grifork 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 39cd6c990f5c21321b737f9c12c7651ff843a7a2
+  data.tar.gz: 5a02758138e9f35fada790135e896d7bcea1a249
+SHA512:
+  metadata.gz: 5c87db79f590d4356a7e4c6225cd8f546895e0ec3ebcbba02c45bfe6e742006d2726ff523c22a00ff19aa3d747a0416adf576c0b3bdf1ef9c65c8460f2f28c07
+  data.tar.gz: 6dfbb038e924db9aa075c4ea212d15c41d32ec6c4ccbe4143dbcb89488a3b6c185178c69b93a74d659c851965233e0c18e560b0c4a59fc76547fc6d1a503825e

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+*.swp
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/.travis.yml

@@ -0,0 +1,16 @@
+rvm:
+  - 2.0.0
+  - 2.1.8
+  - 2.2.0
+
+install:
+  - gem install bundler -v 1.12.5
+  - bundle _1.12.5_ install
+
+script:
+  - bundle _1.12.5_ exec rake spec
+
+notifications:
+  slack:
+    rooms:
+      secure: FahF4aDqUG6GNTurc3lYmaudpB25dgEQmd2HCXMU5o9MHsMa5UMNX1yP5vykhW+n9zGBq5yJKOXZeVlJsVSFGuPOjrFXUqbc75RO1sjov0r7vPb59mDRTOTpiodBwMBwdrATokBNnzZGujN8C5LoLpFXlPehCvoEfZfFS5tuCq9CE9UOXdapVArBwM/UkBaLgkSLi+JHb3fYKcZXsHkZ6SB1RdJKONbbHFW+7TuuWagXjEE80oLHKMClLedUXhg5uC9f39aqUar5PawPjR3r6pMMXtBsbeZylszL6Xzx2Bt6TRB5cE+479zpfbvre8NvbZ4HJDZgHto+hUo9RyyzxxJU6QIdweU4H0LiKBtFeSqpTcWTf/8h9OL6I7TviGyQ1PdX/jWhoJwfhGhy1yXE7ZLNI6kczb9DHDdMK+aUOvuFiPBWyUrPSsqfDm0jRAWfiUqzdxrn8B7N3C8W99u6gYkhC/Zy8j7mLjH8NnAPcBS8cd/hH9qWtJ8v9Fr3dhEPsKjiGU61cVk2OFOxJ2YXttNe3iqOV3hKS86632jkIEICllT4ZYNClNi0znS7J6kuQYYwDdaqSYY+jTFIAyeV4+toHGNcTg9fb5s81XwfKgg5E8LwiWIWFr+/HMsh0RkaaIaQInsLTIBTnARUwM+BYWoaZ/FGrCjFH8mExBI/F0M=

data/CHANGELOG.md

@@ -0,0 +1,18 @@
+## 0.3.0 (2016/10/4)
+
+Release as a RubyGem.
+
+## 0.2.0 (2016/10/2)
+
+Feature:
+
+- Implement "grifork" mode to exec "grifork" command in parallel and recursively
+  among target hosts #1
+
+## 0.1.0 (2016/9/28)
+
+Initial release.
+
+Feature:
+
+- Implement "standalone" mode to run defined tasks for target hosts

data/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in grifork.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 IKEDA Kiyoshi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+[![Build Status](https://travis-ci.org/key-amb/grifork.svg?branch=master)](https://travis-ci.org/key-amb/grifork)
+
+# grifork
+
+Fast propagative task runner for systems which consist of a lot of servers.
+
+# Concept
+
+**Grifork** runs defined tasks on the system in a way like tree's branching.  
+Give **grifork** a list of hosts, then it creates a tree graph internally, and runs
+tasks in a top-down way.
+
+**Grifork** has two modes to work:
+
+1. **Standalone** mode. This requires **grifork** program only on the root server
+in the tree graph: i.e. the server which invokes tasks.
+1. **Grifork** mode. On the other hand, this requires **grifork** program to work
+on every node in the graph.
+
+Take a look at each mechanism.
+
+## Standalone Mode
+
+The image below illustrates a 3-depth tree of 13 nodes including root node.
+
+![standalone mode](https://raw.githubusercontent.com/key-amb/grifork/resource/images/standalone_mode2.png)
+
+We are running a task to copy a file tree to every host.  
+1st stage is completed: to copy them to nodes in 1st generation.
+
+Now at 2nd stage, root node logins each of its children by _ssh_ and kicks _rsync_
+program there, in order to copy the file tree from 1st to 2nd generation.
+
+NOTE:
+
+- Max concurrency of running task in **standalone** mode is the number of nodes
+at the generation which holds max.
+This is the last genaration or the genartion before the last.
+
+## Grifork Mode
+
+The image below is similar to previous situation except that this is in **grifork** mode.
+
+![grifork mode](https://raw.githubusercontent.com/key-amb/grifork/resource/images/grifork_mode2.png)
+
+In this mode, parent nodes in the graph invokes _grifork_ command on every child
+node via _ssh_, giving the graph tree which descends from each child node.
+
+# System Requirements
+
+- Ruby v2
+- ssh, rsync
+
+# Installation
+
+```sh
+git clone https://github.com/key-amb/grifork.git
+cd grifork
+bundle
+```
+
+# Usage
+
+```sh
+edit Griforkfile
+./bin/grifork [--[f]ile path/to/Griforkfile]
+```
+
+See [example](example) directory for sample of Griforkfiles.
+
+# Authors
+
+IKEDA Kiyoshi <yasutake.kiyoshi@gmail.com>
+
+# License
+
+The MIT License (MIT)
+
+Copyright (c) 2016 IKEDA Kiyoshi

data/Rakefile

@@ -0,0 +1,26 @@
+require "bundler/gem_tasks"
+
+desc 'Open a pry session preloaded with the library'
+task :console do
+  sh 'pry --gem'
+end
+task :c => :console
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+task :default => :spec
+
+namespace :git do
+  desc 'Bump git tag and release to origin'
+  task :bump do
+    require_relative 'lib/grifork'
+    version = Grifork::VERSION
+    sh "git commit -m #{version}"
+    sh "git tag -a v#{version} -m #{version}"
+    sh "git push origin master"
+    sh "git push origin v#{version}"
+  end
+end

data/bin/grifork

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/grifork'
+
+Grifork::CLI.new.run(ARGV)

data/example/Griforkfile.grifork

@@ -0,0 +1,33 @@
+# Configuration
+#mode :grifork
+branches 4
+log file: 'tmp/grifork.log', level: 'debug'
+
+# Setting to exec grifork on remote
+#  Implies to set mode as :grifork
+grifork do
+  user   'someone' # ssh user to exec grifork on remote
+  chdir  '/path/to/your-app'
+  tmpdir '/path/to/tmpdir'
+  exec   '/path/to/grifork'
+end
+
+# Define hosts as array
+hosts ['web1.internal', 'web2.internal', '192.168.10.1', '192.168.10.2']
+
+# Define task run on localhost
+local do
+  sh :echo, %W(LOCAL: #{src} => #{dst})
+  ssh dst, :mkdir, %W(-p /path/to/dest), user: 'someone'
+  rsync '/path/to/src/', '/path/to/dest/'
+end
+
+# Define task run on remote hosts
+# NOTE: This task is run as "local" task on remote
+#  different from "remote" task in :standalone mode
+remote do
+  sh :echo, %W(REMOTE: #{src} => #{dst})
+  ssh dst, :mkdir, %W(-p /path/to/dest), user: 'someone'
+  rsync '/path/to/src/', '/path/to/dest/'
+end
+

data/example/Griforkfile.standalone

@@ -0,0 +1,22 @@
+# Configuration
+#mode :standalone # Default mode
+branches 4
+log file: 'tmp/grifork.log', level: 'debug'
+
+# Define hosts as array
+hosts ['web1.internal', 'web2.internal', '192.168.10.1', '192.168.10.2']
+
+# Define task run on localhost
+local do
+  sh :echo, %W(LOCAL: #{src} => #{dst})
+  ssh dst, :mkdir, %W(-p /path/to/dest), user: 'someone'
+  rsync '/path/to/src/', '/path/to/dest/'
+end
+
+# Define task run on remote hosts
+remote do
+  sh :echo, %W(REMOTE: #{src} => #{dst})
+  ssh dst, :mkdir, %W(-p /path/to/dest)
+  rsync_remote '/path/to/src/', '/path/to/dest/', user: 'someone'
+end
+

data/grifork.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'grifork/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "grifork"
+  spec.version       = Grifork::VERSION
+  spec.authors       = ["key-amb"]
+  spec.email         = ["yasutake.kiyoshi@gmail.com"]
+
+  spec.summary       = %q{Fast Propagative Task Runner}
+  spec.description   = %q{Fast propagative task runner for systems which consist of a lot of servers.}
+  spec.homepage      = "https://github.com/key-amb/grifork"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = ["grifork"]
+  spec.require_paths = ["lib"]
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.0")
+
+  spec.add_runtime_dependency "net-ssh", "~> 3.0"
+  spec.add_runtime_dependency "parallel", "~> 1.9"
+  spec.add_runtime_dependency "stdlogger", "~> 0.3.0"
+
+  spec.add_development_dependency "pry", "~> 0.10"
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/grifork/cli.rb

@@ -0,0 +1,55 @@
+class Grifork::CLI
+  def run(argv)
+    OptionParser.new do |opt|
+      opt.on('-f', '--file Griforkfile') { |f| @taskfile      = f }
+      opt.on('-o', '--override-by FILE') { |f| @override_file = f }
+      opt.on('-r', '--on-remote')        { @on_remote = true }
+      opt.on('-v', '--version')          { @version   = true }
+      opt.parse!(argv)
+    end
+    if @version
+      puts Grifork::VERSION
+      exit
+    end
+
+    config = load_taskfiles.freeze
+    Grifork.configure!(config)
+
+    graph = Grifork::Graph.new(config.hosts)
+
+    if @on_remote
+      puts "Start on remote. Hosts: #{config.hosts}"
+    end
+
+    case config.mode
+    when :standalone
+      graph.launch_tasks
+    when :grifork
+      graph.grifork
+    else
+      # Never comes here
+      raise "Unexpected mode! #{config.mode}"
+    end
+
+    if @on_remote
+      puts "End on remote."
+    end
+  end
+
+  private
+
+  def load_taskfiles
+    puts "Load settings from #{taskfile}"
+    dsl = Grifork::DSL.load_file(taskfile, on_remote: @on_remote)
+    if @override_file
+      dsl.load_and_merge_config_by!(@override_file)
+    end
+    config = dsl.to_config
+    config.griforkfile = taskfile
+    config
+  end
+
+  def taskfile
+    @taskfile || ENV['GRIFORKFILE'] || Grifork::DEFAULT_TASKFILE
+  end
+end

data/lib/grifork/config.rb

@@ -0,0 +1,53 @@
+class Grifork::Config
+  attr_reader   :branches, :hosts, :log, :local_task, :remote_task, :grifork
+  attr_accessor :griforkfile
+
+  def initialize(args)
+    args.each do |key, val|
+      instance_variable_set("@#{key}", val)
+    end
+  end
+
+  def mode
+    @mode || :standalone
+  end
+
+  class Log
+    attr :file, :level
+
+    def initialize(args)
+      @file  = args[:file]
+      @level = args[:level] || 'info'
+    end
+  end
+
+  class Grifork
+    attr :dir, :cmd, :login
+
+    def initialize(&config)
+      instance_eval(&config)
+    end
+
+    def workdir
+      @tmpdir || Dir.tmpdir
+    end
+
+    private
+
+    def user(login)
+      @login = login
+    end
+
+    def chdir(path)
+      @dir = path
+    end
+
+    def exec(cmd)
+      @cmd = cmd
+    end
+
+    def tmpdir(path)
+      @tmpdir = path
+    end
+  end
+end

data/lib/grifork/dsl.rb

@@ -0,0 +1,81 @@
+class Grifork::DSL
+  attr :config
+
+  class LoadError < StandardError; end
+
+  # Load DSL file to object
+  # @param path [String]
+  # @param on_remote [Boolean] whether process is invoked by remote host in :grifork mode or not
+  def self.load_file(path, on_remote: false)
+    content = File.binread(path)
+    dsl = new(on_remote)
+    dsl.instance_eval(content)
+    dsl
+  end
+
+  def initialize(on_remote)
+    @config    = {}
+    @on_remote = on_remote
+  end
+
+  def to_config
+    Grifork::Config.new(@config)
+  end
+
+  # Load another DSL file and merge its config
+  def load_and_merge_config_by!(path)
+    content = File.binread(path)
+    other   = self.class.new(@on_remote)
+    other.instance_eval(content)
+    @config.merge!(other.config)
+  end
+
+  def mode(m)
+    unless Grifork::MODES.has_key?(m)
+      raise LoadError, "Undefined mode! #{m}"
+    end
+    config_set(:mode, m)
+  end
+
+  def grifork(&command)
+    if @config[:mode] == :standalone
+      raise LoadError, "Can't configure grifork in standalone mode"
+    end
+    @config[:mode] = :grifork
+    config_set(:grifork, Grifork::Config::Grifork.new(&command))
+  end
+
+  def branches(num)
+    config_set(:branches, num)
+  end
+
+  def log(args)
+    config_set(:log, Grifork::Config::Log.new(args))
+  end
+
+  def hosts(list)
+    config_set(:hosts, list)
+  end
+
+  def local(&task)
+    return if @on_remote
+    config_set(:local_task, Grifork::Executor::Task.new(:local, &task))
+  end
+
+  def remote(&task)
+    if @on_remote
+      config_set(:local_task, Grifork::Executor::Task.new(:local, &task))
+    else
+      config_set(:remote_task, Grifork::Executor::Task.new(:remote, &task))
+    end
+  end
+
+  private
+
+  def config_set(key, value)
+    if @config[key]
+      raise LoadError, %(Config "#{key}" is already defined!)
+    end
+    @config[key] = value
+  end
+end

data/lib/grifork/executor/grifork.rb

@@ -0,0 +1,26 @@
+class Grifork::Executor::Grifork
+  include Grifork::Executable
+  attr :config
+
+  # @param cfg [Grifork::Config::Grifork] configured by DSL#grifork
+  def initialize(cfg)
+    @config = cfg
+  end
+
+  # Run grifork command on remote node:
+  #  1. Create Griforkfile and copy it to remote
+  #  2. ssh remote host and exec grifork
+  def run(node)
+    c = config
+    ssh node.host, %(test -d "#{c.workdir}" || mkdir -p "#{c.workdir}"), user: c.login
+    sh :rsync, ['-avzc', Grifork.config.griforkfile, "#{node.host}:#{c.workdir}/Griforkfile"]
+    hostsfile = Tempfile.create('Griforkfile.hosts')
+    hostsfile.write(<<-EOS)
+      hosts #{node.all_descendant_nodes.map(&:host)}
+    EOS
+    hostsfile.flush
+    sh :rsync, ['-avzc', hostsfile.path, "#{node.host}:#{c.workdir}/Griforkfile.hosts"]
+    hostsfile.close
+    ssh node.host, %(cd #{c.dir} && #{c.cmd} --file #{c.workdir}/Griforkfile --override-by #{c.workdir}/Griforkfile.hosts --on-remote), [], user: c.login
+  end
+end

data/lib/grifork/executor/task.rb

@@ -0,0 +1,15 @@
+class Grifork::Executor::Task
+  include Grifork::Executable
+  attr :src, :dst
+
+  def initialize(type, &task)
+    @type = type
+    @task = task
+  end
+
+  def run(src, dst)
+    @src = src
+    @dst = dst
+    instance_eval(&@task)
+  end
+end

data/lib/grifork/executor.rb

@@ -0,0 +1 @@
+module Grifork::Executor; end

data/lib/grifork/graph/node.rb

@@ -0,0 +1,68 @@
+class Grifork::Graph::Node
+  include Grifork::Configured
+  attr :index, :level, :number, :children, :parent, :host
+
+  class << self
+    attr :count
+    def add
+      @count ||= 0
+      @count  += 1
+    end
+  end
+
+  def initialize(host, parent: nil)
+    @host     = host
+    @children = []
+    if parent
+      @parent = parent
+      @level  = parent.level + 1
+      @number = parent.children.size
+    else
+      @level  = 0
+      @number = 0
+    end
+    @index = self.class.count || 0
+    self.class.add
+  end
+
+  def to_s
+    "<#{index}:#{id}>"
+  end
+
+  def id
+    @id ||= -> {
+      if parent
+        "#{parent.id}-#{level}.#{number}"
+      else
+        "#{level}.#{number}"
+      end
+    }.call
+  end
+
+  def add_child(child)
+    unless acceptable?
+      raise "Unacceptable!"
+    end
+    @children << child
+  end
+
+  def local?
+    parent ? false : true
+  end
+
+  def acceptable?
+    children.size < config.branches
+  end
+
+  def all_descendant_nodes
+    @descendants  = @children
+    @descendables = @children.select { |c| c.children.size > 0 }
+    while @descendables.size > 0
+      child = @descendables.shift
+      @descendants.concat(child.children)
+      new_descendables = child.children { |n| n.children.size > 0 }
+      @descendables.concat(new_descendables)
+    end
+    @descendants
+  end
+end

data/lib/grifork/graph.rb

@@ -0,0 +1,94 @@
+class Grifork::Graph
+  include Grifork::Configured
+  include Grifork::Loggable
+  attr :root, :nodes, :depth
+
+  def initialize(hosts = [])
+    @root  = Node.new('localhost')
+    @depth = @root.level
+    @nodes = 1
+    @acceptable_nodes = [@root]
+    hosts.each do |host|
+      self.add_node_by_host(host)
+    end
+  end
+
+  def add_node_by_host(host)
+    parent = @acceptable_nodes.first
+    node   = Node.new(host, parent: parent)
+    parent.add_child(node)
+    unless parent.acceptable?
+      @acceptable_nodes.shift
+    end
+    @last   = node
+    @depth  = node.level
+    @nodes += 1
+    @acceptable_nodes << node
+    parent
+  end
+
+  # Launch local and remote tasks through whole graph
+  def launch_tasks
+    # level = 1
+    Parallel.map(root.children, in_threads: root.children.size) do |node|
+      logger.info("Run locally. localhost => #{node.host}")
+      config.local_task.run(root.host, node.host)
+    end
+    # level in (2..depth)
+    fork_remote_tasks(root.children)
+  end
+
+  # Run grifork command on child nodes recursively
+  def grifork
+    if root.children.size.zero?
+      logger.debug("#{root} Reached leaf. Nothing to do.")
+      return
+    end
+    Parallel.map(root.children, in_processes: root.children.size) do |child|
+      logger.info("Run locally. localhost => #{child.host}")
+      config.local_task.run(root.host, child.host)
+      Grifork::Executor::Grifork.new(config.grifork).run(child)
+    end
+  end
+
+  # Print graph structure for debug usage
+  def print(node = root)
+    puts %(  ) * node.level + "#{node}"
+    node.children.each do |child|
+      print(child)
+    end
+    true
+  end
+
+  private
+
+  # Launch remote tasks recursively
+  def fork_remote_tasks(parents)
+    families        = []
+    next_generation = []
+    parents.each do |parent|
+      if parent.children.size.zero?
+        logger.debug("#{parent} Reached leaf. Nothing to do.")
+        next
+      end
+      parent.children.each do |child|
+        families        << [parent, child]
+        next_generation << child
+      end
+    end
+
+    if families.size.zero?
+      logger.info("Reached bottom of the tree. Nothing to do.")
+      return
+    end
+
+    Parallel.map(families, in_threads: families.size) do |family|
+      parent = family[0]
+      child  = family[1]
+      logger.info("Run remote [#{parent.level}]. #{parent.host} => #{child.host}")
+      config.remote_task.run(parent.host, child.host)
+    end
+
+    fork_remote_tasks(next_generation)
+  end
+end

data/lib/grifork/logger.rb

@@ -0,0 +1,21 @@
+class Grifork::Logger
+  def self.create
+    c = Grifork.config
+    if c.log.file
+      logger = StdLogger.create c.log.file
+    else
+      logger = StdLogger.create
+    end
+    logger.level = log_level(c.log.level)
+    logger
+  end
+
+  def self.log_level(arg_level = 'info')
+    level = arg_level.upcase
+    if ::Logger.const_defined?(level)
+      ::Logger.const_get(level)
+    else
+      ::Logger::INFO
+    end
+  end
+end

data/lib/grifork/mixin/configured.rb

@@ -0,0 +1,5 @@
+module Grifork::Configured
+  def config
+    Grifork.config
+  end
+end

data/lib/grifork/mixin/executable.rb

@@ -0,0 +1,59 @@
+module Grifork::Executable
+  include Grifork::Loggable
+
+  class CommandFailure < StandardError; end
+  class SSHCommandFailure < StandardError; end
+
+  def sh(cmd, args = [])
+    logger.info("#sh start - #{cmd} #{args}")
+    stat = Open3.popen3(cmd.to_s, *args) do |stdin, stdout, stderr, wait_thr|
+      stdin.close
+      stdout.each { |l| logger.info("#sh [out] #{l.chomp}") }
+      stderr.each { |l| logger.warn("#sh [err] #{l.chomp}") }
+      wait_thr.value
+    end
+
+    unless stat.success?
+      raise CommandFailure, "Failed to exec command! #{cmd} #{args}"
+    end
+  end
+
+  def ssh(host, cmd, args = [], user: nil)
+    command = "#{cmd} #{args.shelljoin}"
+    logger.info("#ssh start - to: #{host}, command: #{cmd} #{args}")
+    ssh_args = [host]
+    ssh_args << user if user
+    Net::SSH.start(*ssh_args) do |ssh|
+      channel = ssh.open_channel do |ch|
+        ch.exec(command) do |ch, success|
+          unless success
+            raise SSHCommandFailure, "Failed to exec ssh command! on: #{host} command: #{cmd} #{args}"
+          end
+
+          ch.on_data do |c, d|
+            d.each_line { |l| logger.info("#ssh @#{host} [out] #{l.chomp}") }
+          end
+          ch.on_extended_data do |c, t, d|
+            d.each_line { |l| logger.warn("#ssh @#{host} [err] #{l.chomp}") }
+          end
+          ch.on_close { logger.debug("#ssh @#{host} end.") }
+        end
+      end
+      channel.wait
+    end
+  end
+
+  def rsync(from, to = nil)
+    to ||= from
+    sh :rsync, [*rsync_opts, from, "#{dst}:#{to}"]
+  end
+
+  def rsync_remote(from, to = nil, user: nil)
+    to ||= from
+    ssh src, :rsync, [*rsync_opts, from, "#{dst}:#{to}"], user: user
+  end
+
+  def rsync_opts
+    %w(-avzc --delete)
+  end
+end

data/lib/grifork/mixin/loggable.rb

@@ -0,0 +1,5 @@
+module Grifork::Loggable
+  def logger
+    Grifork.logger
+  end
+end

data/lib/grifork/version.rb

@@ -0,0 +1,3 @@
+class Grifork
+  VERSION = '0.3.0'
+end

data/lib/grifork.rb

@@ -0,0 +1,43 @@
+require 'open3'
+require 'optparse'
+require 'ostruct'
+require 'shellwords'
+require 'tempfile'
+require 'net/ssh'
+require 'parallel'
+require 'stdlogger'
+
+class Grifork
+  require_relative 'grifork/config'
+  require_relative 'grifork/mixin/configured'
+  require_relative 'grifork/logger'
+  require_relative 'grifork/mixin/loggable'
+  require_relative 'grifork/graph'
+  require_relative 'grifork/graph/node'
+  require_relative 'grifork/executor'
+  require_relative 'grifork/mixin/executable'
+  require_relative 'grifork/executor/grifork'
+  require_relative 'grifork/executor/task'
+  require_relative 'grifork/dsl'
+  require_relative 'grifork/cli'
+  require_relative 'grifork/version'
+
+  DEFAULT_TASKFILE = 'Griforkfile'
+
+  MODES = {
+    standalone: 1,
+    grifork:    2,
+  }.freeze
+
+  class << self
+    attr :config
+
+    def configure!(config)
+      @config = config
+    end
+
+    def logger
+      @logger ||= -> { Grifork::Logger.create }.call
+    end
+  end
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: grifork
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- key-amb
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-10-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: stdlogger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Fast propagative task runner for systems which consist of a lot of servers.
+email:
+- yasutake.kiyoshi@gmail.com
+executables:
+- grifork
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/grifork
+- example/Griforkfile.grifork
+- example/Griforkfile.standalone
+- grifork.gemspec
+- lib/grifork.rb
+- lib/grifork/cli.rb
+- lib/grifork/config.rb
+- lib/grifork/dsl.rb
+- lib/grifork/executor.rb
+- lib/grifork/executor/grifork.rb
+- lib/grifork/executor/task.rb
+- lib/grifork/graph.rb
+- lib/grifork/graph/node.rb
+- lib/grifork/logger.rb
+- lib/grifork/mixin/configured.rb
+- lib/grifork/mixin/executable.rb
+- lib/grifork/mixin/loggable.rb
+- lib/grifork/version.rb
+- tmp/.keep
+homepage: https://github.com/key-amb/grifork
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.6
+signing_key: 
+specification_version: 4
+summary: Fast Propagative Task Runner
+test_files: []