dply 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b85a4c3a9c6317f7eb0c58b3f6e2ba5126015fb6
+  data.tar.gz: 0b8fb6959886ba99125fe7559510dd54180c92a1
+SHA512:
+  metadata.gz: dae899e3f733399352bd7ac25ba0c473e56b8fb166fba1b9478e4461393752c0dcbc8266c43ce2c6bacc6573399f53240fecd3ca8670e824f1c3fcd6068a18c8
+  data.tar.gz: e21cf728a5340e980e98db23705c9d36a4382dd0e431841715931cfc60c4e6176787bf70660f68a4cfb8b1297e50a273815a503de9c7de64163eb50892f24469

data/.gitignore

@@ -0,0 +1,54 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in dply.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Neeraj
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Dply
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'dply'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dply
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/dply/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+=======
+dply
+====
+
+A rake based deploy tool

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/dplyr

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby 
+lib = File.expand_path(File.dirname(__FILE__) + '/../lib')
+$LOAD_PATH.unshift(lib) if File.directory?(lib) && !$LOAD_PATH.include?(lib)
+
+Signal.trap("INT") { exit 1 }
+
+require 'optparse'
+require 'dply/error'
+require 'dply/version'
+require 'dply/logger'
+require 'dply/dplyr'
+require 'pathname'
+
+logger = ::Dply::Logger.logger
+options = {}
+
+opts_parser = OptionParser.new do |opts| 
+    
+    banner = [] 
+    banner << "Usage: dplyr [global options] stage command [options] args"
+    banner << "Commands:"
+    banner << "    deploy"
+    banner << "    switch"
+    banner << "    rollback"
+    
+    banner << "Options: "
+    opts.banner = banner.join("\n")
+
+    opts.on("-d", "--deploy-dir [DEPLOY DIR]" , "Set deploy dir") do |d| 
+      path = Pathname.new(d)
+      raise ::Dply::Error, "deploy_dir path must be absolute" if path.relative?
+      options[:deploy_dir] = path
+    end 
+
+    opts.on("-v", "--version", "Show version") do |v|
+      puts ::Dply::VERSION
+      exit
+    end
+
+    opts.on("--debug", "Show debug messages") do
+      options[:debug] = true
+      logger.level = ::Logger::DEBUG
+    end
+
+    opts.on("--trace", "Show debug messages and exception stack trace") do
+      options[:debug] = true
+      options[:trace] = true
+      logger.level = ::Logger::DEBUG
+    end
+
+    opts.on_tail("-h", "--help", "Show this message") do 
+      puts opts
+      exit
+    end 
+end
+begin
+  opts_parser.order!(ARGV)
+  deploy_dir = options[:deploy_dir] || Dir.pwd
+  Dir.chdir deploy_dir
+
+  stage = ARGV.shift
+
+  dplyr = ::Dply::Dplyr.new(stage, ARGV)
+  dplyr.run
+
+rescue OptionParser::InvalidOption, OptionParser::MissingArgument, ::Dply::Error => e
+  cause = e.cause
+  if options[:trace]
+    puts cause
+    cause ? (raise cause) : (raise e)
+  else
+    logger.debug "#{cause.message}" if cause
+    logger.error "#{e.message}"
+    abort
+  end
+end

data/bin/drake

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby 
+lib = File.expand_path(File.dirname(__FILE__) + '/../lib')
+$LOAD_PATH.unshift(lib) if File.directory?(lib) && !$LOAD_PATH.include?(lib)
+
+Signal.trap("INT") { exit 1 }
+
+require 'optparse'
+require 'dply/error'
+require 'dply/version'
+require 'dply/logger'
+require 'pathname'
+
+logger = ::Dply::Logger.logger
+options = {}
+
+opts_parser = OptionParser.new do |opts| 
+    
+    banner = [] 
+    banner << "Usage: dply [global options] command [options] args"
+    banner << "Commands:"
+    banner << "    deploy"
+    banner << "    switch"
+    banner << "    rollback"
+    
+    banner << "Options: "
+    opts.banner = banner.join("\n")
+
+    opts.on("-d", "--deploy-dir [DEPLOY DIR]" , "Set deploy dir") do |d| 
+      path = Pathname.new(d)
+      raise ::Dply::Error, "deploy_dir path must be absolute" if path.relative?
+      options[:deploy_dir] = path
+    end 
+
+    opts.on("-v", "--version", "Show version") do |v|
+      puts ::Dply::VERSION
+      exit
+    end
+
+    opts.on("--debug", "Show debug messages") do
+      options[:debug] = true
+      logger.level = ::Logger::DEBUG
+    end
+
+    opts.on("--trace", "Show debug messages and exception stack trace") do
+      options[:debug] = true
+      options[:trace] = true
+      logger.level = ::Logger::DEBUG
+    end
+
+    opts.on_tail("-h", "--help", "Show this message") do 
+      puts opts
+      exit
+    end 
+end
+
+begin
+  opts_parser.order!(ARGV)
+  deploy_dir = options[:deploy_dir] || Dir.pwd
+  Dir.chdir deploy_dir
+
+  command = (ARGV.shift || "").to_sym
+  case command
+  when :deploy
+    require 'dply/cli/deploy'
+    cli = Dply::Cli::Deploy.new(deploy_dir, ARGV)
+    cli.run
+  when :''
+    puts opts_parser
+  else
+    raise Dply::Error, "no such command #{command}"
+  end
+
+rescue OptionParser::InvalidOption, OptionParser::MissingArgument, ::Dply::Error => e
+  cause = e.cause
+  if options[:trace]
+    puts cause
+    cause ? (raise cause) : (raise e)
+  else
+    logger.debug "#{cause.message}" if cause
+    logger.error "#{e.message}"
+    abort
+  end
+end
+

data/code_dump/alt_remote_task.rb

@@ -0,0 +1,119 @@
+require 'open3'
+require 'pty'
+module Dply
+  class RemoteTask
+    
+    attr_reader :hosts, :parallel_jobs, :task
+
+    def initialize(hosts, task, parallel_jobs: 1)
+      @hosts = hosts
+      @parallel_jobs = parallel_jobs
+      @task = task
+    end
+
+    def run
+      init_run
+      @hosts_iterator = hosts.to_enum
+      spawn_jobs(@hosts_iterator, parallel_jobs)
+#      loop do
+#        break if @io_objects.empty?
+#        r,w = IO.select(@io_objects)
+#        r.each do |stream|
+#          eof_reached = handle_ready_stream stream
+#          spawn_jobs(hosts_iterator, 1) if eof_reached
+#        end
+#      end
+      print_summary
+    end
+
+    private
+
+    def init_run
+      @io_objects = []
+      @io_names = {}
+      @wait_threads = {}
+      @hosts_exhausted = false
+      @failed_jobs = []
+      @successful_jobs = []
+    end
+
+    def spawn_job(host_info)
+      user = host_info[:user]
+      host = host_info[:host]
+      deploy_dir = host_info[:deploy_dir]
+      run_cmd = %(ssh -tt -oBatchMode=yes -l #{user} #{host} "#{cmd} -d #{deploy_dir} #{task} 2>&1")
+      popen(run_cmd, host_info)
+    #  stdin, stdout, wait_thr = Open3.popen2("ssh -tt -oBatchMode=yes  -l #{user} #{host} #{cmd} -d #{deploy_dir} #{task} 2>&1")
+    #  @io_names[stdout] = host_info[:id]
+    #  @wait_threads[host_info] = wait_thr
+    #  @io_objects << stdout
+    end
+
+    def spawn_jobs(hosts_iterator, n)
+      return if @hosts_exhausted
+      n.times do
+        host_info = hosts_iterator.next
+        spawn_job(host_info)
+      end
+    rescue StopIteration
+      @hosts_exhausted = true
+    end
+
+    def cmd
+      "dply"
+    end
+
+    def handle_ready_stream(stream)
+      begin
+        host_string = "#{@io_names[stream]}".bold.grey
+        puts "#{host_string} #{stream.readline}"
+        return false
+      rescue EOFError,Errno::ECONNRESET, Errno::EPIPE => e
+        @io_objects.delete(stream)
+        return true
+      end
+    end
+
+    def print_summary
+      puts "end"
+      total_jobs = @wait_threads.count
+      successful = 0
+      @wait_threads.each do |host_info, thr|
+        status = thr.value
+        exit_status = status.exitstatus
+        if exit_status == 0
+          puts "success #{host_info}"
+        else
+          puts "failed #{host_info}"
+        end
+      end
+    end
+
+    def popen(cmd, host_info)
+     Thread.abort_on_exception = true
+     t = Thread.new do 
+        begin
+          puts "here"
+          r, w, pid = PTY.spawn(cmd)
+          host_string = "#{host_info[:id]}".bold.grey
+          print_pty_output r, host_string
+          pid, status = Process.waitpid2(pid)
+          spawn_jobs(@hosts_iterator, 1)
+          status
+        rescue PTY::ChildExited => e
+          puts "in errr"
+          return e.status
+        end
+      end
+      t.abort_on_exception = true
+      @wait_threads[host_info] = t
+      t.run
+    end
+
+    def print_pty_output(r, host_string)
+      r.each { |line| puts "#{host_string} #{line}" }
+    rescue Errno::EIO
+    end
+
+  end
+end

data/code_dump/old_remote_task.rb

@@ -0,0 +1,146 @@
+require 'pty'
+module Dply
+  class RemoteTask
+    
+    attr_reader :hosts, :parallel_jobs, :task
+
+    def initialize(hosts, task, parallel_jobs: 1)
+      @hosts = hosts
+      @parallel_jobs = parallel_jobs
+      @task = task
+    end
+
+    def run
+      if parallel_jobs > 1
+        run_in_parallel
+      else
+        run_serially
+      end
+    end
+
+    def run_in_parallel
+      init_run
+      hosts_iterator = hosts.to_enum
+      spawn_jobs(hosts_iterator, parallel_jobs)
+      loop do
+        break if @io_objects.empty?
+        r,w = IO.select(@io_objects)
+        r.each do |stream|
+          eof_reached = handle_ready_stream stream
+          spawn_jobs(hosts_iterator, 1) if eof_reached
+        end
+      end
+      print_summary
+    end
+
+    def run_serially
+      hosts.each do |host_info|
+        puts "=== Running on #{host_info[:id]} ==="
+        run_cmd = remote_cmd host_info
+        system run_cmd
+        puts "=== end ==="
+        puts 
+        raise ::Dply::Error, "remote deploy failed on #{host_info[:id]}" if $? != 0
+      end
+    end
+
+    private
+
+    def init_run
+      @io_objects = []
+      @io_names = {}
+      @exit_statuses = {}
+      @hosts_exhausted = false
+      job_output_template
+    end
+
+    def spawn_job(host_info)
+      run_cmd = remote_cmd host_info
+      popen(run_cmd, host_info)
+    end
+
+    def spawn_jobs(hosts_iterator, n)
+      return if @hosts_exhausted
+      n.times do
+        host_info = hosts_iterator.next
+        spawn_job(host_info)
+      end
+    rescue StopIteration
+      @hosts_exhausted = true
+    end
+
+    def remote_cmd(host_info)
+      user = host_info[:user]
+      host = host_info[:host]
+      deploy_dir = host_info[:deploy_dir]
+      %(ssh -tt -oBatchMode=yes -l #{user} #{host} "dply -d #{deploy_dir} #{task} 2>&1")
+    end
+
+    def handle_ready_stream(stream)
+      host_string = "#{@io_names[stream]}"
+      printf @job_output_template, host_string, stream.readline
+      return false
+    rescue EOFError,Errno::ECONNRESET, Errno::EPIPE, Errno::EIO => e
+      @io_objects.delete(stream)
+      return true
+    end
+
+    def print_summary
+      total_jobs = hosts.count
+      run_count = @exit_statuses.count
+      not_run = total_jobs - run_count
+      failed = @exit_statuses.values.select { |v| v !=0 }.count
+      successful = @exit_statuses.values.select { |v| v == 0 }.count
+      puts "--------"
+      puts "Summary"
+      puts "--------"
+      puts "Succeeded: "
+      
+      total_jobs = @exit_statuses.count
+      failed = 0
+      @exit_statuses.each do |host_info, status|
+        exit_status = status.exitstatus
+        if exit_status == 0
+          puts "#{"success".green} #{host_info[:id]} "
+        else
+          puts "#{"failed ".red} #{host_info[:id]}"
+          failed +=1
+        end
+      end
+      if failed > 0
+        puts "-------"
+        raise ::Dply::Error, "#{failed}/#{total_jobs} jobs failed" if failed > 0
+      end
+    end
+
+    def popen(cmd, host_info)
+      r, w, pid = PTY.spawn(cmd)
+      @io_objects << r 
+      @io_names[r] = host_info[:id]
+      wait_thread host_info, pid
+    rescue PTY::ChildExited => e
+      @exit_statuses[host_info] = e.status
+    end
+
+    def wait_thread(host_info, pid)
+      t = Thread.new do
+        pid, status = Process.waitpid2(pid)
+        @exit_statuses[host_info] = status
+      end
+      t.abort_on_exception = true
+      t.run
+    end
+
+    def host_id_max_width
+      hosts.map {|h| h[:id].size }.max
+    end
+
+    def job_output_template
+      @job_output_template ||= begin
+        id_template = "%-#{host_id_max_width}s".bold.grey
+        template = "#{id_template}  %s"
+      end
+    end
+
+  end
+end