ndo 0.1.0

data/Gemfile

@@ -0,0 +1,10 @@
+source "http://rubygems.org"
+
+gem 'open4',          '~> 1.0.1'
+gem 'procrastinate',  '~> 0.2.0'
+gem 'text-highlight'
+
+group :development do
+  gem 'rspec'
+  gem 'flexmock'
+end

data/Gemfile.lock

@@ -0,0 +1,28 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    flexmock (0.8.11)
+    open4 (1.0.1)
+    procrastinate (0.2.0)
+      state_machine (~> 0.9.4)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.1)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+    state_machine (0.9.4)
+    text-highlight (1.0.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  flexmock
+  open4 (~> 1.0.1)
+  procrastinate (~> 0.2.0)
+  rspec
+  text-highlight

data/LICENSE

@@ -0,0 +1,23 @@
+
+ Copyright (c) 2010 Kaspar Schiess
+
+ Permission is hereby granted, free of charge, to any person
+ obtaining a copy of this software and associated documentation
+ files (the "Software"), to deal in the Software without
+ restriction, including without limitation the rights to use,
+ copy, modify, merge, publish, distribute, sublicense, and/or sell
+ copies of the Software, and to permit persons to whom the
+ Software is furnished to do so, subject to the following
+ conditions:
+
+ The above copyright notice and this permission notice shall be
+ included in all copies or substantial portions of the Software.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+ OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+ HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+ WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ OTHER DEALINGS IN THE SOFTWARE.

data/bin/ndo

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: ndo [options] HOST_SET COMMAND"
+end
+optparse.parse!
+
+unless ARGV.size >= 2
+  puts optparse
+  puts
+  puts "You need to specify at least a host set and a command."
+  exit 1
+end
+
+host_set, *cmd_parts = ARGV
+command = cmd_parts.join(' ')
+  
+
+hosts = File.read(
+  File.join(ENV['HOME'], '.ndo', host_set)).
+  lines.map { |l| l.chomp.strip }
+  
+$:.unshift File.dirname(__FILE__) + "/../lib"
+require 'ndo'
+require 'text/highlight'
+
+hl = Text::ANSIHighlighter.new
+String.highlighter = hl
+
+results = Ndo::MultiCommand.new(command, hosts).run
+results.each do |host, output|
+  output.chomp!
+  if output.index("\n")
+    # Multiline output
+    output.gsub!(/\n/, "\n    ")
+    output = "    "+output
+    printf "%s {\n%s}\n\n", host.bold, output
+  else
+    printf "%-20s %s\n", host.bold, output
+  end
+end

data/lib/ndo.rb

@@ -0,0 +1,4 @@
+
+module Ndo
+  autoload :MultiCommand, 'ndo/multi_command'
+end

data/lib/ndo/host.rb

@@ -0,0 +1,80 @@
+require 'stringio'
+require 'open4'
+
+class Ndo::Host
+  attr_reader :name
+  def initialize(hostname)
+    @name = hostname
+  end
+  
+  class ExecutionFailure < StandardError
+    def initialize(message=nil, stdout=nil, stderr=nil)
+      super(message)
+      @stdout, @stderr = stdout, stderr
+    end
+    
+    attr_reader :stdout, :stderr
+    
+    def to_s
+      super + "\nstdout: #{stdout}\nstderr: #{stderr}"
+    end
+  end
+  
+  def run command
+    cmd = ['ssh', name, command].flatten
+    result = []
+
+    pid, inn, out, err = Open4.popen4(*cmd)
+
+    inn.sync   = true
+    streams    = [out, err]
+    out_stream = {
+      out => StringIO.new,
+      err => StringIO.new,
+    }
+
+    # Handle process termination ourselves
+    status = nil
+    Thread.start do
+      status = Process.waitpid2(pid).last
+    end
+
+    until streams.empty? do
+      # don't busy loop
+      selected, = select streams, nil, nil, 0.1
+
+      next if selected.nil? or selected.empty?
+
+      selected.each do |stream|
+        if stream.eof? then
+          streams.delete stream if status # we've quit, so no more writing
+          next
+        end
+
+        data = stream.readpartial(1024)
+        out_stream[stream].write data
+        # 
+        # if stream == err and data =~ sudo_prompt then
+        #   inn.puts sudo_password
+        #   data << "\n"
+        #   $stderr.write "\n"
+        # end
+
+        result << data
+      end
+    end
+
+    unless status.success? then
+      raise ExecutionFailure.new(
+        "Command failed (#{status.inspect})", 
+        *streams.map { |strm| out_stream[strm].string }
+      )
+    end
+
+    out_stream.map { |io, copy| copy.string }
+  ensure
+    inn.close rescue nil
+    out.close rescue nil
+    err.close rescue nil
+  end
+end

data/lib/ndo/multi_command.rb

@@ -0,0 +1,37 @@
+
+require 'ndo/results'
+require 'ndo/host'
+require 'procrastinate'
+
+# A class to execute a command on a list of hosts in parallel; allows access
+# to results and is thus a) multi threaded and b) Ruby 1.9.2 only. 
+#
+class Ndo::MultiCommand
+  include Procrastinate
+
+  attr_reader :command
+  attr_reader :hosts
+  
+  def initialize(command, hosts)
+    @command  = command
+    @hosts    = hosts
+  end
+  
+  # Runs the command on all hosts. Returns a result collection. 
+  #
+  def run
+    scheduler = Scheduler.start(SpawnStrategy::Throttled.new(5))
+    proxy = scheduler.create_proxy(self)
+
+    Ndo::Results.new.tap { |results| 
+      hosts.each { |host|
+        results.store host, proxy.run_for_host(host)
+      }}
+  ensure
+    scheduler.shutdown
+  end
+  
+  def run_for_host(host)
+    Ndo::Host.new(host).run(@command).first
+  end
+end

data/lib/ndo/results.rb

@@ -0,0 +1,20 @@
+
+class Ndo::Results
+  def initialize
+    @map = Hash.new
+  end
+  
+  def [](host)
+    @map[host].value
+  end
+  
+  include Enumerable
+  def each
+    @map.each { |host, future| yield host, future.value }
+  end
+  
+  def store(host, future)
+    @map.store host, future
+  end
+end
+

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification 
+name: ndo
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Kaspar Schiess
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-22 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: open4
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 1
+        version: 1.0.1
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: procrastinate
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 2
+        - 0
+        version: 0.2.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: text-highlight
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: flexmock
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id005
+description: 
+email: kaspar.schiess@absurd.li
+executables: 
+- ndo
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README
+- lib/ndo/host.rb
+- lib/ndo/multi_command.rb
+- lib/ndo/results.rb
+- lib/ndo.rb
+- bin/ndo
+has_rdoc: true
+homepage: http://blog.absurd.li
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Execute commands on multiple hosts at once.
+test_files: []
+