parallel_run 0.1 → 0.2

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/Readme.markdown

@@ -0,0 +1,65 @@
+# Parallel_run
+
+## Why ?
+
+I often need to run a lot of commands in parallel. These commands can be slow (> 10 minutes), and have a very verbose output.
+In case of error
+* I don't known which command fails
+* I cannot differentiate output of the differents commands
+* I do not have any timestamp about command execution
+
+`parallel_run` solve that !
+
+## How to use it
+
+### Installation
+
+    gem install parallel_run
+
+### Examples
+
+Launch in parallel `echo a`, `echo b`, `echo c`
+
+    parallel_run --command "echo %v" a b c
+    
+Launch ruby tests in parallels
+
+    parallel_run --command "ruby -I. %v" tests/*.rb
+    
+Launch ruby tests in parallels and change line prefix to display only test name
+
+    parallel_run --command "ruby -I. %v" --prefix "%b" tests/*.rb
+    
+Launch full-upgrade on multiple servers in parallel
+
+    cat servers_list | xargs parallel_run --command "ssh root@%v aptitude full-upgrade -y"
+    
+Why can it be better than [pssh](http://www.theether.org/pssh/) ?
+* `parallel_run` will display the list of failing servers at the end
+* outputs are displayed in real time
+* all outputs are in the console and can be easily analyzed in a Jenkins output
+
+I can also use [capistrano](https://github.com/capistrano/capistrano/wiki), but it's more complicated to setup.
+
+### Exit code
+
+`parallel_run` will return an exit code 0 only if all commands return an exit code of 0.
+
+## Options
+
+    $ parallel_run --help
+    Usage: parallel_run [options] values
+        -v, --verbose                    Output more information
+        -c, --command COMMAND            Command to execute. You can use values (see below). Default value is '%v'.
+        -p, --prefix PREFIX              Prefix for each line. You can use values (see below). Default value is '%v'.
+        -t, --time_format TIME_FORMAT    Time format to use for each line. Default value is %H:%M:%S
+            --padding-size PADDING_SIZE  Padding size for prefix. Default value is 20}
+        -h, --help                       Display this screen
+    Values can be used directly in command or prefix directly by using %v.
+    You can apply some function in values before using it :
+    * %v no function
+    * %b apply basename function
+    * %d apply dirname function
+    * %k return the index of value in command line values
+
+  

data/lib/parallel_run.rb

@@ -6,7 +6,7 @@ DEFAULT_TIME_FORMAT = "%H:%M:%S"
 DEFAULT_PADDING_SIZE = 20
 
 $options = {}
- 
+
 optparse = OptionParser.new do|opts|
   opts.banner = "Usage: parallel_run [options] values"
 
@@ -35,6 +35,11 @@ optparse = OptionParser.new do|opts|
     $options[:padding_size] = c.to_i
   end
 
+  $options[:shell] = ENV['SHELL']
+  opts.on('--shell SHELL', "Shell to be used for launching command (default $SHELL)") do |c|
+    $options[:shell] = c
+  end
+
   opts.on('-h', '--help', 'Display this screen' ) do
     puts opts
     puts "Values can be used directly in command or prefix directly by using %v."
@@ -72,7 +77,8 @@ ARGV.each_with_index.to_a.peach do |f, index|
   c = replace $options[:command], f, index
   prefix = replace $options[:prefix], f, index
   output("Lauching command for #{f} : #{c}", prefix) if $options[:verbose]
-  status = POpen4::popen4(c, 'r') do |stdout, stderr, stdin, pid|
+  full_cmd = "#{$options[:shell]} -c \"#{c.gsub(/"/, "\\\"")}\""
+  status = POpen4::popen4(full_cmd, 'r') do |stdout, stderr, stdin, pid|
     [stdout, stderr].peach do |io|
       flow = io == stderr ? "err" : "out"
       while !io.eof?
@@ -89,7 +95,9 @@ end
 
 ok = true
 result.each do |k, v|
-  if v[:status].exitstatus != 0
+  if v[:status].nil?
+    output "Command failed : #{k} [#{v[:command]}] : unable to launch command", "master"
+  elsif v[:status].exitstatus != 0
     ok = false
     output "Command failed : #{k} [#{v[:command]}] : exit code #{v[:status].exitstatus}", "master"
   end

data/parallel_run.gemspec

@@ -4,7 +4,7 @@ $:.push File.expand_path("../lib", __FILE__)
 Gem::Specification.new do |s|
 
   s.name        = "parallel_run"
-  s.version     = "0.1"
+  s.version     = "0.2"
   s.platform    = Gem::Platform::RUBY
   s.authors     = ["Bertrand Paquet"]
   s.email       = ["bertrand.paquet@gmail.com"]

metadata

@@ -1,100 +1,87 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: parallel_run
-version: !ruby/object:Gem::Version 
-  hash: 9
+version: !ruby/object:Gem::Version
+  version: '0.2'
   prerelease: 
-  segments: 
-  - 0
-  - 1
-  version: "0.1"
 platform: ruby
-authors: 
+authors:
 - Bertrand Paquet
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-06-02 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2013-02-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: popen4
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 31
-        segments: 
-        - 0
-        - 1
-        - 2
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.1.2
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: peach
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        - 4
-        version: "0.4"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: peach
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0.4'
   type: :runtime
-  version_requirements: *id002
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0.4'
 description: Launch shell commands in parallel, capturing stdout and stderr
-email: 
+email:
 - bertrand.paquet@gmail.com
-executables: 
+executables:
 - parallel_run
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - Readme.markdown
-files: 
+files:
+- .gitignore
 - Gemfile
 - Gemfile.lock
+- Rakefile
 - Readme.markdown
 - bin/parallel_run
 - lib/parallel_run.rb
 - parallel_run.gemspec
 homepage: http://github.com/bpaquet/parallel_run
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.8.15
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Launch shell commands in parallel, capturing stdout and stderr
 test_files: []
-