Reparto 1.0.0

data/README.rdoc

@@ -0,0 +1,46 @@
+=Reparto
+Do things on multiple ssh connections
+
+==Requirements
+you can install from rubygems or well from your distribution repositories
+
+* net/ssh
+* net/sftp
+* ini
+* r18n-desktop
+
+
+
+==You can
+* Call commands
+* Copy files
+* Copy directories
+* Update directories
+* Easy file .ini with your actions
+
+
+create a file myssh.ini:
+ ;this a comment to host 192.168.1.33
+ [192.168.1.33]
+ type = ssh
+ username = root
+ password = root
+ port = 22
+ ;update fail2ban from this host to remote host 192.168.1.33
+ cmd_1 = service fail2ban stop
+ updatedir_local_2 = /etc/fail2ban
+ updatedir_remote_2 = /etc/fail2ban
+ cmd_3 = service fail2ban start
+ ;backups directory
+ cpdir_local_4 = /etc/fail2ban
+ cpdir_remote_4 = /var/backups/fail2ban/20120415
+ ;update/copy one file
+ cp_local_5 = /etc/rc.local
+ cp_remote_5 = /etc/rc.local
+
+ ;another host actions
+ [....]
+ ....
+
+then from a terminal call script, and look the output:
+ $ ruby reparto.rb myssh.ini

data/bin/reparto

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+#
+
+require 'reparto'
+
+#Muestra ayuda de uso
+def usage
+  print $t.reparto.usage($0, REPARTO_VERSION)
+  print "\n"
+  exit -1
+end
+
+usage() if ARGV.size != 1 or not File.exist? ARGV[0]
+r = Reparto.new(ARGV[0])
+$threads.each do |th|
+  th.join
+end

data/data/Reparto/i18n/en.yml

@@ -0,0 +1,41 @@
+ini:
+  type: type
+  username: username
+  password: password
+  port: port
+reparto:
+  conecting: Conecting to %1 port %2
+  closing: Closing conection  %1
+  type_not_supported: Type  %1 not supported
+  require_username: Required username
+  require_password: Required password
+  port_numeric: Port only numeric
+  usage: "
+Reparto v%2 do things on multiple clients\n
+%1: <file .ini>\n
+example, myclients.ini:\n\n
+[192.168.1.33]\n
+type = ssh\n
+username = user\n
+password = pass\n
+;execute command\n
+cmd_1 = hostname\n
+;execute another command\n
+cmd_2 = date\n
+;copy new dir\n
+cpdir_local_1 = /root/data\n
+cpdir_remote_1 = /root/data\n
+;cp file\n
+cp_local_1 = /etc/rc.local\n
+cp_remote_1 = /root/backups/rc.local\n
+;update dir remote\n
+updatedir_1 = /root/data\n
+
+;another host\n
+[.....]\n
+...\n
+
+;another host\n
+[....]\n
+..
+"

data/data/Reparto/i18n/es.yml

@@ -0,0 +1,41 @@
+ini:
+  type: tipo
+  username: usuario
+  password: clave
+  port: puerto
+reparto:
+  conecting: Conectando a %1 puerto %2
+  closing: Cerrando conexion de %1
+  type_not_supported: Tipo %1 no soportado
+  require_username: Nombre de usuario requerido
+  require_password: Clave requerida
+  port_numeric: Puerto solo numerico
+  usage: "
+Reparto v%2 do things on multiple clients\n
+%1: <file .ini>\n
+ejemplo, myclients.ini:\n\n
+[192.168.1.33]\n
+tipo = ssh\n
+usuario = user\n
+clave = pass\n
+;ejecuta comando \n
+cmd_1 = hostname\n
+;ejecuta otro comando\n
+cmd_2 = date\n
+;copia un directorio no existente en el equipo remoto\n
+cpdir_local_1 = /root/data\n
+cpdir_remote_1 = /root/data\n
+;copia un archivo\n
+cp_local_1 = /etc/rc.local\n
+cp_remote_1 = /root/backups/rc.local\n
+;actualiza directory remoto con local\n
+updatedir_1 = /root/data\n
+
+;otro equipo\n
+[.....]\n
+...\n
+
+;otro equipo\n
+[....]\n
+..
+"

data/lib/reparto.rb

@@ -0,0 +1,428 @@
+#Reparto 0.0
+#::Author:: bit4bit <bit4bit@riseup.net>
+#::Date:: 15 abril 2012 
+#::License:: GPLv3 o Superior
+
+
+
+require 'find'
+
+begin
+  require 'inifile'
+  require 'r18n-desktop'
+  require 'logger'
+  require 'net/ssh'
+  require 'net/sftp'
+
+rescue LoadError
+  require 'rubygems'
+  require 'net/ssh'
+  require 'net/sftp'
+  require 'inifile'
+  require 'r18n-desktop'
+  require 'logger'
+end
+
+
+REPARTO_VERSION = 0.0
+
+$t = R18n.from_env File.join Gem.datadir('Reparto'), 'i18n/'
+$logs = Logger.new(STDOUT)
+$threads = []
+
+class String
+  def is_number?
+    true if Float(self) rescue false
+  end
+end
+
+class SSHClient
+  def initialize(ip, port, username, password)
+    @ip = ip
+    @port = port
+    @username = username
+    @password = password
+    @actions = []
+  end
+
+  #ejecuta acciones
+  def do
+    $logs.debug($t.reparto.conecting(@ip, @port))
+
+    Net::SSH.start(@ip, @username, :password => @password, :port => @port) do |ssh|
+      @actions.each do |action|
+        name = action[:action]
+
+
+        case name
+        when :cmd
+          cmd = action[:cmd]
+          $logs.debug("%s command execute: %s" % [@ip,cmd])
+          r = ssh.exec! cmd
+          $logs.debug("%s command return: %s" % [@ip,r])
+        when :cp
+          local = action[:local]
+          remote = action[:remote]
+          
+          unless File.exist? local
+            $logs.error("%s Not found %s to copy on local machine" % [@ip,local])
+            next
+          end
+
+          begin
+            ssh.sftp.connect do |sftp|
+
+              begin
+                remote = File.join(remote, File.basename(local)) if ssh.sftp.file.directory? remote
+              rescue
+              end
+
+              sftp.upload!(local, remote)
+              $logs.debug("%s cp: %s %s" % [@ip, local, remote])
+
+            end
+          rescue Net::SFTP::StatusException => e
+            $logs.error("%s error[%s] cp: %s %s" % [@ip, e.description, local, remote])
+          end
+
+          #Copia directorio local con remoto solo si no existe
+        when :cpdir
+          local = action[:local]
+          remote = action[:remote]
+
+          unless File.directory? local
+            $logs.error("%s Only dir allow for cpdir not %s" % [@ip, local])
+          end
+
+          begin
+            ssh.sftp.upload!(local, remote)
+            $logs.debug("%s cpdir: %s %s" % [@ip, local, remote])
+
+          rescue Net::SFTP::StatusException => e
+            case e.code
+            when 4
+              $logs.error("%s error[Can't copy directory already exist, use updatedir] cpdir: %s %s" % [@ip, local, remote])
+            else
+              $logs.error("%s error[%s] cpdir: %s %s" % [@ip, e.description, local, remote])
+            end
+          rescue ArgumentError
+            $logs.error("%s error[Need directory to upload] cpdir: %s %s" % [@ip, local, remote])
+          end
+
+          #Actualiza directory local con remoto
+        when :updatedir
+
+          ssh.sftp.connect do |sftp|
+            local_dir = action[:local]
+            remote_dir = action[:remote]
+
+            $logs.debug("Checking for files which need updating %s" % @ip)
+            Find.find(local_dir) do |file|
+              local_file = file
+              remote_file = File.join(remote_dir, local_file.sub(local_dir, ''))
+
+              #actualiza directorio no existene en el remoto
+              if File.directory? file
+                begin
+                  ssh.sftp.file.directory? remote_file
+                rescue Net::SFTP::StatusException => e
+                  if e.code == 2
+                    sftp.upload!(file, remote_file)
+                    $logs.debug("%s Updating, new dir %s" % [@ip, remote_file])
+                  else
+                    $logs.error("%s error[%s] updating new dir %s" % [@ip, e.description, remote_file])
+                  end
+                end
+                next
+              end
+              
+              #actualiza comparando mtime de stat
+              #o fechas de modificacion
+              begin
+                lstat = File.stat(local_file)
+                rstat = sftp.stat!(remote_file)
+
+                if lstat.mtime > Time.at(rstat.mtime)
+                  $logs.debug("%s Updating %s" % [@ip, remote_file])
+                  sftp.upload!(local_file, remote_file)
+                  sftp.setstat!(remote_file, :permissions => lstat.mode)
+                end
+              rescue Net::SFTP::StatusException => e
+                if e.code == 2
+                  sftp.upload!(local_file, remote_file)
+                  $logs.debug("%s Updating new file %s" % [@ip, remote_file])
+                else
+                  $logs.error("%s error[%s] updating new file %s" % [@ip, e.description, local_file])
+                end
+              rescue Errno::ENOENT
+                $logs.error("%s error[No such directory] updating: %s %s" % [@ip, local_file, remote_file])
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+  
+  def <<(action)
+    @actions << action
+  end
+
+  #Ejecuta comando en cliente
+  #::cmd:: comando en cliente
+  def cmd(cmd)
+    @actions << {:action => :cmd, :cmd => cmd}
+  end
+
+  #Copia archivo local a remote
+  #::local:: archivo local
+  #::remote:: archivo remote
+  def cp(local, remote)
+    @actions << {:action => :cp, :local =>local, :remote =>remote}
+  end
+
+  #Copia directoria local a remote
+  #::local:: directorio local
+  #::remote:: directorio remote
+  def cp_dir(local, remote)
+    @actions << {:action => :cpdir, :local => local, :remote => remote}
+  end
+
+  #Actualiza directorio remote en caso de cambio
+  #::dir:: directorio local/remote
+  def update_dir(local, remote)
+    @actions << {:action => :updatedir, :local => local, :remote => remote}
+  end
+end
+
+
+#Clase Reparto
+#Lee archivo .ini parsea, y crea hilos de ejecucion segun
+#instrucciones indicadas
+class Reparto
+  
+  #::filename:: archivo .ini
+  def initialize(filename)
+    @fn = filename
+    @ini = IniFile.new(@fn)
+    
+    @ssh_clients = {}
+    
+    @types_supported = ['ssh']
+    parse
+  end
+  
+  #Parse el archivo indicado y crea hilos de ejecucion
+  def parse
+
+    #Por cada seccion o equipo, es un hilo
+    @ini.each_section do |section|
+      
+      #@todo validate ip
+      ip = section
+      
+      #obtiene tipo
+      if @ini[section].has_key? $t.ini['type']
+        type = @ini[section][$t.ini['type']]
+        unless @types_supported.member? type
+          raise RuntimeError, $t.reparto.type_not_supported(type)
+        end
+      else
+        type = 'ssh'
+      end
+      
+      #valida campos requeridos
+      raise RuntimeError, $t.reparto.require_username unless @ini[section].has_key? $t.ini.username
+      raise RuntimeError, $t.reparto.require_password unless @ini[section].has_key? $t.ini.password
+      
+      username = @ini[section][$t.ini.username]
+      password = @ini[section][$t.ini.password]
+      
+      #se obtiene puerto o por defecto 22
+      if @ini[section].has_key? $t.ini.port
+        port = @ini[section][$t.ini.port]
+        unless port.is_number?
+          raise RuntimeError, $t.reparto.port_numeric
+        end
+        port = port.to_i
+      else
+        case type
+        when 'ssh'
+          port = 22
+        end
+      end
+
+      #comandos a ejecutar
+      #en orden , segun paramentro terminado en [0-9]+
+      cmds = []
+      cmd_index = nil
+
+      #se lee parametros y se asignan segun nombre
+      @ini[section].keys.each do |param|
+        cpdirs = nil
+        cpfiles = nil
+        updatedirs = nil
+
+        cmd = param.match(/cmd_([0-9]+)/)
+        if param =~ /cmd/
+          cmd_index = cmd[1].to_i
+          cmds[cmd_index] = ["cmd",  @ini[section][param]]
+        end
+
+        #cp directorios
+        cpdir = param.match(/cpdir_local_([0-9]+)/)
+        if cpdir
+          cpdir_num = cpdir[1].to_i
+          cpdir_index = "cpdir_%d" % cpdir_num
+          cmd_index = cpdir_num
+          cpdirs = cmds.assoc(cpdir_index)
+
+          if cpdirs.nil?
+            cpdirs = [cpdir_index, {}] 
+            cpdirs[1][:local] = @ini[section][param]            
+            cmds[cmd_index] = cpdirs
+          else
+            cmds[cmds.index{|x| x[0] == cpdir_index unless x.nil?}][1][:local] = @ini[section][param]
+          end
+        end
+
+        cpdir = param.match(/cpdir_remote_([0-9]+)/)
+        if cpdir
+          cpdir_num = cpdir[1].to_i
+          cpdir_index = "cpdir_%d" % cpdir_num
+          cmd_index = cpdir_num
+          cpdirs = cmds.assoc(cpdir_index) 
+          if cpdirs.nil?
+            cpdirs = [cpdir_index, {}]
+            cpdirs[1][:remote] = @ini[section][param]
+            cmds[cmd_index] = cpdirs
+          else
+            cmds[cmds.index{|x| x[0] == cpdir_index unless x.nil?}][1][:remote] = @ini[section][param]
+          end
+        end
+        
+
+        #cp archivos
+        cpfile = param.match(/cp_local_([0-9]+)/)
+        if cpfile
+          cp_num = cpfile[1].to_i
+          cp_index = "cp_%d" % cp_num
+          cmd_index = cp_num
+          cpfiles = cmds.assoc(cp_index)
+          if cpfiles.nil?
+            cpfiles = [cp_index, {}]
+            cpfiles[1][:local] = @ini[section][param]
+            cmds[cmd_index] = cpfiles
+          else
+            cmds[cmds.index{|x| x[0] == cp_index unless x.nil?}][1][:remote] = @ini[section][param]
+          end
+        end
+        
+        cpfile = param.match(/cp_remote_([0-9]+)/)
+        if cpfile
+          cp_num = cpfile[1].to_i
+          cp_index = "cp_%d" % cp_num
+          cmd_index = cp_num
+          cpfiles = cmds.assoc(cp_index)
+          if cpfiles.nil?
+            cpfiles = [cp_index, {}]
+            cpfiles[1][:remote] = @ini[section][param]
+            cmds[cmd_index] = cpfiles
+          else
+            cmds[cmds.index{|x| x[0] == cp_index unless x.nil?}][1][:remote] = @ini[section][param]
+          end
+        end
+
+
+        #actualiza archivos/directorios en remoto
+        updatedir = param.match(/updatedir_([a-z]+_)?([0-9]+)/)
+
+        if param =~ /^updatedir_([0-9]+)$/
+          i_num = updatedir[2].to_i
+          cmd_index = i_num
+          up_index = "updatedir_%d" % i_num
+          updatedirs = cmds.assoc(up_index)
+          if updatedirs.nil?
+            updatedirs = [up_index, {}]
+            updatedirs[1][:remote] = @ini[section][param]
+            updatedirs[1][:local] = @ini[section][param]
+            cmds[cmd_index] = updatedirs
+          else
+            cmds[cmds.index{|x| x[0] == up_index unless x.nil?}][1][:local] = @ini[section][param]
+            cmds[cmds.index{|x| x[0] == up_index unless x.nil?}][1][:remote] = @ini[section][param]
+          end
+        end
+
+        if param =~ /^updatedir_local/
+          i_num = updatedir[2].to_i
+          cmd_index = i_num
+          up_index = "updatedir_%d" % i_num
+          updatedirs = cmds.assoc(up_index)
+          if updatedirs.nil?
+            updatedirs = [up_index, {}] 
+            updatedirs[1][:local] = @ini[section][param]
+            cmds[cmd_index] = updatedirs
+          else
+            cmds[cmds.index{|x| x[0] == up_index unless x.nil?}][1][:local] = @ini[section][param]
+          end
+        end
+
+        if param =~ /^updatedir_remote/
+          i_num = updatedir[2].to_i
+          cmd_index = i_num
+          up_index = "updatedir_%d" % i_num
+          updatedirs = cmds.assoc(up_index)
+          if updatedirs.nil?
+            updatedirs = [up_index, {}] 
+            updatedirs[1][:remote] = @ini[section][param]
+            cmds[cmd_index] = updatedirs
+          else
+            cmds[cmds.index{|x| x[0] == up_index unless x.nil?}][1][:remote] = @ini[section][param]
+          end
+        end
+
+
+      end
+
+      case type
+      when 'ssh'
+        cssh = SSHClient.new(ip, port, username, password)
+        cmds.each do |cmd|
+          next if cmd.nil?
+          type = cmd[0]
+          args = cmd[1]
+
+          if type =~ /cmd/
+            cssh.cmd(args)
+          elsif type =~ /cpdir/
+            cssh.cp_dir(args[:local], args[:remote])
+          elsif type =~ /cp/
+            cssh.cp(args[:local], args[:remote])
+          elsif type =~ /updatedir/
+            cssh.update_dir(args[:local], args[:remote])
+          else
+            $logs.error("Unknown action %s\n" % type)
+          end
+        end
+
+        #Hilo por cliente
+        $threads << Thread.new(cssh) do |tssh|
+          begin
+            cssh.do
+          rescue Errno::ENETUNREACH
+            $logs.error("Can't connect to %s" % ip)
+          rescue Errno::EHOSTUNREACH
+            $logs.error("Can't route to host %s" % ip)
+          end
+        end
+        
+      end
+      
+    end
+  
+  end
+  
+end
+
+
+

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification 
+name: Reparto
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: 
+  segments: 
+  - 1
+  - 0
+  - 0
+  version: 1.0.0
+platform: ruby
+authors: 
+- Bit4bit
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-06-08 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: inifile
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 0
+        - 0
+        - 0
+        version: 0.0.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: r18n-desktop
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 0
+        - 0
+        - 0
+        version: 0.0.0
+  type: :runtime
+  version_requirements: *id002
+description: Exectue commands on multiple computers
+email: bit4bit@riseup.net
+executables: 
+- reparto
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- lib/reparto.rb
+- data/Reparto/i18n/es.yml
+- data/Reparto/i18n/en.yml
+- README.rdoc
+- bin/reparto
+homepage: https://github.com/bit4bit/reparto
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Do thing with multiple ssh connections
+test_files: []
+