svengali 0.2.7.2

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Ryo Kanbayashi
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,17 @@
+= svengali
+
+Description goes here.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Ryo Kanbayashi. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,47 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "svengali"
+    gem.summary = "distributed machine operating library of cloud age. please see http://sourceforge.jp/projects/svengali/wiki/FrontPage"
+    gem.description = "Svengali offers means to manage and operate distributed machines easier than by other tools like shell script"
+    gem.email = "ryo.contact [at] gmail.com"
+    gem.homepage = "http://sourceforge.jp/projects/svengali/"
+    gem.authors = ["Ryo Kanbayashi"]
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    gem.add_dependency "net-ssh", ">= 2.0.17"
+    gem.add_dependency "net-sftp", ">= 2.0.4"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "svengali #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.2.7.2

data/lib/svengali.rb

@@ -0,0 +1,2 @@
+require "svengali/svengali"
+

data/lib/svengali/config.rb

@@ -0,0 +1,78 @@
+#for StringIO
+require "stringio"
+
+module Config
+
+  # if there isn't a file which has specified file name, New file is created.
+  def get_config_file(remote_filepath_str)
+    # passed @sftp_session is not one of ConfigFile
+    return ConfigFile.new(remote_filepath_str,@sftp_session)
+  end
+
+class ConfigFile
+  include FileIO
+
+    @remote_filepath_str
+    @sftp_session
+    #Net::SFTP::Request
+    @config_file_contents
+
+    #ssh_session => Net::SFTP::Session
+    #ConfigFile class doesn't manage passed sftp_session value
+    def initialize(remote_path_str,sftp_session)
+      @sftp_session = sftp_session
+
+      @remote_filepath_str = remote_path_str
+      if is_exist(remote_path_str)
+#        config_file = @sftp_session.open!(remote_path_str)
+        @config_file_contents = get_contents_remote(@remote_filepath_str)
+      else
+        @config_file_contents = ""
+      end
+
+    end
+
+    #replace columns which has specified content
+    def replace_col(original_col_str,replaced_col_str)
+      orig_contents_io = StringIO.new(@config_file_contents)
+      replaced_contents_io = StringIO.new()
+      orig_contents_io.each_line { |line|
+         replaced_contents_io.puts(line.gsub(original_col_str,replaced_col_str))
+      }
+      orig_contents_io.close()
+      replaced_contents_io.close()
+
+      @config_file_contents = replaced_contents_io.string
+    end
+
+    def append_str(str)
+      @config_file_contents += str
+    end
+
+    #remove all columns which contains passed string
+    def remove_col_by_str(str)
+      orig_contents_io = StringIO.new(@config_file_contents)
+      removed_contents_io = StringIO.new()
+      orig_contents_io.each_line { |line|
+         unless line.index(str)
+           removed_contents_io.puts(line)
+         end
+      }
+      orig_contents_io.close()
+      removed_contents_io.close()
+
+      @config_file_contents = removed_contents_io.string
+    end
+
+    #remove columns which matched passed regular expression
+    def remove_col_by_regexp(regexp)
+      not_inp()
+    end
+    
+    #save modified content
+    def save
+      write_contents_remote(@remote_filepath_str,@config_file_contents)
+    end
+    
+  end
+end

data/lib/svengali/ext_string.rb

@@ -0,0 +1,55 @@
+require "yaml"
+
+# manages externarized strings on YAML files
+class ExtStr
+  @@command_accessor = nil
+  @@path_accessor = nil
+
+  def self.path()
+    unless @@command_accessor && @@path_accessor
+      self.init()
+    end
+
+    return @@path_accessor
+  end
+
+  def self.cmd()
+    unless @@command_accessor && @@path_accessor
+      self.init()
+    end
+
+    return @@command_accessor
+  end
+
+  def self.init()
+    @@command_accessor = ExtStrAccessor.new(File::dirname(__FILE__) + "/ext_string/command.yml",$platform_name)
+    @@path_accessor = ExtStrAccessor.new( File::dirname(__FILE__) + "/ext_string/path.yml",$platform_name)
+  end
+#  private_class_method :init
+
+end
+
+class ExtStrAccessor
+@contents_hash
+@first_level
+
+  def initialize(file_name_str,first_level_name)
+    @contents_hash = YAML.load_file( file_name_str )
+    @first_level = first_level_name
+  end
+
+  def [](key)
+    val = @contents_hash[@first_level][key]
+    if val
+      return val
+    else
+      default_val = @contents_hash["default"][val]
+      if default_val
+        return default_val
+      else
+        debug_p "key( #{key.to_s} ) is not found on even default hash!"
+      end
+    end
+  end
+  
+end

data/lib/svengali/ext_string/command.yml

@@ -0,0 +1,6 @@
+default:
+ package_install: yum install -y
+debian:
+ package_install: apt-get install
+ 
+ 

data/lib/svengali/ext_string/path.yml

@@ -0,0 +1,6 @@
+default:
+ sshd_config: /etc/ssh/sshd_config
+ network_configs: /etc/sysconfig/network-scripts/
+ resolver_config: /etc/sysconfig/network-scripts/ifcfg-eth0
+debian:
+ network_configs: /etc/network/

data/lib/svengali/file_io.rb

@@ -0,0 +1,106 @@
+#in this file methods for file trasfer is defined
+require 'rubygems'
+gem 'net-sftp'
+require 'net/sftp'
+
+module FileIO
+  BUFFER_SIZE = 1024
+  
+  def push_a_file(local_path,remote_path)
+    debug_p("push_a_file from #{local_path} to #{remote_path}")
+    @sftp_session.upload!(local_path,remote_path)
+  end
+
+  def pull_a_file(remote_path,local_path)
+    debug_p("pull_a_file from #{remote_path} to #{local_path}")
+
+    begin
+      @sftp_session.download!(remote_path,local_path)
+    rescue
+      debug_p remote_path + " is not found on remote!!"
+      return nil
+    end
+  end
+
+  # push files on specified dir. only one level.
+  # directories are not copied.
+  def push_files(local_path,remote_path)
+    debug_p("push_files from #{local_path} to #{remote_path}")
+    local_dir = Dir.new(local_path)
+    local_dir.each{ |path|
+      unless File::ftype(local_path + "/" + path) == "directory"
+        @sftp_session.upload!(local_path + "/" + path,remote_path + "/" + path)
+      end
+    }
+  end
+
+  #pull files on specified dir. only one level.
+  def pull_files(remote_path,local_path)
+    debug_p("pull_files from #{remote_path} to #{local_path}")
+    @sftp_session.dir.foreach(remote_path){ |path|
+      #unless path.name == "." || path.name == ".."
+      #not directory
+      unless /^d/ =~ path.longname
+          @sftp_session.download!(remote_path + "/" + path.name,local_path + "/" + path.name)
+      end
+      #end
+    }
+  end
+
+  # Note: if there is a directory which has same name with *local_path*, remote_directory is removed before coping directory
+  def push_dir(local_path,remote_path)
+    debug_p("push_dir from #{local_path} to #{remote_path}")
+    begin
+      @sftp_session.upload!(local_path,remote_path)
+    rescue
+      @ssh.exec!("rm -rf #{remote_path}")
+      retry
+    end
+  end
+
+  def pull_dir(remote_path,local_path)
+    debug_p("pull_dir from #{remote_path} to #{local_path}")
+    begin
+      @sftp_session.download!(remote_path,local_path,:recursive => true)
+    rescue
+      debug_p remote_path + " is not found on remote!!"
+      return nil
+    end
+  end
+
+  # return -> boolean : 
+  def is_exist(remote_path)
+    begin
+      @sftp_session.stat!(remote_path) { |response|
+        #returns whether exists or not
+        next response.ok?
+      }
+    rescue => e
+      return false
+    end
+  end
+
+
+  def get_contents_remote(remote_filepath_str)
+    debug_p("get_contents_remote from #{remote_filepath_str}")
+    handle = @sftp_session.open!(remote_filepath_str)
+    contents = String.new()
+    offset = 0
+    while (data = @sftp_session.read!(handle, offset, BUFFER_SIZE)) != nil
+      contents += data
+      offset += BUFFER_SIZE
+    end
+    @sftp_session.close!(handle)
+
+    return contents
+  end
+
+  # over writes contens from the start
+  def write_contents_remote(remote_filepath_str,contents_str)
+    debug_p("write_contents_remote to #{remote_filepath_str}")
+    handle = @sftp_session.open!(remote_filepath_str,"w")
+    @sftp_session.write!(handle, 0, contents_str)
+    @sftp_session.close!(handle)
+  end
+    
+end

data/lib/svengali/machine.rb

@@ -0,0 +1,123 @@
+require "thread"
+require "#{LIBNAME}/ssh"
+require "#{LIBNAME}/config"
+require "#{LIBNAME}/util"
+require "#{LIBNAME}/ext_string"
+
+#module Machine
+  class MachineMaster
+    @@group = ThreadGroup.new
+  end
+
+  class Machine < MachineMaster
+    include Config
+    include FileIO
+
+    #fields
+    @user_name
+    @host
+    @ssh
+    @sftp_session
+    @password
+    @passphrase
+    @private_key_path
+
+    attr_reader :ssh
+
+    def initialize(host=nil)
+      if host == nil  #substitute of constructor which has no argument
+      else
+        @host = host.to_s()
+        initialize()
+      end
+    end
+
+    def cleanup
+      debug_p "start cleanup instance for " + @host
+      @sftp_session.close_channel()
+      @ssh.close()
+      debug_p "finished cleanup instance for " + @host
+      # @@group.list.each {|th| th.join }
+    end
+
+    # def set_auth_info(user_name)
+    #   @user_name = user_name
+    # end
+
+    def set_auth_info(user_name,password = nil)
+      @user_name = user_name
+      @password = password
+    end
+
+    def set_auth_info_pki(user_name,passphrase,private_key_path)
+      @user_name = user_name
+      @passphrase = passphrase
+      @private_key_path = private_key_path
+    end
+
+    def establish_session()
+      debug_p "start establish_session to " + @host
+      # Spawn worker threads
+
+      th = Thread.new do
+        debug_p "Initialization of Machine ##{@host} is started."
+        if @private_key_path
+          if @user_name && @passphrase
+            @ssh = SSH.new(@host,@user_name,@passphrase)
+          else
+            debug_p "please set user name and password when you want to use public key authentication"
+            exit()
+          end
+        elsif @user_name && @password
+          @ssh = SSH.new(@host,@user_name,@password)
+        elsif @user_name
+          @ssh = SSH.new(@userneme)
+        else
+          debug_p "please set user name at leaset"
+          exit()
+        end
+        debug_p "Initialization of Machine ##{@host} is finished."
+
+        @sftp_session = @ssh.sftp_session
+        @@group.add(th)
+      end
+
+      #wait until finishing initialize of @ssh object
+      while @ssh == nil
+        sleep(1)
+      end
+
+      debug_p "finished establish_session to " + @host
+    end
+
+    def exec(command_str)
+      return @ssh.exec(command_str)
+    end
+
+    def exec!(command_str,timeout = nil)
+      return @ssh.exec!(command_str,timeout)
+    end
+
+    # call exec!( command ) on specified path
+    # TODO: change function name to exec_on!
+    def exec_on!(command_str,current_path_str)
+      exec!("cd #{current_path_str};" + command_str)
+    end
+
+    # execute local script on remote
+    # current_path_str -> string: if change of directory is not needed, please pass "."
+    # use remote /tmp directory to store script file
+    # TODO: change function name to exec_script_on!
+    def exec_script_on(script_path_str,arguments_str,current_path_str)
+      fname_str = File.basename(script_path_str)
+      rempte_path_str = "/tmp/" + fname_str
+      push_a_file(script_path_str,rempte_path_str)
+      exec_on!("sh #{rempte_path_str} " + arguments_str,current_path_str)
+    end
+
+    def sftp()
+      return @ssh.sftp_session
+    end
+
+  end
+#end