royw-drbman 0.0.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,6 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+*~

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Roy Wright
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,14 @@
+= drbman
+
+Support for running ruby tasks via drb (druby) on multiple cores and/or systems.
+
+Drbman provides:
+* the infrastructure for pushing ruby code to remote systems,
+* installing remote gems
+* starting and stopping the remote drb server(s)
+* cleaning up the remote system by removing any artifacts used
+
+
+== Copyright
+
+Copyright (c) 2009 Roy Wright. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,54 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "drbman"
+    gem.summary = 'Support for running ruby tasks via drb (druby) on multiple cores and/or systems.'
+    gem.email = "roy@wright.org"
+    gem.homepage = "http://github.com/royw/drbman"
+    gem.authors = ["Roy Wright"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+    gem.add_dependency('log4r',         '>=1.0.5')
+    gem.add_dependency('user-choices',  '>=1.1.6')
+    gem.add_dependency('extlib',        '>=0.9.12')
+    gem.add_dependency('versionomy',    '>=0.0.4')
+    gem.add_dependency('net-ssh',       '>=2.0.11')
+    gem.add_dependency('net-scp',       '>=1.0.2')
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "drbman #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/drbman

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require File.expand_path(File.dirname(__FILE__) + "/../lib/drbman")
+
+require "drbman"
+
+CLI.execute

data/drbman.gemspec

@@ -0,0 +1,91 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{drbman}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Roy Wright"]
+  s.date = %q{2009-07-14}
+  s.default_executable = %q{drbman}
+  s.email = %q{roy@wright.org}
+  s.executables = ["drbman"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/drbman",
+     "drbman.gemspec",
+     "examples/primes/VERSION",
+     "examples/primes/bin/primes",
+     "examples/primes/lib/drb_server/prime_helper.rb",
+     "examples/primes/lib/primes.rb",
+     "examples/primes/lib/primes/cli.rb",
+     "examples/primes/lib/primes/kernel_extensions.rb",
+     "examples/primes/lib/primes/primes.rb",
+     "examples/primes/lib/primes/sieve_of_eratosthenes.rb",
+     "examples/primes/spec/primes_spec.rb",
+     "examples/primes/spec/spec_helper.rb",
+     "lib/drbman.rb",
+     "lib/drbman/cli.rb",
+     "lib/drbman/drb_pool.rb",
+     "lib/drbman/drbman.rb",
+     "lib/drbman/host_machine.rb",
+     "spec/drbman_spec.rb",
+     "spec/host_machine_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/royw/drbman}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Support for running ruby tasks via drb (druby) on multiple cores and/or systems.}
+  s.test_files = [
+    "spec/drbman_spec.rb",
+     "spec/host_machine_spec.rb",
+     "spec/spec_helper.rb",
+     "examples/primes/lib/drb_server/prime_helper.rb",
+     "examples/primes/lib/primes/cli.rb",
+     "examples/primes/lib/primes/kernel_extensions.rb",
+     "examples/primes/lib/primes/primes.rb",
+     "examples/primes/lib/primes/sieve_of_eratosthenes.rb",
+     "examples/primes/lib/primes.rb",
+     "examples/primes/spec/primes_spec.rb",
+     "examples/primes/spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<log4r>, [">= 1.0.5"])
+      s.add_runtime_dependency(%q<user-choices>, [">= 1.1.6"])
+      s.add_runtime_dependency(%q<extlib>, [">= 0.9.12"])
+      s.add_runtime_dependency(%q<versionomy>, [">= 0.0.4"])
+      s.add_runtime_dependency(%q<net-ssh>, [">= 2.0.11"])
+      s.add_runtime_dependency(%q<net-scp>, [">= 1.0.2"])
+    else
+      s.add_dependency(%q<log4r>, [">= 1.0.5"])
+      s.add_dependency(%q<user-choices>, [">= 1.1.6"])
+      s.add_dependency(%q<extlib>, [">= 0.9.12"])
+      s.add_dependency(%q<versionomy>, [">= 0.0.4"])
+      s.add_dependency(%q<net-ssh>, [">= 2.0.11"])
+      s.add_dependency(%q<net-scp>, [">= 1.0.2"])
+    end
+  else
+    s.add_dependency(%q<log4r>, [">= 1.0.5"])
+    s.add_dependency(%q<user-choices>, [">= 1.1.6"])
+    s.add_dependency(%q<extlib>, [">= 0.9.12"])
+    s.add_dependency(%q<versionomy>, [">= 0.0.4"])
+    s.add_dependency(%q<net-ssh>, [">= 2.0.11"])
+    s.add_dependency(%q<net-scp>, [">= 1.0.2"])
+  end
+end

data/examples/primes/VERSION

@@ -0,0 +1 @@
+0.0.0

data/examples/primes/bin/primes

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require File.expand_path(File.dirname(__FILE__) + "/../lib/primes")
+
+require "primes"
+
+CLI.execute

data/examples/primes/lib/drb_server/prime_helper.rb

@@ -0,0 +1,34 @@
+require 'drb'
+require 'log4r'
+
+class PrimeHelper
+  attr_accessor :name
+  def non_primes(ip, n)
+    a = []
+    2.upto((n - 1) / ip) { |i| a << (i * ip) }
+    a
+  end
+  def stop_service
+    DRb.stop_service
+  end
+end
+
+logger = Log4r::Logger.new('prime_helper')
+logger.outputters = Log4r::FileOutputter.new(:console, :filename => File.join(File.dirname(__FILE__), '../prime_helper.log'))
+Log4r::Outputter[:console].formatter  = Log4r::PatternFormatter.new(:pattern => "%m")
+logger.level = Log4r::INFO
+
+machine = 'localhost'
+machine = ARGV[0] unless ARGV.length < 1
+port = 9000
+port = ARGV[1] unless ARGV.length < 2
+service = "druby://#{machine}:#{port}"
+logger.info { "ARGV => #{ARGV.inspect}" }
+logger.info { "machine => #{machine}" }
+logger.info { "port => #{port}" }
+logger.info { "drb service => #{service}" }
+server = PrimeHelper.new
+server.name = service
+DRb.start_service(service, server)
+DRb.thread.join
+logger.info { "finished" }

data/examples/primes/lib/primes/cli.rb

@@ -0,0 +1,81 @@
+class CLI < UserChoices::Command
+  include UserChoices
+  include Singleton
+  
+  # The CLI class uses the command design pattern.
+  # This is a class accessor helper
+  # @example
+  #   CLI.execute
+  def self.execute
+    instance.execute
+  end
+  
+  # The CLI class uses the command design pattern
+  # This is the main entry point
+  def execute
+    if @user_choices[:version]
+      puts IO.read(File.join(File.dirname(__FILE__), '../../VERSION')).strip
+    else
+      logger = setup_logger
+      begin
+        # @user_choices[:hosts] << @user_choices[:host] unless @user_choices[:host].blank?
+        raise Exception.new('Missing maximum integer argument') if @user_choices[:max_integer].nil?
+        elapse_time = elapse do
+          app = Primes.new(logger, @user_choices)
+          primes = app.execute
+          logger.info { "#{primes.length} primes found" }
+          logger.info { "calculation elapsed time: #{app.primes_elapse_time}" }
+        end
+        logger.info { "total elapsed time: #{elapse_time}" }
+      rescue Exception => e
+        logger.error { e.to_s }
+        logger.debug { e.backtrace.join("\n") }
+      end
+    end
+  end
+  
+  protected
+  
+  # @param builder (see UserChoices::Command#add_sources)
+  def add_sources(builder)
+    builder.add_source(CommandLineSource, :usage, "Usage #{$0} [options] INTEGER\nwhere INTEGER is the number to find all of the primes below.")
+    builder.add_source(EnvironmentSource, :with_prefix, "primes_")
+    builder.add_source(YamlConfigFileSource, :from_file, ".primes-config.yaml")
+  end
+
+  # @param builder (see UserChoices::Command#add_choices)
+  def add_choices(builder)
+    # don't need to explicitly declare help argument
+    builder.add_choice(:version, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-V', '--version', 'The version of primes')
+    end
+    builder.add_choice(:quiet, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-q', '--quiet', 'Display error messages only')
+    end
+    builder.add_choice(:debug, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-v', '--verbose', 'Display debug messages')
+    end
+    builder.add_choice(:hosts, :type => [:string], :default => []) do |command_line|
+      command_line.uses_option('-H', '--hosts "HOST,HOST"', 'Comma separated host machines, ex: "machine1{,machine2{,...}}"')
+    end
+    builder.add_choice(:port, :type => :integer, :default => 9000) do |command_line|
+      command_line.uses_option('-p', '--port PORT', "The starting port number to assign to the hosts.")
+    end
+    builder.add_choice(:max_integer) do |command_line|
+      command_line.uses_optional_arg
+    end
+  end
+
+  # Initial setup of logger
+  # @return [Logger] the logger to use
+  def setup_logger
+    logger = Log4r::Logger.new('primes')
+    logger.outputters = Log4r::StdoutOutputter.new(:console)
+    Log4r::Outputter[:console].formatter  = Log4r::PatternFormatter.new(:pattern => "%m")
+    logger.level = Log4r::INFO
+    logger.level = Log4r::WARN if @user_choices[:quiet]
+    logger.level = Log4r::DEBUG if @user_choices[:debug]
+    # logger.trace = true
+    logger
+  end
+end

data/examples/primes/lib/primes/kernel_extensions.rb

@@ -0,0 +1,12 @@
+module Kernel
+  def elapse(&block)
+    seconds = 0
+    unless block.nil?
+      start_time = Time.now
+      block.call
+      seconds = Time.now - start_time
+    end
+    seconds
+  end
+end
+

data/examples/primes/lib/primes/primes.rb

@@ -0,0 +1,19 @@
+
+class Primes 
+  attr_reader :primes_elapse_time
+  
+  def initialize(logger, choices)
+    @logger = logger
+    @user_choices = choices
+  end
+  
+  def execute
+    @logger.debug { @user_choices.pretty_inspect }
+    sieve = SieveOfEratosthenes.new(@user_choices[:max_integer], @user_choices, @logger)
+    result = sieve.execute
+    @primes_elapse_time = sieve.primes_elapse_time
+    result
+  end
+  
+
+end

data/examples/primes/lib/primes/sieve_of_eratosthenes.rb

@@ -0,0 +1,80 @@
+# Command design pattern
+class SieveOfEratosthenes
+  attr_reader :primes_elapse_time
+  def initialize(n, choices, logger)
+    @n = n.to_i
+    @choices = choices
+    @logger = logger
+    
+    # we need at least one host that has a drb server running
+    @choices[:hosts] = ['localhost'] if @choices[:hosts].blank?
+    
+    # set the file to be ran that contains the drb server
+    @choices[:run] = 'drb_server/prime_helper.rb' if @choices[:run].blank?
+    @choices[:gems] = ['log4r']
+    
+    # specify the directories to copy to the host machine
+    @choices[:dirs] = [File.join(File.dirname(__FILE__), '../drb_server')]
+  end
+  
+  def execute
+    result = []
+    @logger.debug { @choices.pretty_inspect }
+
+    Drbman.new(@logger, @choices) do |drbman|
+      @primes_elapse_time = elapse do
+        result = primes(@n, drbman)
+      end
+    end
+    result
+  end
+  
+  private
+  
+  def primes(n, drbman)
+    indices = []
+    if n > 2
+      composites = calc_composites(n, drbman)
+      flat_comps = composites.flatten.uniq
+      indices = calc_indices(flat_comps, n)
+    end
+    indices
+  end
+
+  # when n = 20
+  # sqr_primes = [2,3]
+  # composites = [[2*2, 2*3, 2*4,...,2*9], [3*2, 3*3, 3*4,...,3*6]]
+  # returns Array
+  def calc_composites(n, drbman)
+    sqr_primes = primes(Math.sqrt(n).to_i, drbman)
+    composites = []
+    threads = []
+    mutex = Mutex.new
+    sqr_primes.each do |ip|
+      # parallelize via threads
+      # then use the drb object within the thread
+      threads << Thread.new(ip, n) do |value, max|
+        # @logger.debug { "thread(#{ip}, #{n})" }
+        drbman.get_object do |prime_helper|
+          # @logger.debug { "prime_helper.name => #{prime_helper.name}" }
+          non_primes = prime_helper.non_primes(value, max)
+          mutex.synchronize do
+            composites << non_primes
+          end
+        end
+      end
+    end
+    threads.each {|thrd| thrd.join}
+    composites
+  end
+  
+  def calc_indices(flat_comps, n)
+    indices = []
+    flags = Array.new(n, true)
+    flat_comps.each {|i| flags[i] = false}
+    flags.each_index {|i| indices << i if flags[i] }
+    indices.shift(2)
+    indices
+  end
+  
+end

data/examples/primes/lib/primes.rb

@@ -0,0 +1,29 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || 
+  $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'rubygems'
+
+# gem 'ruby-debug',       '>=0.10.3'
+gem 'log4r',            '>=1.0.5'
+gem 'user-choices',     '>=1.1.6'
+gem 'fizx-thread_pool', '>=0.3.1'
+gem 'extlib',           '>=0.9.12'
+gem 'daemons',          '>=1.0.10'
+
+require 'drb'
+require 'log4r'
+require 'user-choices'
+require 'thread_pool'
+require 'extlib'
+require 'daemons'
+
+require 'drbman'
+
+# require 'ruby-debug'
+
+include FileUtils::Verbose
+
+Dir.glob(File.join(File.dirname(__FILE__), 'primes/**/*.rb')).each do |name| 
+  require name
+end

data/examples/primes/spec/primes_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'primes'
+
+
+describe('SieveOfEratosthenes') do
+  before(:each) do
+    @choices = {}
+    @logger = Log4r::Logger.new('primes_spec')
+    @logger.level = Log4r::DEBUG
+  end
+  
+  it 'should find [2,3,5,7,11,13,17,19] for n=20' do
+    @choices[:max_integer] = 20
+    sieve = Primes.new(@logger, @choices)
+    sieve.execute.should == [2,3,5,7,11,13,17,19]
+  end
+  it 'should take a while' do
+    sieve = SieveOfEratosthenes.new(10000000, @choices, @logger)
+    primes = sieve.execute
+    puts "#{primes.length} primes found"
+    primes.length.should == 664579
+  end
+end
+

data/examples/primes/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'spec'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+Spec::Runner.configure do |config|
+  
+end

data/lib/drbman/cli.rb

@@ -0,0 +1,85 @@
+# require 'commandline/optionparser'
+
+# == Synopsis
+# The Command Line Interface
+class CLI < UserChoices::Command
+  include UserChoices
+  include Singleton
+  
+  # The CLI class uses the command design pattern.
+  # This is a class accessor helper
+  # @example
+  #   CLI.execute
+  def self.execute
+    instance.execute
+  end
+  
+  # The CLI class uses the command design pattern
+  # This is the main entry point
+  def execute
+    if @user_choices[:version]
+      puts IO.read(File.join(File.dirname(__FILE__), '../../VERSION')).strip
+    else
+      logger = setup_logger
+      begin
+        app = Drbman.new(logger, @user_choices)
+        app.execute
+      rescue Exception => e
+        logger.error { e.to_s }
+        logger.debug { e.backtrace.join("\n") }
+      end
+    end
+  end
+  
+  protected
+  
+  # @param builder (see UserChoices::Command#add_sources)
+  def add_sources(builder)
+    builder.add_source(CommandLineSource, :usage, "Usage #{$0} [options]")
+    builder.add_source(EnvironmentSource, :with_prefix, "drbman_")
+    builder.add_source(YamlConfigFileSource, :from_file, ".drbman-config.yaml")
+  end
+  
+  # @param builder (see UserChoices::Command#add_choices)
+  def add_choices(builder)
+    # don't need to explicitly declare help argument
+    builder.add_choice(:version, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-V', '--version', 'The version of drbman')
+    end
+    builder.add_choice(:quiet, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-q', '--quiet', 'Display error messages only')
+    end
+    builder.add_choice(:debug, :type => :boolean, :default => false) do |command_line|
+      command_line.uses_switch('-v', '--verbose', 'Display debug messages')
+    end
+    builder.add_choice(:run, :type => :string, :default => nil) do |command_line|
+      command_line.uses_option('-r', '--run "COMMAND"', "The ruby file that starts the drb server")
+    end
+    builder.add_choice(:hosts, :type => [:string], :default => []) do |command_line|
+      command_line.uses_option('-H', '--hosts "HOST,HOST"', 'Comma separated account URLs, ex: "{user{:pass}@}machine1{,{user{:pass}@}machine2}"')
+    end
+    builder.add_choice(:dirs, :type => [:string], :default => []) do |command_line|
+      command_line.uses_option('-d', '--dirs "PATH,PATH"', "Comma separated paths to directories to copy to the host machine(s)")
+    end
+    builder.add_choice(:gems, :type => [:string], :default => []) do |command_line|
+      command_line.uses_option('-g', '--gems "GEM,GEM"', "Comma separated list of gems that have to be installed on the host machine")
+    end
+  end
+  
+  # Initial setup of logger
+  # @return [Logger] the logger to use
+  def setup_logger
+    logger = Log4r::Logger.new('drbman')
+    logger.outputters = Log4r::StdoutOutputter.new(:console)
+    Log4r::Outputter[:console].formatter  = Log4r::PatternFormatter.new(:pattern => "%m")
+    logger.level = Log4r::DEBUG
+    logger.level = Log4r::INFO
+    logger.level = Log4r::WARN if @user_choices[:quiet]
+    logger.level = Log4r::DEBUG if @user_choices[:debug]
+    # logger.trace = true
+    logger
+  end
+
+end
+
+