hydra 0.8.0 → 0.9.0

data/README.rdoc

@@ -25,32 +25,93 @@ In your rakefile:
     t.add_files 'test/integration/**/*_test.rb'
   end
 
-Then you can run 'rake hydra'.
+Run:
+
+  $ rake hydra
+
+Hydra defaults to Single Core mode, so you may want to configure it
+to use two (or more) of your cores if you have a multi-processing machine.
 
 == Configuration
 
 Place the config file in the main project directory as
 'hydra.yml' or 'config/hydra.yml'.
 
+=== Examples
+
+==== Dual Core 
+
+  workers:
+    - type: local
+      runners: 2
+
+==== Dual Core, with a remote Quad Core server
+
+The -p3022 tells it to connect on a different port
+
   workers:
     - type: local
       runners: 2
     - type: ssh
-      connect: user@example.com -p3022
+      connect: user@example.com
+      ssh_opts: -p3022
       directory: /absolute/path/to/project
       runners: 4
 
-The "connect" option is passed to SSH. So if you've setup an
-ssh config alias to a server, you can use that.
+==== Two Remote Quad Cores with Synchronization
 
-The "directory" option is the path for the project directory
-where the tests should be run.
+You can use the 'sync' configuration to allow rsync to synchronize
+the local and remote directories every time you run hydra.
+
+  workers:
+    - type: ssh
+      connect: user@alpha.example.com
+      directory: /path/to/project/on/alpha/
+      runners: 4
+    - type: ssh
+      connect: user@beta.example.com
+      directory: /path/to/project/on/beta/
+      runners: 4
+
+  sync:
+      directory: /my/local/project/directory
+      exclude:
+        - tmp
+        - log
+        - doc
+
+=== Workers Options
 
-The "runners" option is how many processes will be running
-on the remote machine. It's best to pick the same number
+==== type
+
+Either "local" or "ssh".
+
+==== runners
+
+The *runners* option is how many processes will be running
+on the machine. It's best to pick the same number
 as the number of cores on that machine (as well as your
 own).
 
+=== SSH Options
+
+==== connect
+
+The *connect* option is passed to SSH. So if you've setup an
+ssh config alias to a server, you can use that. It is also
+used in rsync, so you cannot use options.
+
+==== ssh_opts
+
+The *ssh_opts* option is passed to SSH and to Rsync's RSH so
+that you can use the same ssh options for connecting and rsync.
+Use ssh_opts to set the port or compression options.
+
+==== directory
+
+The *directory* option is the path for the project directory
+where the tests should be run.
+
 == Copyright
 
 Copyright (c) 2010 Nick Gauthier. See LICENSE for details.

data/Rakefile

@@ -11,7 +11,6 @@ begin
     gem.homepage = "http://github.com/ngauthier/hydra"
     gem.authors = ["Nick Gauthier"]
     gem.add_development_dependency "shoulda", "= 2.10.3"
-    gem.add_dependency "net-ssh", "= 2.0.19"
   end
   Jeweler::GemcutterTasks.new
 rescue LoadError

data/TODO

@@ -1,27 +1,10 @@
-IO selection configuration for master
-- allow pipe setup
-- allow ssh setup
+= Hydra TODO
 
-YML configuration
+== Setup
 
----
-hydra:
-  workers:
-  - type: local
-    runners: 4
-  - type: ssh
-    connect: localhost
-    directory: /path/to/suite
-    [command: rake hydra:worker RUNNERS=1]
-    runners: 4
+Provide a hydra:setup task to override to be run remotely before testing
 
-v0.6.0
 
-multitest backwards compatible
 
-v0.7.0
 
-???
-
-v1.0.0
 

data/VERSION

@@ -1 +1 @@
-0.8.0
+0.9.0

data/hydra.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{hydra}
-  s.version = "0.8.0"
+  s.version = "0.9.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Nick Gauthier"]
-  s.date = %q{2010-02-06}
+  s.date = %q{2010-02-09}
   s.description = %q{Spread your tests over multiple machines to test your code faster.}
   s.email = %q{nick@smartlogicsolutions.com}
   s.extra_rdoc_files = [
@@ -47,6 +47,7 @@ Gem::Specification.new do |s|
      "test/fixtures/config.yml",
      "test/fixtures/hello_world.rb",
      "test/fixtures/slow.rb",
+     "test/fixtures/sync_test.rb",
      "test/fixtures/write_file.rb",
      "test/master_test.rb",
      "test/message_test.rb",
@@ -67,6 +68,7 @@ Gem::Specification.new do |s|
      "test/ssh_test.rb",
      "test/fixtures/write_file.rb",
      "test/fixtures/slow.rb",
+     "test/fixtures/sync_test.rb",
      "test/fixtures/assert_true.rb",
      "test/fixtures/hello_world.rb",
      "test/master_test.rb",
@@ -81,14 +83,11 @@ Gem::Specification.new do |s|
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
       s.add_development_dependency(%q<shoulda>, ["= 2.10.3"])
-      s.add_runtime_dependency(%q<net-ssh>, ["= 2.0.19"])
     else
       s.add_dependency(%q<shoulda>, ["= 2.10.3"])
-      s.add_dependency(%q<net-ssh>, ["= 2.0.19"])
     end
   else
     s.add_dependency(%q<shoulda>, ["= 2.10.3"])
-    s.add_dependency(%q<net-ssh>, ["= 2.0.19"])
   end
 end
 

data/lib/hydra/master.rb

@@ -1,10 +1,12 @@
 require 'hydra/hash'
+require 'open3'
 module Hydra #:nodoc:
   # Hydra class responsible for delegate work down to workers.
   #
   # The Master is run once for any given testing session.
   class Master
     include Hydra::Messages::Master
+    include Open3
     traceable('MASTER')
     # Create a new Master
     #
@@ -22,12 +24,15 @@ module Hydra #:nodoc:
       if config_file
         opts.merge!(YAML.load_file(config_file).stringify_keys!)
       end
-      @files = opts.fetch('files') { [] }
+      @files = Array(opts.fetch('files') { nil })
+      raise "No files, nothing to do" if @files.empty?
       @files.sort!{|a,b| File.size(b) <=> File.size(a)} # dumb heuristic
       @incomplete_files = @files.dup
       @workers = []
       @listeners = []
       @verbose = opts.fetch('verbose') { false }
+      @sync = opts.fetch('sync') { nil }
+
       # default is one worker that is configured to use a pipe with one runner
       worker_cfg = opts.fetch('workers') { [ { 'type' => 'local', 'runners' => 1} ] }
 
@@ -42,10 +47,10 @@ module Hydra #:nodoc:
 
     # Message handling
     
-    # Send a file down to a worker. If there are no more files, this will shut the
-    # worker down.
+    # Send a file down to a worker. 
     def send_file(worker)
       f = @files.pop
+      trace "Sending #{f.inspect}"
       worker[:io].write(RunFile.new(:file => f)) if f
     end
 
@@ -94,14 +99,37 @@ module Hydra #:nodoc:
 
     def boot_ssh_worker(worker)
       runners = worker.fetch('runners') { raise "You must specify the number of runners"  }
-      connect = worker.fetch('connect') { raise "You must specify SSH connection options" }
+      connect = worker.fetch('connect') { raise "You must specify an SSH connection target" }
+      ssh_opts = worker.fetch('ssh_opts') { "" }
       directory = worker.fetch('directory') { raise "You must specify a remote directory" }
       command = worker.fetch('command') { 
         "ruby -e \"require 'rubygems'; require 'hydra'; Hydra::Worker.new(:io => Hydra::Stdio.new, :runners => #{runners}, :verbose => #{@verbose});\""
       }
 
+      if @sync
+        @sync.stringify_keys!
+        trace "Synchronizing with #{connect}\n\t#{@sync.inspect}"
+        local_dir = @sync.fetch('directory') { 
+          raise "You must specify a synchronization directory"
+        }
+        exclude_paths = @sync.fetch('exclude') { [] }
+        exclude_opts = exclude_paths.inject(''){|memo, path| memo += "--exclude=#{path} "}
+
+        rsync_command = [
+          'rsync',
+          '-avz',
+          '--delete',
+          exclude_opts,
+          File.expand_path(local_dir)+'/',
+          "-e \"ssh #{ssh_opts}\"",
+          "#{connect}:#{directory}"
+        ].join(" ")
+        trace rsync_command
+        trace `#{rsync_command}`
+      end
+
       trace "Booting SSH worker" 
-      ssh = Hydra::SSH.new(connect, directory, command)
+      ssh = Hydra::SSH.new("#{ssh_opts} #{connect}", directory, command)
       return { :io => ssh, :idle => false, :type => :ssh }
     end
 

data/lib/hydra/messaging_io.rb

@@ -13,6 +13,7 @@ module Hydra #:nodoc:
       return nil unless message
       return Message.build(eval(message.chomp))
     rescue SyntaxError, NameError
+      # uncomment to help catch remote errors by seeing all traffic
       #$stderr.write "Not a message: [#{message.inspect}]\n"
       return gets
     end

data/lib/hydra/runner.rb

@@ -33,7 +33,13 @@ module Hydra #:nodoc:
     # Run a test file and report the results
     def run_file(file)
       trace "Running file: #{file}"
-      require file
+      begin
+        require file
+      rescue LoadError => ex
+        trace "#{file} does not exist [#{ex.to_s}]"
+        @io.write Results.new(:output => ex.to_s, :file => file)
+        return
+      end
       output = []
       @result = Test::Unit::TestResult.new
       @result.add_listener(Test::Unit::TestResult::FAULT) do |value|

data/lib/hydra/ssh.rb

@@ -17,18 +17,21 @@ module Hydra #:nodoc:
     include Open3
     include Hydra::MessagingIO
 
-    # Initialize new SSH connection. The single parameters is passed
-    # directly to ssh for starting a connection. So you can do:
-    #  Hydra::SSH.new('localhost')
-    #  Hydra::SSH.new('user@server.com')
-    #  Hydra::SSH.new('-p 3022 user@server.com')
-    # etc..
+    # Initialize new SSH connection.
+    # The first parameter is passed directly to ssh for starting a connection.
+    # The second parameter is the directory to CD into once connected.
+    # The third parameter is the command to run
+    # So you can do:
+    #   Hydra::SSH.new('-p 3022 user@server.com', '/home/user/Desktop', 'ls -l')
+    # To connect to server.com as user on port 3022, then CD to their desktop, then
+    # list all the files.
     def initialize(connection_options, directory, command)
       @writer, @reader, @error = popen3("ssh -tt #{connection_options}")
       @writer.write("cd #{directory}\n")
       @writer.write(command+"\n")
     end
 
+    # Close the SSH connection
     def close
       @writer.write "exit\n"
       super

data/lib/hydra/worker.rb

@@ -91,7 +91,6 @@ module Hydra #:nodoc:
       @listeners.each{|l| l.join }
       @io.close
       trace "Done processing messages"
-      exit(0) # avoids test summaries
     end
 
     def process_messages_from_master

data/test/fixtures/sync_test.rb

@@ -0,0 +1,8 @@
+require 'test/unit'
+
+class SyncTest < Test::Unit::TestCase
+  def test_truth
+    assert true
+  end
+end
+

data/test/master_test.rb

@@ -57,7 +57,6 @@ class MasterTest < Test::Unit::TestCase
       assert (finish-start) < 15, "took #{finish-start} seconds"
     end
 
-
     should "run a test via ssh" do
       Hydra::Master.new(
         :files => [test_file],
@@ -80,5 +79,57 @@ class MasterTest < Test::Unit::TestCase
       assert File.exists?(target_file)
       assert_equal "HYDRA", File.read(target_file)
     end
+
+    should "synchronize a test file over ssh with rsync" do
+      local = File.join(Dir.tmpdir, 'hydra', 'local')
+      remote = File.join(Dir.tmpdir, 'hydra', 'remote')
+      sync_test = File.join(File.dirname(__FILE__), 'fixtures', 'sync_test.rb')
+      [local, remote].each{|f| FileUtils.rm_rf f; FileUtils.mkdir_p f}
+
+      # setup the folders:
+      # local:
+      #   - test_a
+      #   - test_c
+      # remote:
+      #   - test_b
+      #
+      # add test_c to exludes
+      FileUtils.cp(sync_test, File.join(local, 'test_a.rb'))
+      FileUtils.cp(sync_test, File.join(local, 'test_c.rb'))
+      FileUtils.cp(sync_test, File.join(remote, 'test_b.rb'))
+
+      # ensure a is not on remote
+      assert !File.exists?(File.join(remote, 'test_a.rb')), "A should not be on remote"
+      # ensure c is not on remote
+      assert !File.exists?(File.join(remote, 'test_c.rb')), "C should not be on remote"
+      # ensure b is on remote
+      assert File.exists?(File.join(remote, 'test_b.rb')),  "B should be on remote"
+
+      # fake as if the test got run, so only the sync code is really being tested
+      fake_result = Hydra::Messages::Worker::Results.new(
+        :file => 'test_a.rb', :output => '.'
+      ).serialize.inspect
+
+      Hydra::Master.new(
+        :files => ['test_a.rb'],
+        :workers => [{
+          :type => :ssh,
+          :connect => 'localhost',
+          :directory => remote,
+          :runners => 1,
+          :command => "ruby -e 'puts #{fake_result}' && exit"
+        }],
+        :sync => {
+          :directory => local,
+          :exclude => ['test_c.rb']
+        }
+      )
+      # ensure a is copied
+      assert File.exists?(File.join(remote, 'test_a.rb')), "A was not copied"
+      # ensure c is not copied
+      assert !File.exists?(File.join(remote, 'test_c.rb')), "C was copied, should be excluded"
+      # ensure b is deleted
+      assert !File.exists?(File.join(remote, 'test_b.rb')), "B was not deleted"
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: hydra
 version: !ruby/object:Gem::Version 
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors: 
 - Nick Gauthier
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-02-06 00:00:00 -05:00
+date: 2010-02-09 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -22,16 +22,6 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: 2.10.3
     version: 
-- !ruby/object:Gem::Dependency 
-  name: net-ssh
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        version: 2.0.19
-    version: 
 description: Spread your tests over multiple machines to test your code faster.
 email: nick@smartlogicsolutions.com
 executables: []
@@ -72,6 +62,7 @@ files:
 - test/fixtures/config.yml
 - test/fixtures/hello_world.rb
 - test/fixtures/slow.rb
+- test/fixtures/sync_test.rb
 - test/fixtures/write_file.rb
 - test/master_test.rb
 - test/message_test.rb
@@ -114,6 +105,7 @@ test_files:
 - test/ssh_test.rb
 - test/fixtures/write_file.rb
 - test/fixtures/slow.rb
+- test/fixtures/sync_test.rb
 - test/fixtures/assert_true.rb
 - test/fixtures/hello_world.rb
 - test/master_test.rb