nulogy-hydra 0.23.2.1

data/test/ssh_test.rb

@@ -0,0 +1,25 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+class SSHTest < Test::Unit::TestCase
+  should "be able to execute a command over ssh" do
+    ssh = Hydra::SSH.new(
+      'localhost', # connect to this machine
+      File.expand_path(File.join(File.dirname(__FILE__))), # move to the test directory
+      "ruby fixtures/hello_world.rb"
+    )
+    response = ssh.gets
+    assert_equal "Hello World", response.text
+    ssh.close
+  end
+
+  should "be able to handle a large number of non-Hydra console output" do
+    ssh = Hydra::SSH.new(
+      'localhost', # connect to this machine
+      File.expand_path(File.join(File.dirname(__FILE__))), # move to the test directory
+      "ruby fixtures/many_outputs_to_console.rb"
+    )
+    response = ssh.gets
+    assert_equal "My message", response.text
+    ssh.close
+  end
+end

data/test/sync_test.rb

@@ -0,0 +1,113 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+class SyncTest < Test::Unit::TestCase
+  context "with a file to test and a destination to verify" do
+    setup do
+      # avoid having other tests interfering with us
+      sleep(0.2)
+      #FileUtils.rm_f(target_file)
+    end
+
+    teardown do
+      #FileUtils.rm_f(target_file)
+    end
+
+    should "synchronize a test file over ssh with rsync" do
+      local = File.join(Dir.consistent_tmpdir, 'hydra', 'local')
+      remote = File.join(Dir.consistent_tmpdir, 'hydra', 'remote')
+      sync_test = File.join(File.dirname(__FILE__), 'fixtures', 'sync_test.rb')
+      [local, remote].each{|f| FileUtils.rm_rf f; FileUtils.mkdir_p f}
+
+      # setup the folders:
+      # local:
+      #   - test_a
+      #   - test_c
+      # remote:
+      #   - test_b
+      #
+      # add test_c to exludes
+      FileUtils.cp(sync_test, File.join(local, 'test_a.rb'))
+      FileUtils.cp(sync_test, File.join(local, 'test_c.rb'))
+      FileUtils.cp(sync_test, File.join(remote, 'test_b.rb'))
+
+      # ensure a is not on remote
+      assert !File.exists?(File.join(remote, 'test_a.rb')), "A should not be on remote"
+      # ensure c is not on remote
+      assert !File.exists?(File.join(remote, 'test_c.rb')), "C should not be on remote"
+      # ensure b is on remote
+      assert File.exists?(File.join(remote, 'test_b.rb')),  "B should be on remote"
+
+      Hydra::Sync.new(
+        {
+          :type => :ssh,
+          :connect => 'localhost',
+          :directory => remote,
+          :runners => 1
+        },
+        {
+          :directory => local,
+          :exclude => ['test_c.rb']
+        }
+      )
+      # ensure a is copied
+      assert File.exists?(File.join(remote, 'test_a.rb')), "A was not copied"
+      # ensure c is not copied
+      assert !File.exists?(File.join(remote, 'test_c.rb')), "C was copied, should be excluded"
+      # ensure b is deleted
+      assert !File.exists?(File.join(remote, 'test_b.rb')), "B was not deleted"
+    end
+
+    should "synchronize a test file over ssh with rsync to multiple workers" do
+      local = File.join(Dir.consistent_tmpdir, 'hydra', 'local')
+      remote_a = File.join(Dir.consistent_tmpdir, 'hydra', 'remote_a')
+      remote_b = File.join(Dir.consistent_tmpdir, 'hydra', 'remote_b')
+      sync_test = File.join(File.dirname(__FILE__), 'fixtures', 'sync_test.rb')
+      [local, remote_a, remote_b].each{|f| FileUtils.rm_rf f; FileUtils.mkdir_p f}
+
+      # setup the folders:
+      # local:
+      #   - test_a
+      # remote_a:
+      #   - test_b
+      # remote_b:
+      #   - test_c
+      #
+      # add test_c to exludes
+      FileUtils.cp(sync_test, File.join(local, 'test_a.rb'))
+      FileUtils.cp(sync_test, File.join(remote_a, 'test_b.rb'))
+      FileUtils.cp(sync_test, File.join(remote_b, 'test_c.rb'))
+
+      # ensure a is not on remotes
+      assert !File.exists?(File.join(remote_a, 'test_a.rb')), "A should not be on remote_a"
+      assert !File.exists?(File.join(remote_b, 'test_a.rb')), "A should not be on remote_b"
+      # ensure b is on remote_a
+      assert File.exists?(File.join(remote_a, 'test_b.rb')),  "B should be on remote_a"
+      # ensure c is on remote_b
+      assert File.exists?(File.join(remote_b, 'test_c.rb')),  "C should be on remote_b"
+
+      Hydra::Sync.sync_many(
+        :workers => [{
+          :type => :ssh,
+          :connect => 'localhost',
+          :directory => remote_a,
+          :runners => 1
+        },
+        {
+          :type => :ssh,
+          :connect => 'localhost',
+          :directory => remote_b,
+          :runners => 1
+        }],
+        :sync => {
+          :directory => local
+        }
+      )
+      # ensure a is copied to both remotes
+      assert File.exists?(File.join(remote_a, 'test_a.rb')), "A was not copied to remote_a"
+      assert File.exists?(File.join(remote_b, 'test_a.rb')), "A was not copied to remote_b"
+      # ensure b and c are deleted from remotes
+      assert !File.exists?(File.join(remote_a, 'test_b.rb')), "B was not deleted from remote_a"
+      assert !File.exists?(File.join(remote_b, 'test_c.rb')), "C was not deleted from remote_b"
+    end
+  end
+end

data/test/task_test.rb

@@ -0,0 +1,21 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+require 'hydra/tasks'
+require 'rake'
+
+class TaskTest < Test::Unit::TestCase
+  context "a task" do
+    should "execute the command in a remote machine" do
+      
+      File.delete( "/tmp/new_file" ) if File.exists? "/tmp/new_file"
+
+      Hydra::RemoteTask.new('cat:text_file', 'touch new_file') do |t|
+        t.config = "test/fixtures/task_test_config.yml"
+      end
+
+      Rake.application['hydra:remote:cat:text_file'].invoke
+
+      assert( File.exists? "/tmp/new_file" )
+      
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,107 @@
+require 'rubygems'
+require 'test/unit'
+gem 'shoulda', '2.10.3'
+gem 'rspec', '2.0.0.beta.19'
+require 'shoulda'
+require 'tmpdir'
+require "stringio"
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'hydra'
+
+# Since Hydra turns off testing, we have to turn it back on
+Test::Unit.run = false
+
+class Test::Unit::TestCase
+  def target_file
+    File.expand_path(File.join(Dir.consistent_tmpdir, 'hydra_test.txt'))
+  end
+  
+  def alternate_target_file
+    File.expand_path(File.join(Dir.consistent_tmpdir, 'alternate_hydra_test.txt'))
+  end
+
+  def test_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'write_file.rb'))
+  end
+
+  def rspec_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'write_file_spec.rb'))
+  end
+
+  def alternate_rspec_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'write_file_alternate_spec.rb'))
+  end
+
+  def rspec_file_with_pending
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'write_file_with_pending_spec.rb'))
+  end
+
+  def cucumber_feature_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'features', 'write_file.feature'))
+  end
+
+  def alternate_cucumber_feature_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'features', 'write_alternate_file.feature'))
+  end
+
+  def javascript_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'js_file.js'))
+  end
+
+  def json_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'json_data.json'))
+  end
+
+  def conflicting_test_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'conflicting.rb'))
+  end
+
+  def remote_dir_path
+    File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib'))
+  end
+
+  def hydra_worker_init_file
+    File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', 'hydra_worker_init.rb'))
+  end
+
+  def capture_stderr
+    # The output stream must be an IO-like object. In this case we capture it in
+    # an in-memory IO object so we can return the string value. You can assign any
+    # IO object here.
+    previous_stderr, $stderr = $stderr, StringIO.new
+    yield
+    $stderr.string
+  ensure
+    # Restore the previous value of stderr (typically equal to STDERR).
+    $stderr = previous_stderr
+  end
+
+  #this method allow us to wait for a file for a maximum number of time, so the
+  #test can pass in slower machines. This helps to speed up the tests
+  def assert_file_exists file, time_to_wait = 2
+    time_begin = Time.now
+
+    until Time.now - time_begin >= time_to_wait or File.exists?( file ) do
+      sleep 0.01
+    end
+
+    assert File.exists?( file )
+  end
+end
+
+module Hydra #:nodoc:
+  module Messages #:nodoc:
+    class TestMessage < Hydra::Message
+      attr_accessor :text
+      def initialize(opts = {})
+        @text = opts.fetch(:text){ "test" }
+      end
+      def serialize
+        super(:text => @text)
+      end
+    end
+  end
+end
+

data/test/worker_test.rb

@@ -0,0 +1,60 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+class WorkerTest < Test::Unit::TestCase
+  context "with a file to test and a destination to verify" do
+    setup do
+      FileUtils.rm_f(target_file)
+    end
+
+    teardown do
+      FileUtils.rm_f(target_file)
+    end
+
+    # run the worker in the foreground and the requests in the background
+    should "run a test in the foreground" do
+      num_runners = 4
+      pipe = Hydra::Pipe.new
+      child = Process.fork do
+        request_a_file_and_verify_completion(pipe, num_runners)
+      end
+      run_the_worker(pipe, num_runners)
+      Process.wait(child)
+    end
+
+    # inverse of the above test to run the worker in the background
+    should "run a test in the background" do
+      num_runners = 4
+      pipe = Hydra::Pipe.new
+      child = Process.fork do
+        run_the_worker(pipe, num_runners)
+      end
+      request_a_file_and_verify_completion(pipe, num_runners)
+      Process.wait(child)
+    end
+  end
+
+  module WorkerTestHelper
+    def run_the_worker(pipe, num_runners)
+      pipe.identify_as_child
+      Hydra::Worker.new({:io => pipe, :runners => num_runners})
+    end
+
+    def request_a_file_and_verify_completion(pipe, num_runners)
+      pipe.identify_as_parent
+      pipe.gets # grab the WorkerBegin
+      num_runners.times do
+        response = pipe.gets # grab the RequestFile
+        assert response.is_a?(Hydra::Messages::Worker::RequestFile), "Expected RequestFile but got #{response.class.to_s}"
+      end
+      pipe.write(Hydra::Messages::Master::RunFile.new(:file => test_file))
+
+      assert pipe.gets.is_a?(Hydra::Messages::Worker::Results)
+
+      pipe.write(Hydra::Messages::Master::Shutdown.new)
+
+      assert File.exists?(target_file)
+      assert_equal "HYDRA", File.read(target_file)
+    end
+  end
+  include WorkerTestHelper
+end

metadata

@@ -0,0 +1,208 @@
+--- !ruby/object:Gem::Specification 
+name: nulogy-hydra
+version: !ruby/object:Gem::Version 
+  hash: 253
+  prerelease: 
+  segments: 
+  - 0
+  - 23
+  - 2
+  - 1
+  version: 0.23.2.1
+platform: ruby
+authors: 
+- Nick Gauthier
+- Justin Fitzsimmons
+- Victor Savkin
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-09 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 33
+        segments: 
+        - 2
+        - 10
+        - 3
+        version: 2.10.3
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 62196421
+        segments: 
+        - 2
+        - 0
+        - 0
+        - beta
+        - 19
+        version: 2.0.0.beta.19
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: cucumber
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 63
+        segments: 
+        - 0
+        - 9
+        - 2
+        version: 0.9.2
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: therubyracer
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 0
+        - 7
+        - 4
+        version: 0.7.4
+  type: :development
+  version_requirements: *id004
+description: Spread your tests over multiple machines to test your code faster.
+email: engineering@nulogy.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+- TODO
+files: 
+- .document
+- LICENSE
+- README.rdoc
+- Rakefile
+- TODO
+- VERSION
+- caliper.yml
+- hydra-icon-64x64.png
+- hydra.gemspec
+- hydra_gray.png
+- lib/hydra.rb
+- lib/hydra/cucumber/formatter.rb
+- lib/hydra/hash.rb
+- lib/hydra/js/lint.js
+- lib/hydra/listener/abstract.rb
+- lib/hydra/listener/minimal_output.rb
+- lib/hydra/listener/notifier.rb
+- lib/hydra/listener/progress_bar.rb
+- lib/hydra/listener/report_generator.rb
+- lib/hydra/master.rb
+- lib/hydra/message.rb
+- lib/hydra/message/master_messages.rb
+- lib/hydra/message/runner_messages.rb
+- lib/hydra/message/worker_messages.rb
+- lib/hydra/messaging_io.rb
+- lib/hydra/pipe.rb
+- lib/hydra/proxy_config.rb
+- lib/hydra/runner.rb
+- lib/hydra/runner_listener/abstract.rb
+- lib/hydra/safe_fork.rb
+- lib/hydra/spec/autorun_override.rb
+- lib/hydra/spec/hydra_formatter.rb
+- lib/hydra/ssh.rb
+- lib/hydra/stdio.rb
+- lib/hydra/sync.rb
+- lib/hydra/tasks.rb
+- lib/hydra/threadsafe_io.rb
+- lib/hydra/tmpdir.rb
+- lib/hydra/trace.rb
+- lib/hydra/worker.rb
+- nulogy-hydra.gemspec
+- test/fixtures/assert_true.rb
+- test/fixtures/bad_proxy_config.yml
+- test/fixtures/config.yml
+- test/fixtures/conflicting.rb
+- test/fixtures/features/step_definitions.rb
+- test/fixtures/features/write_alternate_file.feature
+- test/fixtures/features/write_file.feature
+- test/fixtures/hello_world.rb
+- test/fixtures/hydra_worker_init.rb
+- test/fixtures/js_file.js
+- test/fixtures/json_data.json
+- test/fixtures/many_outputs_to_console.rb
+- test/fixtures/master_listeners.rb
+- test/fixtures/proxy_config.yml
+- test/fixtures/proxy_config_http.yml
+- test/fixtures/runner_listeners.rb
+- test/fixtures/slow.rb
+- test/fixtures/sync_test.rb
+- test/fixtures/task_test_config.yml
+- test/fixtures/write_file.rb
+- test/fixtures/write_file_alternate_spec.rb
+- test/fixtures/write_file_spec.rb
+- test/fixtures/write_file_with_pending_spec.rb
+- test/master_test.rb
+- test/message_test.rb
+- test/pipe_test.rb
+- test/proxy_config_test.rb
+- test/runner_test.rb
+- test/ssh_test.rb
+- test/sync_test.rb
+- test/task_test.rb
+- test/test_helper.rb
+- test/worker_test.rb
+homepage: http://github.com/nulogy/hydra
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Distributed testing toolkit
+test_files: []
+