xli-dtr 0.0.4 → 0.0.5

data/test/acceptance/general_test.rb

@@ -0,0 +1,275 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+include DTR::AgentHelper
+
+class GeneralTest < Test::Unit::TestCase
+  
+  def setup
+    #start_agents first for test files loaded would be copied into sub processes
+    start_agents
+    # put these here for we don't want run them in current process
+    @pwd = Dir.pwd
+    Dir.chdir(File.expand_path(File.dirname(__FILE__) + "/../../testdata/"))
+    require 'a_test_case'
+    require 'a_test_case2'
+    require 'a_failed_test_case'
+    require 'an_error_test_case'
+    require 'a_file_system_test_case'
+    require 'scenario_test_case'
+    require 'setup_agent_env_test_case'
+
+    DTR.inject
+  end
+
+  def teardown
+    DTR.reject
+    Dir.chdir(@pwd)
+    stop_agents
+    $argv_dup = nil
+  end
+
+  def test_run_test_passed
+    $argv_dup = ['a_test_case.rb', 'a_test_case2.rb', 'a_file_system_test_case.rb']
+    suite = Test::Unit::TestSuite.new('run_test_passed')
+    suite << ATestCase.suite
+    suite << ATestCase2.suite
+    suite << AFileSystemTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 3, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_test_failed
+    $argv_dup = ['a_test_case.rb', 'a_failed_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_run_test_failed')
+    suite << ATestCase.suite
+    suite << AFailedTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert !@result.passed?
+      assert_equal 2, @result.run_count
+      assert_equal 1, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_test_error
+    $argv_dup = ['a_test_case.rb', 'an_error_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_run_test_error')
+    suite << ATestCase.suite
+    suite << AnErrorTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert_false @result.passed?
+      assert_equal 2, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 1, @result.error_count
+    end
+  end
+
+  def test_run_suite_should_be_independence
+    $argv_dup = ['an_error_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_run_suite_should_be_independence 1')
+    suite << AnErrorTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert_false @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 1, @result.error_count
+    end
+
+    $argv_dup = ['a_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_run_suite_should_be_independence 2')
+    suite << ATestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_should_ignore_environment_file_not_exists
+    $argv_dup = ['a_test_case.rb', 'test_file_not_exists.rb']
+    suite = Test::Unit::TestSuite.new('test_run_test_file_not_exist')
+    suite << ATestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_empty_test_suite_and_no_test_files_in_environment
+    $argv_dup = []
+    suite = Test::Unit::TestSuite.new('test_run_without_test_files')
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 0, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_empty_test_suite_should_not_crash_agent
+    $argv_dup = []
+    suite = Test::Unit::TestSuite.new('test_run_empty_test_suite_should_not_crash_agent')
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 0, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+
+    $argv_dup = ['a_test_case.rb']
+    suite << ATestCase.suite
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_empty_test_suite_and_test_files_not_exist_in_environment
+    $argv_dup = ['test_file_not_exists.rb']
+    suite = Test::Unit::TestSuite.new('test_run_empty_test_suite_and_test_files_not_exist_in_environment')
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 0, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  end
+
+  def test_run_test_specified_by_load_path
+    lib_path = File.expand_path(File.dirname(__FILE__) + '/../../testdata/lib')
+    $LOAD_PATH.unshift lib_path
+    require 'lib_test_case'
+    $argv_dup = ['lib_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_run_test_specified_by_load_path')
+    suite << LibTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  ensure
+    $LOAD_PATH.delete lib_path
+  end
+
+  def test_message_of_errors_and_failures_should_include_runner_host_name
+    $argv_dup = ['scenario_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_should_wrapper_errors_by_dtr_remote_exception')
+    suite << ScenarioTestCase.suite
+
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+
+      assert !@result.passed?
+      assert_equal 8, @result.run_count
+      assert_equal 3, @result.failure_count
+      assert_equal 4, @result.error_count
+
+      @result.errors.each do |e|
+        assert e.message.include?("from #{Socket.gethostname}")
+      end
+      @result.failures.each do |e|
+        assert e.message.include?("from #{Socket.gethostname}")
+      end
+    end
+  end
+
+  def test_setup_agent_env_from_master_process
+    $argv_dup = ['setup_agent_env_test_case.rb']
+    suite = Test::Unit::TestSuite.new('setup_agent_env_from_master_process')
+    suite << SetupAgentEnvTestCase.suite
+    ENV['DTR_AGENT_ENV_SETUP_CMD'] = 'touch /tmp/test_setup_agent_env_from_master_process'
+    assert_fork_process_exits_ok do
+      @result = runit(suite)
+      assert @result.passed?
+      assert_equal 1, @result.run_count
+      assert_equal 0, @result.failure_count
+      assert_equal 0, @result.error_count
+    end
+  ensure
+    File.delete('/tmp/test_setup_agent_env_from_master_process') rescue nil
+    ENV['DTR_AGENT_ENV_SETUP_CMD'] = nil
+  end
+
+  def test_multi_dtr_tasks_should_be_queued_and_processed_one_by_one
+    testdata_dir = File.expand_path('./../testdata')
+    $argv_dup = ['a_test_case.rb', 'a_test_case2.rb', 'a_file_system_test_case.rb']
+    suite = Test::Unit::TestSuite.new('run_test_passed')
+    suite << ATestCase.suite
+    suite << ATestCase2.suite
+    suite << AFileSystemTestCase.suite
+    process_assertion = Proc.new do |master_dir|
+      FileUtils.cp_r testdata_dir, master_dir
+      begin
+        Dir.chdir(master_dir) do
+          result = runit(suite)
+          assert result.passed?
+          assert_equal 3, result.run_count
+        end
+      ensure
+        FileUtils.rm_rf master_dir
+      end
+    end
+
+    @test_processes = []
+    4.times do |index|
+      @test_processes << Process.fork do
+        process_assertion.call("#{testdata_dir}_copy#{index}")
+      end
+    end
+
+    Process.waitpid @test_processes[0]
+    assert_equal 0, $?.exitstatus
+    Process.waitpid @test_processes[1]
+    assert_equal 0, $?.exitstatus
+    Process.waitpid @test_processes[2]
+    assert_equal 0, $?.exitstatus
+    Process.waitpid @test_processes[3]
+    assert_equal 0, $?.exitstatus
+  ensure
+    @test_processes.each do |pid|
+      Process.kill 'TERM', pid rescue nil
+    end
+  end
+end

data/test/acceptance/sync_codebase_test.rb

@@ -0,0 +1,67 @@
+require File.dirname(__FILE__) + '/../test_helper'
+include DTR::AgentHelper
+
+class SyncCodebaseTest < Test::Unit::TestCase
+  include DTR::Service::File
+  include DTR::SyncCodebase::SyncService
+
+  def test_sync_codebase
+    testdata_dir = File.expand_path(File.dirname(__FILE__) + '/../../testdata')
+
+    master = Process.fork do
+      DTR.configuration.with_rinda_server do
+        Dir.chdir(testdata_dir) do
+          DTR::Cmd.execute('rake dtr_repackage')
+          provide_file DTR::SyncCodebase::Codebase.new
+          DRb.thread.join
+        end
+      end
+    end
+    #sleep for waiting rinda server start
+    sleep(1)
+    client = Process.fork do
+      start_service
+      Dir.mkdir("test_sync_codebase")
+      Dir.chdir("test_sync_codebase") do
+        sync_codebase
+      end
+    end
+    Process.waitpid client
+    assert File.directory?("test_sync_codebase/#{package_name}")
+    assert !File.exists?("test_sync_codebase/#{package_copy_file}")
+  ensure
+    stop_service rescue nil
+    Process.kill 'TERM', master rescue nil
+    Process.kill 'TERM', client rescue nil
+    FileUtils.rm_rf("test_sync_codebase")
+    Dir.chdir(testdata_dir) do
+      DTR::Cmd.execute('rake dtr_clobber_package')
+    end
+  end
+
+  def test_should_not_sync_codebase_and_setup_working_dir_when_agent_is_in_same_dir_with_master_process
+    @master_dir = File.expand_path(File.dirname(__FILE__) + '/../../testdata/should_not_sync_codebase_and_setup_working_dir_when_agent_is_in_same_dir_with_master_process')
+    Dir.chdir(@master_dir) do
+      require 'verify_dir_pwd_test_case'
+    end
+    $argv_dup = ['verify_dir_pwd_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_should_not_sync_codebase_and_setup_working_dir')
+    suite << VerifyDirPwdTestCase.suite
+    @agent = start_agent_at @master_dir, 2, false
+    begin
+      DTR.inject
+      assert_fork_process_exits_ok do
+        Dir.chdir(@master_dir) do
+          result = runit(suite)
+          assert result.passed?
+          assert_equal 1, result.run_count
+        end
+      end
+    ensure
+      DTR.reject
+      Process.kill 'TERM', @agent rescue nil
+      Process.waitall
+    end
+  end
+
+end

data/test/acceptance/sync_logger_test.rb

@@ -0,0 +1,41 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+include DTR::AgentHelper
+
+class SyncLoggerTest < Test::Unit::TestCase
+  
+  def setup
+    start_agents
+    # put these here for we don't want run them in current process
+    @pwd = Dir.pwd
+    Dir.chdir(File.expand_path(File.dirname(__FILE__) + "/../../testdata/"))
+    require 'a_test_case'
+    @logger = LoggerStub.new
+    DTR.logger = @logger
+    DTR.inject
+  end
+
+  def teardown
+    DTR.reject
+    Dir.chdir(@pwd)
+    stop_agents
+    $argv_dup = nil
+    DTR.logger = nil
+    @logger.clear
+  end
+
+  #todo fix random failure
+  def test_master_process_should_get_log_of_agents
+    $argv_dup = ['a_test_case.rb']
+    suite = Test::Unit::TestSuite.new('test_master_process_should_get_log_of_agents')
+    suite << ATestCase.suite
+    assert_fork_process_exits_ok do
+      runit(suite)
+    end
+    logs = @logger.logs.flatten.join("\n")
+    assert(/From #{Socket.gethostname}: => Herald starts off\.\.\./ =~ logs)
+    assert(/From #{Socket.gethostname}: runner0: test files loaded/ =~ logs)
+    #when use Delegator to implement UndumpedLogger, there are lots of 'nil' in the log
+    assert(/nil/ !~ logs)
+  end
+end

data/test/agent_helper.rb

@@ -0,0 +1,39 @@
+require 'fileutils'
+module DTR
+  module AgentHelper
+    def start_agents
+      @agents_dir = File.join(Dir.pwd, 'agents')
+      @agents = []
+      @agents << start_agent_at(File.join(@agents_dir, 'agent1'), 3)
+      # @agents << start_agent_at(File.join(@agents_dir, 'agent2'), 1)
+    end
+
+    def start_agent_at(agent_dir, size, clean_dir=true)
+      FileUtils.rm_rf(agent_dir) if clean_dir
+      FileUtils.mkdir_p(agent_dir)
+      runner_names = []
+      size.times {|i| runner_names << "runner#{i}"}
+      Process.fork do
+        begin
+          Dir.chdir(agent_dir) do
+            DTR.launch_agent(runner_names, nil)
+          end
+        rescue Exception => e
+          puts e.message
+          puts e.backtrace.join("\n")
+        end
+      end
+    end
+
+    def stop_agents
+      if @agents
+        @agents.each do |agent|
+          Process.kill 'TERM', agent rescue nil
+        end
+        Process.waitall
+      end
+    ensure
+      FileUtils.rm_rf(@agents_dir) rescue nil
+    end
+  end
+end

data/test/logger_stub.rb

@@ -0,0 +1,30 @@
+class LoggerStub
+  def initialize
+    @store = DTR::EnvStore.new
+    clear
+  end
+  def debug(message=nil, &block)
+    output(:debug, message, &block)
+  end
+
+  def info(message=nil, &block)
+    output(:info, message, &block)
+  end
+
+  def error(message=nil, &block)
+    output(:error, message, &block)
+  end
+
+  def output(level, msg=nil, &block)
+    message = block_given? ? block.call : msg.to_s
+    @store << [:logs, [level, message]]
+  end
+
+  def logs
+    @store[:logs]
+  end
+
+  def clear
+    @store[:logs] = []
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,43 @@
+require 'test/unit'
+require 'test/unit/ui/console/testrunner'
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+# require 'growling_test'
+require 'dtr'
+require 'dtr/test_unit'
+# DTR.configuration.master_yell_interval = 2
+# DTR.configuration.follower_listen_sleep_timeout = 3
+
+require File.dirname(__FILE__) + '/agent_helper'
+require File.dirname(__FILE__) + '/logger_stub'
+
+ENV['DTR_ENV'] = 'test'
+
+module Test
+  module Unit
+    class TestCase
+      def assert_false(o)
+        assert !o
+      end
+      def assert_fork_process_exits_ok(&block)
+        pid = Process.fork do
+          block.call
+          exit 0
+        end
+        Process.waitpid pid
+        assert_equal 0, $?.exitstatus
+      ensure
+        Process.kill 'TERM', pid rescue nil
+      end
+      def runit(suite)
+        Test::Unit::UI::Console::TestRunner.run(suite, Test::Unit::UI::SILENT)
+      end
+    end
+  end
+end
+
+class Test::Unit::TestResult
+  attr_reader :failures, :errors
+end

data/test/unit/adapter_test.rb

@@ -0,0 +1,107 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+include DTR::AgentHelper
+
+class AdapterTests < Test::Unit::TestCase
+  include DTR::Adapter::Master
+  include DTR::Adapter::Follower
+
+  def setup
+    @timeout = false
+    @messages = []
+    DTR.configuration.follower_listen_sleep_timeout = 1
+  end
+
+  def teardown
+    DTR.configuration.follower_listen_sleep_timeout = 15
+  end
+
+  def test_should_be_sleep_if_never_wakeup
+    assert sleep?
+    assert !wakeup?
+    assert sleep?
+    do_wakeup_agents
+    assert wakeup?
+    do_wakeup_agents
+    assert !sleep?
+  end
+
+  def test_wakeup_by_broadcast_message
+    assert !wakeup?
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} #{Socket.gethostname}:4567")
+    assert wakeup?
+  end
+
+  def test_should_be_sleep_after_hypnotized_waked_up_agents
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} #{Socket.gethostname}:4567")
+    assert wakeup?
+    hypnotize_agents
+    assert sleep?
+  end
+
+  def test_do_wakeup_agents
+    assert !wakeup?
+    do_wakeup_agents
+    assert wakeup?
+
+    do_wakeup_agents
+    assert !sleep?
+  end
+
+  def test_hypnotize_agents_after_did_waked_up_agents
+    do_wakeup_agents
+    assert wakeup?
+    hypnotize_agents
+    assert sleep?
+  end
+
+  def test_should_not_be_sleep_when_sleep_message_is_sent_from_different_port_with_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} hostname:1234")
+    assert wakeup?
+    #sleep message should be ignored
+    broadcast('address', "#{DTR::Adapter::SLEEP_MESSAGE} hostname:4567")
+    #wakup message for keep it wakeup
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} hostname:1234")
+    assert !sleep?
+  end
+
+  def test_should_not_be_sleep_when_sleep_message_is_sent_from_different_hostname_with_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} xli.local:1234")
+    assert wakeup?
+    #sleep message should be ignored
+    broadcast('address', "#{DTR::Adapter::SLEEP_MESSAGE} dtr.remote:1234")
+    #wakup message for keep it wakeup
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} xli.local:1234")
+    assert !sleep?
+  end
+
+  def test_should_update_rinda_server_port_parsed_from_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} hostname:4567")
+    assert wakeup?
+    assert_equal 4567, DTR.configuration.rinda_server_port
+  end
+
+  def test_should_be_sleep_when_timeout_on_listen
+    do_wakeup_agents
+    assert wakeup?
+    @timeout = true
+    assert sleep?
+  end
+
+  def test_should_be_sleep_when_timeout_on_listen_to_host_sending_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} xli.local:1234")
+    assert wakeup?
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} dtr.remote:1234")
+    sleep(2)
+    assert sleep?
+  end
+
+  def listen
+    raise Timeout::Error.new('timeout') if @timeout
+    @messages.shift.to_s.split
+  end
+
+  def broadcast(it, msg)
+    @messages << msg
+  end
+end

data/test/unit/test_unit_test.rb

@@ -0,0 +1,47 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class TestUnitTest < Test::Unit::TestCase
+  
+  def teardown
+    DTR.reject
+  end
+
+  # inject testcase as late as possible, for in ruby world there is lots hacks added to TestCase#run method,
+  # DTR should be the last one to add dtr injection chain into run method
+  def test_should_only_inject_test_runner_mediator_for_lauching_dtr
+    DTR.inject
+    assert Test::Unit::UI::TestRunnerMediator.respond_to?(:reject_dtr)
+    assert Test::Unit::UI::TestRunnerMediator.method_defined?(:run_suite_without_dtr_injection)
+    assert Test::Unit::UI::TestRunnerMediator.private_method_defined?(:create_result_without_thread_safe)
+    assert !Test::Unit::TestCase.respond_to?(:reject_dtr)
+    assert !Test::Unit::TestCase.method_defined?(:run_without_dtr_injection)
+  end
+
+  def test_inject_testcase
+    Test::Unit::TestCase.send(:include, DTR::TestUnit::TestCaseInjection)
+    begin
+      assert Test::Unit::TestCase.respond_to?(:reject_dtr)
+      assert Test::Unit::TestCase.method_defined?(:run_without_dtr_injection)
+    ensure
+      Test::Unit::TestCase.reject_dtr
+    end
+    assert !Test::Unit::TestCase.respond_to?(:reject_dtr)
+    assert !Test::Unit::TestCase.method_defined?(:run_without_dtr_injection)
+  end
+
+  def test_reject
+    DTR.inject
+    DTR.reject
+    test_case = Test::Unit::TestCase.new('name')
+    assert_false test_case.respond_to?(:run_without_dtr_injection)
+    assert test_case.respond_to?(:run)
+
+    assert !Test::Unit::TestCase.respond_to?(:reject_dtr)
+    assert !Test::Unit::UI::TestRunnerMediator.respond_to?(:reject_dtr)
+
+    assert !Test::Unit::TestCase.method_defined?(:run_without_dtr_injection)
+    assert !Test::Unit::UI::TestRunnerMediator.method_defined?(:run_suite_without_dtr_injection)
+    assert !Test::Unit::UI::TestRunnerMediator.private_method_defined?(:create_result_without_thread_safe)
+  end
+  
+end