dtr 0.0.4 → 1.0.0

data/test/acceptance/raketasks_test.rb

@@ -0,0 +1,23 @@
+require File.dirname(__FILE__) + '/../test_helper'
+include DTR::AgentHelper
+
+class RakeTasksTest < Test::Unit::TestCase
+  def test_test_task
+    FileUtils.mkdir_p("raketasks_test_agent")
+    Dir.chdir('raketasks_test_agent') do
+      start_agents
+    end
+    test_dir = File.expand_path(File.dirname(__FILE__) + '/../../testdata/raketasks')
+    Dir.chdir(test_dir) do
+      output = %x[rake dtr]
+      expected = <<-OUTPUT
+1 tests, 1 assertions, 0 failures, 0 errors
+OUTPUT
+      assert_equal 0, $?.exitstatus
+      assert output.include?(expected), "should include #{expected}"
+    end
+  ensure
+    stop_agents
+    FileUtils.rm_rf("raketasks_test_agent")
+  end
+end

data/test/acceptance/sync_codebase_test.rb

@@ -0,0 +1,66 @@
+require File.dirname(__FILE__) + '/../test_helper'
+include DTR::AgentHelper
+
+class SyncCodebaseTest < Test::Unit::TestCase
+  include DTR::Service::File
+  include DTR::SyncCodebase::SyncService
+
+  def test_sync_codebase
+    testdata_dir = File.expand_path(File.dirname(__FILE__) + '/../../testdata')
+
+    master = Process.fork do
+      DTR.configuration.with_rinda_server do
+        Dir.chdir(testdata_dir) do
+          DTR::Cmd.execute('rake dtr_repackage')
+          provide_file DTR::SyncCodebase::CopiablePackage.new
+          DRb.thread.join
+        end
+      end
+    end
+    #sleep for waiting rinda server start
+    sleep(1)
+    client = Process.fork do
+      start_service
+      Dir.mkdir("test_sync_codebase")
+      Dir.chdir("test_sync_codebase") do
+        sync_codebase
+      end
+    end
+    Process.waitpid client
+    assert File.directory?("test_sync_codebase/#{package_name}")
+    assert !File.exists?("test_sync_codebase/#{package_copy_file}")
+  ensure
+    stop_service rescue nil
+    DTR.kill_process master
+    DTR.kill_process client
+    FileUtils.rm_rf("test_sync_codebase")
+    Dir.chdir(testdata_dir) do
+      DTR::Cmd.execute('rake dtr_clobber_package')
+    end
+  end
+
+  def test_should_not_sync_codebase_and_setup_working_dir_when_agent_is_in_same_dir_with_master_process
+    @master_dir = File.expand_path(File.dirname(__FILE__) + '/../../testdata/verify_dir_pwd')
+    @agent = start_agent_at @master_dir, 2, false
+    begin
+      assert_fork_process_exits_ok do
+        Dir.chdir(@master_dir) do
+          require 'verify_dir_pwd_test_case'
+        end
+        $argv_dup = ['verify_dir_pwd_test_case.rb']
+        suite = Test::Unit::TestSuite.new('test_should_not_sync_codebase_and_setup_working_dir')
+        suite << VerifyDirPwdTestCase.suite
+
+        Dir.chdir(@master_dir) do
+          result = runit(suite)
+          assert result.passed?
+          assert_equal 1, result.run_count
+        end
+      end
+    ensure
+      DTR.kill_process @agent
+      Process.waitall
+    end
+  end
+
+end

data/test/acceptance/sync_logger_test.rb

@@ -0,0 +1,32 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+include DTR::AgentHelper
+
+class SyncLoggerTest < Test::Unit::TestCase
+  
+  def setup
+    start_agents
+  end
+
+  def teardown
+    stop_agents
+  end
+
+  def test_master_process_should_get_log_of_agents
+    assert_fork_process_exits_ok do
+      @logger = LoggerStub.new
+      DTR.logger = @logger
+
+      $argv_dup = ['a_test_case.rb']
+      suite = Test::Unit::TestSuite.new('master_process_should_get_log_of_agents')
+      suite << ATestCase.suite
+      runit(suite)
+
+      logs = @logger.logs.flatten.join("\n")
+      assert(/From #{Socket.gethostname}: => Herald starts off\.\.\./ =~ logs)
+      assert(/From #{Socket.gethostname}: runner0: test files loaded/ =~ logs)
+      #when use Delegator to implement UndumpedLogger, there are lots of 'nil' in the log
+      assert(/nil/ !~ logs)
+    end
+  end
+end

data/test/agent_helper.rb

@@ -0,0 +1,37 @@
+require 'fileutils'
+module DTR
+  module AgentHelper
+    GROUP = 'dtr acceptance tests'
+    def start_agents(size = 3)
+      @agents_dir = File.join(Dir.pwd, 'agents')
+      @agents = []
+      @agents << start_agent_at(File.join(@agents_dir, 'agent1'), size)
+      # @agents << start_agent_at(File.join(@agents_dir, 'agent2'), 1)
+    end
+
+    def start_agent_at(agent_dir, size, clean_dir=true)
+      FileUtils.rm_rf(agent_dir) if clean_dir
+      FileUtils.mkdir_p(agent_dir)
+      runner_names = []
+      size.times {|i| runner_names << "runner#{i}"}
+      Process.fork do
+        Dir.chdir(agent_dir) do
+          DTR.configuration.group = GROUP
+          DTR.launch_agent(runner_names, nil)
+        end
+      end
+    end
+
+    def stop_agents
+      if @agents
+        @agents.each do |agent|
+          DTR.kill_process agent
+        end
+        Process.waitall
+        sleep 1
+      end
+    ensure
+      FileUtils.rm_rf(@agents_dir) rescue nil
+    end
+  end
+end

data/test/logger_stub.rb

@@ -0,0 +1,34 @@
+class LoggerStub
+  def initialize
+    @store = DTR::EnvStore.new
+    clear
+  end
+  def debug(message=nil, &block)
+    output(:debug, message, &block)
+  end
+
+  def info(message=nil, &block)
+    output(:info, message, &block)
+  end
+
+  def error(message=nil, &block)
+    output(:error, message, &block)
+  end
+
+  def level
+    Logger::INFO
+  end
+
+  def output(level, msg=nil, &block)
+    message = block_given? ? block.call : msg.to_s
+    @store << [:logs, [level, message]]
+  end
+
+  def logs
+    @store[:logs]
+  end
+
+  def clear
+    @store[:logs] = []
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,71 @@
+require 'test/unit'
+require 'test/unit/ui/console/testrunner'
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'growling_test'
+require 'dtr'
+require 'dtr/test_unit'
+DTR.configuration.master_heartbeat_interval = 2
+DTR.configuration.follower_listen_heartbeat_timeout = 3
+
+require File.dirname(__FILE__) + '/agent_helper'
+require File.dirname(__FILE__) + '/logger_stub'
+
+ENV['DTR_ENV'] = 'test'
+
+module Test
+  module Unit
+    class TestCase
+      def assert_false(o)
+        assert !o
+      end
+      def assert_fork_process_exits_ok(&block)
+        pid = Process.fork do
+          Dir.chdir(File.expand_path(File.dirname(__FILE__) + "/../testdata/")) do
+            setup_test_env
+            with_agent_helper_group(&block)
+          end
+          exit 0
+        end
+        Process.waitpid pid
+        assert_equal 0, $?.exitstatus
+      ensure
+        DTR.kill_process pid
+      end
+
+      def with_agent_helper_group(&block)
+        DTR.configuration.group = DTR::AgentHelper::GROUP
+        begin
+          block.call
+        ensure
+          DTR.configuration.group = nil
+        end
+      end
+
+      def setup_test_env
+        require 'a_test_case'
+        require 'a_test_case2'
+        require 'a_failed_test_case'
+        require 'an_error_test_case'
+        require 'a_file_system_test_case'
+        require 'scenario_test_case'
+        require 'setup_agent_env_test_case'
+        DTR.inject
+      end
+
+      def runit(suite)
+        Test::Unit::UI::Console::TestRunner.run(suite, Test::Unit::UI::SILENT)
+      end
+      def clear_configuration
+        DTR::EnvStore.destroy
+        DTR.configuration.load
+      end
+    end
+  end
+end
+
+class Test::Unit::TestResult
+  attr_reader :failures, :errors
+end

data/test/unit/adapter_test.rb

@@ -0,0 +1,149 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+include DTR::AgentHelper
+
+class AdapterTest < Test::Unit::TestCase
+  include DTR::Adapter::Master
+  include DTR::Adapter::Follower
+
+  def setup
+    @host_ip = nil
+    @timeout = false
+    @messages = []
+    DTR.logger('test.log')
+    DTR.configuration.follower_listen_heartbeat_timeout = 1
+  end
+
+  def teardown
+    clear_configuration
+  end
+
+  def test_should_be_sleep_if_never_wakeup
+    assert sleep?
+    assert !wakeup?
+    assert sleep?
+    do_wakeup_agents
+    assert wakeup?
+    do_wakeup_agents
+    assert !sleep?
+  end
+
+  def test_wakeup_by_broadcast_message
+    assert !wakeup?
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 4567")
+    assert wakeup?
+  end
+
+  def test_should_be_sleep_after_hypnotized_waked_up_agents
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 4567")
+    assert wakeup?
+    hypnotize_agents
+    assert sleep?
+  end
+
+  def test_do_wakeup_agents
+    assert !wakeup?
+    do_wakeup_agents
+    assert wakeup?
+
+    do_wakeup_agents
+    assert !sleep?
+  end
+
+  def test_hypnotize_agents_after_did_waked_up_agents
+    do_wakeup_agents
+    assert wakeup?
+    hypnotize_agents
+    assert sleep?
+  end
+
+  def test_should_not_be_sleep_when_sleep_message_is_sent_from_different_port_with_wakeup_message
+    @host_ip = '10.18.1.1'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert wakeup?
+    #sleep message should be ignored
+    broadcast('address', "#{DTR::Adapter::SLEEP_MESSAGE} 4567")
+    #wakup message for keep it wakeup
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert !sleep?
+  end
+
+  def test_should_not_be_sleep_when_sleep_message_is_sent_from_different_hostname_with_wakeup_message
+    @host_ip = '10.18.1.1'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert wakeup?
+    #sleep message should be ignored
+    @host_ip = '192.168.1.1'
+    broadcast('address', "#{DTR::Adapter::SLEEP_MESSAGE} 1234")
+    #wakup message for keep it wakeup
+    @host_ip = '10.18.1.1'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert !sleep?
+  end
+
+  def test_should_update_rinda_server_port_parsed_from_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 4567")
+    assert wakeup?
+    assert_equal 4567, DTR.configuration.rinda_server_port
+  end
+
+  def test_should_be_sleep_when_timeout_on_listen
+    do_wakeup_agents
+    assert wakeup?
+    @timeout = true
+    assert sleep?
+  end
+
+  def test_should_be_sleep_when_timeout_on_listen_to_host_sending_wakeup_message
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert wakeup?
+    @host_ip = 'dtr.remote'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    sleep(2)
+    assert sleep?
+  end
+
+  def test_should_match_group_configured_when_receive_wakeup_cmd
+    DTR.configuration.group = 'mingle'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert !wakeup?
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234 mingle")
+    assert wakeup?
+  end
+
+  def test_should_not_need_match_group_configured_when_receive_sleep_cmd
+    DTR.configuration.group = 'mingle'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234 mingle")
+    assert wakeup?
+    broadcast('address', "#{DTR::Adapter::SLEEP_MESSAGE} 1234")
+    assert sleep?
+  end
+
+  def test_do_wakeup_agents_should_include_group_configured
+    DTR.configuration.group = 'mingle'
+    do_wakeup_agents
+    assert wakeup?
+  end
+
+  def test_should_reset_broadcast_configuration_as_master_process_ip
+    @host_ip = '10.18.1.1'
+    broadcast('address', "#{DTR::Adapter::WAKEUP_MESSAGE} 1234")
+    assert wakeup?
+    assert_equal ['10.18.1.1'], DTR.configuration.broadcast_list
+  end
+
+  def listen
+    raise Timeout::Error.new('timeout') if @timeout
+    cmd, port, group, host_ip = @messages.shift.to_s.split
+    if host_ip.nil?
+      host_ip = group
+      group = nil
+    end
+    [cmd, "#{host_ip}:#{port}", group]
+  end
+
+  def broadcast(it, msg)
+    host_ip = @host_ip || Socket.gethostname
+    @messages << "#{msg} #{host_ip}"
+  end
+end

data/test/unit/configuration_test.rb

@@ -0,0 +1,44 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class ConfigurationTest < Test::Unit::TestCase
+  def teardown
+    clear_configuration
+  end
+
+  def test_should_not_save_rinda_server_port
+    DTR.configuration.rinda_server_port = '3456'
+    assert_equal '3456', DTR.configuration.rinda_server_port
+    assert_nil DTR::EnvStore.new[:rinda_server_port]
+  end
+
+  def test_group_defualt_is_dangerous_group
+    assert_nil DTR.configuration.group
+  end
+
+  def test_group
+    DTR.configuration.group = 'mingle'
+    assert_equal 'mingle', DTR.configuration.group
+    DTR.configuration.save
+    assert_equal 'mingle', DTR::EnvStore.new[:group]
+  end
+
+  def test_should_save_as_nil_when_group_is_blank
+    DTR.configuration.group = ''
+    assert_nil DTR.configuration.group
+    DTR.configuration.save
+    assert_nil DTR::EnvStore.new[:group]
+  end
+
+  def test_shoul_convert_space_in_group_name_to_underscore
+    DTR.configuration.group = 'mingle group'
+    assert_equal 'mingle_group', DTR.configuration.group
+    DTR.configuration.save
+    assert_equal 'mingle_group', DTR::EnvStore.new[:group]
+  end
+
+  def test_load
+    DTR::EnvStore.new[:group] = 'new group'
+    DTR.configuration.load
+    assert_equal 'new group', DTR.configuration.group
+  end
+end