drbqs 0.0.14 → 0.0.15

data/spec/execute/process_define_spec.rb

@@ -0,0 +1,167 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/execute/process_define'
+
+describe DRbQS::ProcessDefinition do
+  def definition_file(name)
+    File.join(File.dirname(__FILE__), 'def', name)
+  end
+
+  context "when creating without default process names" do
+    subject do
+      DRbQS::ProcessDefinition.new(nil, nil, nil)
+    end
+
+    before(:all) do
+      subject.load(definition_file('execute1.rb'))
+      @info = subject.information
+    end
+
+    it "should get server list." do
+      info = @info[:server].sort_by { |a| a [0] }
+      info.should == [[:server_local, :server], [:server_ssh, :ssh]].sort_by { |a| a [0] }
+    end
+
+    it "should get node list." do
+      info = @info[:node].sort_by { |a| a[0] }
+      info.should == [[:node_local, :node], [:node_ssh, :ssh]].sort_by { |a| a[0] }
+    end
+
+    it "should get default server." do
+      @info[:default][:server].should == :server_local
+    end
+
+    it "should get default nodes." do
+      info = @info[:default][:node].sort
+      info.should == @info[:node].map { |a| a[0] }.sort
+    end
+
+    it "should get default port." do
+      @info[:default][:port].should be_an_instance_of Fixnum
+    end
+
+    it "should get information as string." do
+      subject.information_string.should be_an_instance_of String
+    end
+
+    it "should get usage." do
+      subject.usage.should be_an_instance_of String
+    end
+
+    after(:all) do
+      DRbQS.clear_definition
+    end
+  end
+
+  context "when there is no definition" do
+    subject do
+      DRbQS::ProcessDefinition.new(nil, nil, nil)
+    end
+
+    before(:all) do
+      subject.load(definition_file('no_def.rb'))
+      @info = subject.information
+    end
+
+    it "should get server list." do
+      @info[:server].should be_empty
+    end
+
+    it "should get node list." do
+      @info[:node].should be_empty
+    end
+
+    it "should get default server." do
+      @info[:default][:server].should be_nil
+    end
+
+    it "should get default nodes." do
+      @info[:default][:node].should be_empty
+    end
+
+    it "should get default port." do
+      @info[:default][:port].should be_an_instance_of Fixnum
+    end
+
+    it "should get information as string." do
+      subject.information_string.should be_an_instance_of String
+    end
+
+    it "should get usage." do
+      subject.usage.should be_an_instance_of String
+    end
+
+    after(:all) do
+      DRbQS.clear_definition
+    end
+  end
+
+  context "when execute all nodes" do
+    before(:all) do
+      @port = 11111
+      @hostname = 'localhost'     # defined in execute1.rb
+      @tmp = '/tmp/drbqs_tmp_log' # defined in execute1.rb
+      @process_def = DRbQS::ProcessDefinition.new(nil, nil, @port)
+      @process_def.load(definition_file('execute1.rb'))
+      @server_setting = subject.__send__(:get_server_setting)[:setting]
+      @node_local_setting = subject.__send__(:get_node_data, :node_local)[:setting]
+      @node_ssh_setting = subject.__send__(:get_node_data, :node_ssh)[:setting]
+    end
+
+    subject do
+      @process_def
+    end
+
+    it "should check port number of server." do
+      @server_setting.should_receive(:exec)
+      subject.execute_server([])
+      @server_setting.get_first(:port).should == @port
+    end
+
+    it "should check port number set in node." do
+      @node_local_setting.should_receive(:exec)
+      @node_ssh_setting.should_receive(:exec)
+      subject.execute_node
+      uri = "druby://#{@hostname}:#{@port}"
+      @node_local_setting.value.argument.should == [uri]
+      @node_ssh_setting.mode_setting.value.argument == [uri]
+    end
+
+    after(:all) do
+      FileUtils.rm_r(@tmp)
+    end
+  end
+
+  context "when execute a specified node" do
+    before(:all) do
+      @port = DRbQS::ROOT_DEFAULT_PORT
+      @hostname = 'localhost'     # defined in execute1.rb
+      @tmp = '/tmp/drbqs_tmp_log' # defined in execute1.rb
+      @process_def = DRbQS::ProcessDefinition.new(nil, [:node_local], nil)
+      @process_def.load(definition_file('execute1.rb'))
+      @server_setting = subject.__send__(:get_server_setting)[:setting]
+      @node_local_setting = subject.__send__(:get_node_data, :node_local)[:setting]
+    end
+
+    subject do
+      @process_def
+    end
+
+    it "should check port number of server." do
+      @server_setting.should_receive(:exec)
+      subject.execute_server([])
+      @server_setting.get_first(:port).should == @port
+    end
+
+    it "should check port number set in node." do
+      @node_local_setting.should_receive(:exec)
+      subject.execute_node
+      uri = "druby://#{@hostname}:#{@port}"
+      @node_local_setting.value.argument.should == [uri]
+    end
+
+    after(:all) do
+      FileUtils.rm_r(@tmp)
+    end
+  end
+end

data/spec/execute/register_spec.rb

@@ -0,0 +1,77 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/execute/process_define'
+
+describe DRbQS::ProcessDefinition::Register do
+  subject do
+    DRbQS::ProcessDefinition::Register.new
+  end
+
+  context "when registering a server" do
+    it "should define a server on localhost." do
+      load_file = 'file.rb'
+      subject.register_server(:server1) do |server|
+        server.load load_file
+      end
+      name, data = subject.__server__.assoc(:server1)
+      data[:type].should == :server
+      data[:setting].get(:load).should == [load_file]
+    end
+
+    it "should define a server over ssh." do
+      dest = "user@example.com"
+      load_file = 'file.rb'
+      subject.register_server(:server1) do |server, ssh|
+        server.load load_file
+        ssh.connect dest
+      end
+      name, data = subject.__server__.assoc(:server1)
+      data[:type].should == :ssh
+      setting = data[:setting]
+      setting.get(:connect).should == [dest]
+      setting.mode_setting.get(:load).should == [load_file]
+    end
+  end
+
+  context "when registering a node" do
+    it "should define a node on localhost." do
+      uri = 'druby://:12345'
+      subject.register_node(:node1) do |node|
+        node.connect uri
+      end
+      name, data = subject.__node__.assoc(:node1)
+      data[:type].should == :node
+      data[:setting].get(:connect).should == [uri]
+    end
+
+    it "should define a node over ssh." do
+      dest = "user@example.com"
+      uri = 'druby://:12345'
+      subject.register_node(:node2) do |node, ssh|
+        node.connect uri
+        ssh.connect dest
+      end
+      name, data = subject.__node__.assoc(:node2)
+      data[:type].should == :ssh
+      setting = data[:setting]
+      setting.get(:connect).should == [dest]
+      setting.mode_setting.get(:connect).should == [uri]
+    end
+  end
+
+  context "when setting default" do
+    it "should set default server and default port." do
+      subject.default(:server => :server1, :port => 1234)
+      h = subject.__default__
+      h[:server].should == :server1
+      h[:port].should == 1234
+    end
+
+    it "should set default server and default port with conversion." do
+      subject.default(:server => 'server2', :port => '12345')
+      h = subject.__default__
+      h[:server].should == :server2
+      h[:port].should == 12345
+    end
+  end
+end

data/spec/integration_test/01_basic_usage_spec.rb

@@ -8,7 +8,7 @@ describe DRbQS do
     @tasks = 5.times.map do |i|
       DRbQS::Task.new(Test1.new, :echo, [i])
     end
-    @process_id, @uri = drbqs_fork_server(13501, @tasks)
+    @process_id, @uri = drbqs_fork_server(14010, :task => @tasks)
     @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
   end
 

data/spec/integration_test/02_use_generator_spec.rb

@@ -13,7 +13,7 @@ describe DRbQS do
         end
       end
     end
-    @process_id, @uri = drbqs_fork_server(13501, @task_generators)
+    @process_id, @uri = drbqs_fork_server(14020, :task => @task_generators)
     @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
   end
 

data/spec/integration_test/03_use_temporary_file_spec.rb

@@ -6,7 +6,7 @@ require_relative 'definition/task_obj_definition.rb'
 describe DRbQS do
   before(:all) do
     @tasks = [DRbQS::Task.new(Test3.new, :temp_file)]
-    @process_id, @uri = drbqs_fork_server(13503, @tasks)
+    @process_id, @uri = drbqs_fork_server(14030, :task => @tasks)
     @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
   end
 

data/spec/integration_test/04_use_unix_domain_spec.rb

@@ -9,7 +9,7 @@ describe DRbQS::Server do
       DRbQS::Task.new(Test1.new, :echo, [i])
     end
     path = "/tmp/drbqs"
-    @process_id, @uri = drbqs_fork_server(path, @tasks)
+    @process_id, @uri = drbqs_fork_server(path, :task => @tasks)
     @manage = DRbQS::Manage.new(:uri => @uri)
     @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
   end

data/spec/integration_test/05_server_exit_signal_spec.rb

@@ -8,7 +8,7 @@ describe DRbQS do
     @tasks = 3.times.map do |i|
       DRbQS::Task.new(Test1.new, :echo, [i])
     end
-    @process_id, @uri = drbqs_fork_server(13501, @tasks)
+    @process_id, @uri = drbqs_fork_server(14050, :task => @tasks)
     @manage = DRbQS::Manage.new(:uri => @uri)
   end
 

data/spec/integration_test/06_node_exit_after_task_spec.rb

@@ -9,7 +9,7 @@ describe DRbQS::Server do
     @tasks = 10.times.map do |i|
       DRbQS::Task.new(Test2.new, :echo_wait, [@wait])
     end
-    @server_process_id, @uri = drbqs_fork_server(13501, @tasks, :continue => true)
+    @server_process_id, @uri = drbqs_fork_server(14060, :task => @tasks, :continue => true)
     @manage = DRbQS::Manage.new(:uri => @uri)
   end
 

data/spec/integration_test/07_command_server_with_node_spec.rb

@@ -1,15 +1,15 @@
 require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
 
 require 'drbqs/task/task'
-require 'drbqs/utility/command_line'
+require 'drbqs/command_line/command_line'
 
 describe DRbQS do
   context "when server is executed with nodes." do
     it "should exit normally." do
       @path = File.expand_path(File.join(File.dirname(__FILE__), 'definition/server01.rb'))
-      @port = 13600
+      @port = 14070
       @pid_server = fork do
-        DRbQS::CommandServer.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
+        DRbQS::Command::Server.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
       end
       lambda do
         i = 0
@@ -25,20 +25,23 @@ describe DRbQS do
 
     it "should raise error in server." do
       @path = File.expand_path(File.join(File.dirname(__FILE__), 'definition/server02.rb'))
-      @port = 13601
-      @pid_server = fork do
-        DRbQS::CommandServer.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
-      end
+      @port = 14071
       lambda do
-        i = 0
-        until exit_data = Process.waitpid2(@pid_server, Process::WNOHANG)
-          sleep(1)
-          if i > 10
-            raise "Server can not stop within 10 seconds."
-          end
-        end
-        exit_data[1].success?.should_not be_true
-      end.should_not raise_error
+        DRbQS::Command::Server.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
+      end.should raise_error
+      # @pid_server = fork do
+      #   DRbQS::Command::Server.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
+      # end
+      # lambda do
+      #   i = 0
+      #   until exit_data = Process.waitpid2(@pid_server, Process::WNOHANG)
+      #     sleep(1)
+      #     if i > 10
+      #       raise "Server can not stop within 10 seconds."
+      #     end
+      #   end
+      #   exit_data[1].success?.should_not be_true
+      # end.should_not raise_error
     end
   end
 end

data/spec/integration_test/08_shutdown_unused_nodes_spec.rb

@@ -0,0 +1,38 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require 'drbqs/command_line/command_line'
+
+describe DRbQS::Server do
+  before(:all) do
+    @max_wait_time = 10
+    @server_process_id, @uri = drbqs_fork_server(14080, :continue => true, :opts => { :shutdown_unused_nodes => true })
+    @manage = DRbQS::Manage.new(:uri => @uri)
+  end
+
+  it "should send node exit" do
+    execute_node = DRbQS::ExecuteNode.new(@uri, nil, nil)
+    execute_node.execute(1)
+    client_process_id = execute_node.pid[0]
+    th = Process.detach(client_process_id)
+    lambda do
+      @max_wait_time.times do |i|
+        sleep(1)
+        unless th.alive?
+          break
+        end
+        if i == (@max_wait_time - 1)
+          raise "Client does not exit."
+        end
+      end
+    end.should_not raise_error
+  end
+
+  after(:all) do
+    @manage.send_exit_signal
+    lambda do
+      drbqs_wait_kill_server(@server_process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/09_server_process_data_spec.rb

@@ -0,0 +1,74 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/command_line/command_line'
+require 'drbqs/task/task'
+require 'drbqs/utility/temporary'
+
+describe DRbQS::Server do
+  def wait_file_creation(path)
+    @max_wait_time.times do |i|
+      if File.exist?(path)
+        break
+      end
+      sleep(1)
+    end
+  end
+
+  before(:all) do
+    @file = DRbQS::Temporary.file
+    @initial_data = ['abc', 'def']
+    @max_wait_time = 10
+    @server_process_id, @uri = drbqs_fork_server(14090, :continue => true) do |server|
+      server.add_hook(:process_data) do |srv, data|
+        open(@file, 'a+') do |f|
+          f.print data
+        end
+      end
+      server.set_data(*@initial_data)
+    end
+    @manage = DRbQS::Manage.new(:uri => @uri)
+  end
+
+  it "should process initial data." do
+    wait_file_creation(@file)
+    File.read(@file).should == 'abcdef'
+  end
+
+  it "should save to the file." do
+    data = 'hello world'
+    @manage.send_data(data)
+    wait_file_creation(@file)
+    File.read(@file).should == data
+  end
+
+  it "should send string by command." do
+    data = 'send command'
+    fork do
+      DRbQS::Command::Manage.exec(['send', 'string', @uri, data])
+    end
+    wait_file_creation(@file)
+    File.read(@file).should == data
+  end
+
+  it "should send file by command." do
+    path = File.expand_path(__FILE__)
+    fork do
+      DRbQS::Command::Manage.exec(['send', 'file', @uri, path])
+    end
+    wait_file_creation(@file)
+    File.read(@file).should == File.read(path)
+  end
+
+  after(:each) do
+    FileUtils.rm(@file) if File.exist?(@file)
+  end
+
+  after(:all) do
+    DRbQS::Temporary.delete_all
+    @manage.send_exit_signal
+    lambda do
+      drbqs_wait_kill_server(@server_process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/10_test_server_spec.rb

@@ -0,0 +1,18 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/server/test/server'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS::Test::Server do
+  it "should execute as test." do
+    DRbQS.define_server do |server, argv, opts|
+      5.times do |i|
+        server.queue.add(DRbQS::Task.new(TestCount.new, :calc))
+      end
+    end
+    server = DRbQS.create_test_server({})
+    data = server.test_exec
+    data.should be_an_instance_of Hash
+    TestCount.get.should == 5
+  end
+end

data/spec/integration_test/definition/task_obj_definition.rb

@@ -47,3 +47,17 @@ class TestSum
     sum
   end
 end
+
+class TestCount
+  @@count = 0
+
+  def calc
+    @@count += 1
+  end
+
+  def self.get
+    n = @@count
+    @@count = 0
+    n
+  end
+end

data/spec/manage/send_signal_spec.rb

@@ -36,4 +36,12 @@ describe DRbQS::Manage::SendSignal do
     @ts.should_receive(:take).once.and_return([:status, mes])
     @send_signal.get_status.should == mes
   end
+
+  it "should send data." do
+    data = 'hello world'
+    @send_signal.send_data(data)
+    lambda do
+      @ts.take([:server, :new_data, data], 0)
+    end.should_not raise_error 
+  end
 end

data/spec/manage/ssh_shell_spec.rb

@@ -12,7 +12,7 @@ describe DRbQS::Manage::SSHShell do
   end
 
   it "should split destination including directory" do
-    ssh = DRbQS::Manage::SSHShell.new('user@hostname:22', :dir => '/path/to/directory')
+    ssh = DRbQS::Manage::SSHShell.new('user@hostname:22', :directory => '/path/to/directory')
     ssh.user.should == 'user'
     ssh.host.should == 'hostname'
     ssh.port.should == 22

data/spec/node/state_spec.rb

@@ -0,0 +1,148 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe DRbQS::Node::State do
+  subject do
+    DRbQS::Node::State.new(:wait)
+  end
+
+  context "when state is :wait" do
+    before(:each) do
+      subject.change(:wait)
+    end
+
+    it "should change to :wait." do
+      lambda do
+        subject.change_to_wait
+      end.should_not change { subject.state }
+    end
+
+    it "should change to :sleep." do
+      lambda do
+        subject.change_to_sleep
+      end.should change { subject.state }.from(:wait).to(:sleep)
+    end
+
+    it "should change to :calculate." do
+      lambda do
+        subject.change_to_calculate
+      end.should change { subject.state }.from(:wait).to(:calculate)
+    end
+  end
+
+  context "when state is :sleep" do
+    before(:each) do
+      subject.change(:sleep)
+    end
+
+    it "should change to :sleep." do
+      lambda do
+        subject.change_to_wait
+      end.should change { subject.state }.from(:sleep).to(:wait)
+    end
+
+    it "should change to :sleep." do
+      lambda do
+        subject.change_to_sleep
+      end.should_not change { subject.state }
+    end
+
+    it "should change to :calculate." do
+      lambda do
+        subject.change_to_calculate
+      end.should change { subject.state }.from(:sleep).to(:calculate)
+    end
+  end
+
+  context "when state is :calculate" do
+    before(:each) do
+      subject.change(:calculate)
+    end
+
+    it "should change to :sleep." do
+      lambda do
+        subject.change_to_wait
+      end.should_not change { subject.state }
+    end
+
+    it "should change to :sleep." do
+      lambda do
+        subject.change_to_sleep
+      end.should_not change { subject.state }
+    end
+
+    it "should change to :calculate." do
+      lambda do
+        subject.change_to_calculate
+      end.should_not change { subject.state }
+    end
+  end
+
+  context "when getting load average." do
+    it "should get load average." do
+      File.stub(:read).with(DRbQS::Node::State::LOADAVG_PATH).and_return('0.00 0.01 0.05 1/404 5903')
+      ary = subject.__send__(:get_load_average)
+      ary.should be_an_instance_of Array
+      ary.should have(3).items
+      ary.all? do |num|
+        Float === num
+      end.should be_true
+    end
+  end
+
+  context "when setting load average" do
+    subject do
+      DRbQS::Node::State.new(:wait, :max_loadavg => 2)
+    end
+
+    it "should be true" do
+      subject.stub(:get_load_average).and_return([2.0, 2,0, 2.0])
+      subject.system_busy?.should be_true
+    end
+
+    it "should be nil" do
+      subject.stub(:get_load_average).and_return([1.0, 1,0, 1.0])
+      subject.system_busy?.should be_nil
+    end
+  end
+
+  context "when changing state to finish calculating" do
+    before(:each) do
+      subject.change(:calculate)
+    end
+
+    it "should change to :wait." do
+      lambda do
+        subject.change_to_finish_calculating
+      end.should change { subject.state }.from(:calculate).to(:wait)
+    end
+
+    it "should change to :sleep." do
+      subject.change_to_sleep
+      lambda do
+        subject.change_to_finish_calculating
+      end.should change { subject.state }.from(:calculate).to(:sleep)
+    end
+  end
+
+  context "when setting auto wakeup" do
+    subject do
+      DRbQS::Node::State.new(:wait, :sleep_time => 0)
+    end
+
+    it "should do nothing." do
+      subject.stub(:system_busy?).and_return(nil)
+      subject.change(:wait)
+      lambda do
+        subject.wakeup_automatically_for_unbusy_system
+      end.should_not change { subject.state }
+    end
+
+    it "should do nothing." do
+      subject.stub(:system_busy?).and_return(nil)
+      subject.sleep_with_auto_wakeup
+      lambda do
+        subject.wakeup_automatically_for_unbusy_system
+      end.should change { subject.state }.from(:sleep).to(:wait)
+    end
+  end
+end