drbqs 0.0.13 → 0.0.14

data/spec/config/process_list_spec.rb

@@ -0,0 +1,149 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/config/config'
+
+describe DRbQS::ProcessList::Server do
+  before(:all) do
+    @dir = File.join(File.dirname(__FILE__), 'tmp_process_list/server')
+    FileUtils.mkdir_p(@dir)
+  end
+
+  subject do
+    DRbQS::ProcessList::Server.new(@dir)
+  end
+
+  it "should save data" do
+    uri = 'druby://:13000'
+    h = { :pid => 1111 }
+    subject.save(uri, h)
+    subject.get(uri).should == h
+  end
+
+  it "should return list of server." do
+    uri = 'druby://:13001'
+    h = { :pid => 1234 }
+    subject.save(uri, h)
+    list = subject.list
+    list.should be_an_instance_of Hash
+    list[uri].should == h
+  end
+
+  it "should delete." do
+    uri = 'druby://:13002'
+    h = { :pid => 2222 }
+    subject.save(uri, h)
+    subject.delete(uri)
+    subject.get(uri).should be_nil
+  end
+
+  it "should get from uri." do
+    h = { :pid => 1111 }
+    subject.save('druby://:13003', h)
+    subject.get('druby://example.com:13003').should == h
+  end
+
+  it "should have server of key." do
+    subject.save('druby://:13004',  { :key => 'key1' })
+    subject.server_of_key_exist?('druby://example.com:13004', 'key1').should be_true
+  end
+
+  it "should not have server of key." do
+    subject.save('druby://:13005',  { :key => 'key2' })
+    subject.server_of_key_exist?('druby://example.com:13005', 'invalid_key').should be_false
+  end
+
+  it "should not have server." do
+    subject.delete('druby://:13005')
+    subject.server_of_key_exist?('druby://example.com:13006', 'key').should be_false
+  end
+
+  it "should clear server data that does not exist." do
+    uri = 'druby://:13006'
+    subject.save(uri, { :pid => 1 })
+    subject.should_receive(:delete).at_least(:once)
+    subject.clear_process_not_exist
+  end
+
+  after(:all) do
+    FileUtils.rm_r(@dir)
+  end
+
+end
+
+describe DRbQS::ProcessList::Node do
+  before(:all) do
+    @dir = File.join(File.dirname(__FILE__), 'tmp_process_list/node')
+    FileUtils.mkdir_p(@dir)
+  end
+
+  subject do
+    DRbQS::ProcessList::Node.new(@dir)
+  end
+
+  it "should save data" do
+    pid = 10000
+    h = { :uri => 'druby://:13000' }
+    subject.save(pid, h)
+    subject.get(pid).should == h
+  end
+
+  it "should return list of server." do
+    pid = 10001
+    h = { :uri => 'druby://:13001' }
+    subject.save(pid, h)
+    list = subject.list
+    list.should be_an_instance_of Hash
+    list[pid].should == h
+  end
+
+  it "should delete." do
+    pid = 10002
+    h = { :uri => 'druby://:13002' }
+    subject.save(pid, h)
+    subject.delete(pid)
+    subject.get(pid).should be_nil
+  end
+
+  it "should clear node data that does not exist." do
+    pid = 10003
+    h = { :uri => 'druby://:13003' }
+    subject.save(pid, h)
+    subject.should_receive(:delete).at_least(:once)
+    subject.clear_process_not_exist
+  end
+
+  after(:all) do
+    FileUtils.rm_r(@dir)
+  end
+
+end
+
+describe DRbQS::ProcessList do
+  before(:all) do
+    @dir = File.join(File.dirname(__FILE__), 'tmp_process_list')
+    FileUtils.mkdir_p(@dir)
+  end
+
+  subject do
+    DRbQS::ProcessList.new(@dir)
+  end
+
+  it "should create directory." do
+    subject
+    hostname = Socket.gethostname
+    File.exist?(File.join(@dir, 'process')).should be_true
+    File.exist?(File.join(@dir, 'process', 'server', hostname)).should be_true
+    File.exist?(File.join(@dir, 'process', 'node', hostname)).should be_true
+  end
+
+  it "should execute clear data of which process does not exist." do
+    subject.node.should_receive(:clear_process_not_exist)
+    subject.server.should_receive(:clear_process_not_exist)
+    subject.clear_process_not_exist
+  end
+
+  after(:all) do
+    FileUtils.rm_r(@dir)
+  end
+
+end

data/spec/config/ssh_host_spec.rb

@@ -0,0 +1,81 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/config/config'
+require 'drbqs/utility/temporary'
+
+describe DRbQS::Config::SSHHost do
+  before(:all) do
+    @dir = DRbQS::Temporary.directory
+  end
+
+  subject do
+    DRbQS::Config::SSHHost.new(@dir)
+  end
+
+  it "should return empty data" do
+    subject.get_options('host0').should == [nil, {}]
+  end
+
+  it "should return path with extension '\.yaml'." do
+    path = File.join(@dir, 'host1.yaml')
+    data = { :abc => 123 }
+    open(path, 'w') do |f|
+      f.print YAML.dump(data)
+    end
+    ary = subject.get_options('host1')
+    ary[0].should == path
+    ary[1].should == data
+    FileUtils.rm(path)
+  end
+
+  it "should return path with extension '\.yml'." do
+    path = File.join(@dir, 'host2.yml')
+    data = { :abc => 123 }
+    open(path, 'w') do |f|
+      f.print YAML.dump(data)
+    end
+    ary = subject.get_options('host2')
+    ary[0].should == path
+    ary[1].should == data
+    FileUtils.rm(path)
+  end
+
+  it "should return nil for invalid extension." do
+    path = File.join(@dir, 'host3.txt')
+    data = { :abc => 123 }
+    open(path, 'w') do |f|
+      f.print YAML.dump(data)
+    end
+    subject.get_options('host3').should == [nil, {}]
+    FileUtils.rm(path)
+  end
+
+  it "should return list of names." do
+    names = ['name1', 'name2', 'name3']
+    files = names.map do |n|
+      File.join(@dir, n + '.yaml')
+    end
+    data = { :abc => 123 }
+    files.each do |path|
+      open(path, 'w') do |f|
+        f.print YAML.dump(data)
+      end
+    end
+    subject.config_names.should == names.sort
+    FileUtils.rm(files)
+  end
+
+  it "should return only path." do
+    path = File.join(@dir, 'host4.yml')
+    data = { :abc => 123 }
+    open(path, 'w') do |f|
+      f.print YAML.dump(data)
+    end
+    subject.get_path('host4').should == path
+    FileUtils.rm(path)
+  end
+
+  after(:all) do
+    DRbQS::Temporary.delete_all
+  end
+end

data/spec/integration_test/01_basic_usage_spec.rb

@@ -0,0 +1,54 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS do
+  before(:all) do
+    @tasks = 5.times.map do |i|
+      DRbQS::Task.new(Test1.new, :echo, [i])
+    end
+    @process_id, @uri = drbqs_fork_server(13501, @tasks)
+    @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
+  end
+
+  it "should have nil instance variables" do
+    @node.instance_variable_get(:@task_client).should be_nil
+    @node.instance_variable_get(:@connection).should be_nil
+    @node.connect
+  end
+
+  it "should initialize @task_client" do
+    task_node = @node.instance_variable_get(:@task_client)
+    task_node.should be_an_instance_of DRbQS::Node::TaskClient
+    task_node.node_number.should be_an_instance_of Fixnum
+    task_node.task_empty?.should be_true
+    task_node.result_empty?.should be_true
+  end
+
+  it "should initialize @connection" do
+    connection = @node.instance_eval { @connection }
+    connection.should be_an_instance_of DRbQS::Node::Connection
+    connection.node_number.should be_an_instance_of Fixnum
+    connection.id.should be_an_instance_of String
+  end
+
+  it "should calculate" do
+    task_node = @node.instance_eval { @task_node }
+    # *** Too late ***
+    # task_node.should_receive(:add_new_task).at_least(:once)
+    # task_node.should_receive(:transit).exactly(5).times
+    # task_node.should_receive(:send_result).exactly(5).times
+    lambda do
+      @node.calculate
+    end.should_not raise_error
+    Test1.get_execute_echo_number.should == @tasks.size
+  end
+
+  after(:all) do
+    lambda do
+      drbqs_wait_kill_server(@process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/02_use_generator_spec.rb

@@ -0,0 +1,53 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS do
+  before(:all) do
+    @task_generators = [DRbQS::TaskGenerator.new(:iterate => 3), DRbQS::TaskGenerator.new(:iterate => 4)]
+    @task_generators.each do |tg|
+      tg.set do
+        @iterate.times do |i|
+          create_add_task(Test1.new, :echo, [i])
+        end
+      end
+    end
+    @process_id, @uri = drbqs_fork_server(13501, @task_generators)
+    @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
+  end
+
+  it "should have nil instance variables" do
+    @node.instance_variable_get(:@task_client).should be_nil
+    @node.instance_variable_get(:@connection).should be_nil
+    @node.connect
+  end
+
+  it "should initialize @task_client" do
+    task_client = @node.instance_variable_get(:@task_client)
+    task_client.should be_an_instance_of DRbQS::Node::TaskClient
+    task_client.node_number.should be_an_instance_of Fixnum
+    task_client.task_empty?.should be_true
+    task_client.result_empty?.should be_true
+  end
+
+  it "should initialize @connection" do
+    connection = @node.instance_eval { @connection }
+    connection.should be_an_instance_of DRbQS::Node::Connection
+    connection.node_number.should be_an_instance_of Fixnum
+    connection.id.should be_an_instance_of String
+  end
+
+  it "should calculate" do
+    lambda do
+      @node.calculate
+    end.should_not raise_error
+  end
+
+  after(:all) do
+    lambda do
+      drbqs_wait_kill_server(@process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/03_use_temporary_file_spec.rb

@@ -0,0 +1,26 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS do
+  before(:all) do
+    @tasks = [DRbQS::Task.new(Test3.new, :temp_file)]
+    @process_id, @uri = drbqs_fork_server(13503, @tasks)
+    @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
+  end
+
+  it "should initialize @task_client" do
+    lambda do
+      @node.connect
+      @node.calculate
+    end.should_not raise_error
+  end
+
+  after(:all) do
+    lambda do
+      drbqs_wait_kill_server(@process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/04_use_unix_domain_spec.rb

@@ -0,0 +1,34 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS::Server do
+  before(:all) do
+    @tasks = 2.times.map do |i|
+      DRbQS::Task.new(Test1.new, :echo, [i])
+    end
+    path = "/tmp/drbqs"
+    @process_id, @uri = drbqs_fork_server(path, @tasks)
+    @manage = DRbQS::Manage.new(:uri => @uri)
+    @node = DRbQS::Node.new(@uri, :log_file => $stdout, :continue => true)
+  end
+
+  it "should send signal and get status" do
+    @manage.get_status.should be_true
+  end
+
+  it "should calculate task" do
+    @node.connect
+    lambda do
+      @node.calculate
+    end.should_not raise_error
+  end
+
+  after(:all) do
+    lambda do
+      drbqs_wait_kill_server(@process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/05_server_exit_signal_spec.rb

@@ -0,0 +1,23 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS do
+  before(:all) do
+    @tasks = 3.times.map do |i|
+      DRbQS::Task.new(Test1.new, :echo, [i])
+    end
+    @process_id, @uri = drbqs_fork_server(13501, @tasks)
+    @manage = DRbQS::Manage.new(:uri => @uri)
+  end
+
+  it "should send exit signal" do
+    lambda do
+      @manage.send_exit_signal
+    end.should_not raise_error
+    lambda do
+      drbqs_wait_kill_server(@process_id)
+    end.should_not raise_error
+  end
+end

data/spec/integration_test/06_node_exit_after_task_spec.rb

@@ -0,0 +1,42 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/manage/execute_node'
+require_relative 'definition/task_obj_definition.rb'
+
+describe DRbQS::Server do
+  before(:all) do
+    @wait = 2
+    @tasks = 10.times.map do |i|
+      DRbQS::Task.new(Test2.new, :echo_wait, [@wait])
+    end
+    @server_process_id, @uri = drbqs_fork_server(13501, @tasks, :continue => true)
+    @manage = DRbQS::Manage.new(:uri => @uri)
+  end
+
+  it "should send node exit" do
+    execute_node = DRbQS::ExecuteNode.new(@uri, nil, nil)
+    execute_node.execute(1)
+    client_process_id = execute_node.pid[0]
+    sleep(@wait)
+    @manage.send_node_exit_after_task(1)
+    th = Process.detach(client_process_id)
+    max_wait_time = @wait * 3
+    max_wait_time.times do |i|
+      sleep(1)
+      unless th.alive?
+        break
+      end
+      if i == (max_wait_time - 1)
+        raise "Client does not exit."
+      end
+    end
+  end
+
+  after(:all) do
+    @manage.send_exit_signal
+    lambda do
+      drbqs_wait_kill_server(@server_process_id)
+    end.should_not raise_error
+  end
+
+end

data/spec/integration_test/07_command_server_with_node_spec.rb

@@ -0,0 +1,44 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/task/task'
+require 'drbqs/utility/command_line'
+
+describe DRbQS do
+  context "when server is executed with nodes." do
+    it "should exit normally." do
+      @path = File.expand_path(File.join(File.dirname(__FILE__), 'definition/server01.rb'))
+      @port = 13600
+      @pid_server = fork do
+        DRbQS::CommandServer.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
+      end
+      lambda do
+        i = 0
+        until exit_data = Process.waitpid2(@pid_server, Process::WNOHANG)
+          sleep(1)
+          if i > 10
+            raise "Server can not stop within 10 seconds."
+          end
+        end
+        exit_data[1].success?.should be_true
+      end.should_not raise_error
+    end
+
+    it "should raise error in server." do
+      @path = File.expand_path(File.join(File.dirname(__FILE__), 'definition/server02.rb'))
+      @port = 13601
+      @pid_server = fork do
+        DRbQS::CommandServer.exec([@path, '-p', @port.to_s, '--execute-node', '2'])
+      end
+      lambda do
+        i = 0
+        until exit_data = Process.waitpid2(@pid_server, Process::WNOHANG)
+          sleep(1)
+          if i > 10
+            raise "Server can not stop within 10 seconds."
+          end
+        end
+        exit_data[1].success?.should_not be_true
+      end.should_not raise_error
+    end
+  end
+end

data/spec/integration_test/definition/server01.rb

@@ -0,0 +1,20 @@
+require_relative 'task_obj_definition.rb'
+
+DRbQS.option_parser do |opt, hash|
+  hash[:step] = 1
+  opt.on('--step NUM', Integer, 'Set the step size.') do |v|
+    hash[:step] = v
+  end
+end
+
+DRbQS.define_server(:finish_exit => true) do |server, argv, opts|
+  tgen = DRbQS::TaskGenerator.new(:step => opts[:step])
+  tgen.set(:generate => 2) do
+    1.step(100, 50) do |i|
+      create_add_task(TestSum.new, :calc, [i, i + 10, @step]) do |srv, result|
+        puts result
+      end
+    end
+  end
+  server.add_task_generator(tgen)
+end

data/spec/integration_test/definition/server02.rb

@@ -0,0 +1,16 @@
+require_relative 'task_obj_definition.rb'
+
+DRbQS.option_parser do |opt, hash|
+  hash[:step] = 1
+  opt.on('--step NUM', Integer, 'Set the step size.') do |v|
+    hash[:step] = v
+  end
+end
+
+DRbQS.define_server(:finish_exit => true) do |server, argv, opts|
+  tgen = DRbQS::TaskGenerator.new(:step => opts[:step])
+  tgen.set(:generate => 2) do
+    raise "Error raise"
+  end
+  server.add_task_generator(tgen)
+end

data/spec/integration_test/definition/task_obj_definition.rb

@@ -0,0 +1,49 @@
+class Test1
+  @@execute_echo_number = 0
+
+  def echo(*args)
+    puts "execute Test1#echo(*#{args.inspect.strip})"
+    @@execute_echo_number += 1
+    args
+  end
+
+  def self.get_execute_echo_number
+    @@execute_echo_number
+  end
+end
+
+class Test2
+
+  def echo_wait(wait_time)
+    puts "execute Test2#echo(#{wait_time})"
+    sleep(wait_time)
+    true
+  end
+end
+
+class Test3
+  def temp_file
+    dir = DRbQS::Temporary.directory
+    file1 = File.join(dir, 'hello')
+    open(file1, 'w') do |f|
+      f.puts 'hello world'
+    end
+    file2 = DRbQS::Temporary.file
+    open(file2, 'w') do |f|
+      f.puts 'temporary'
+    end
+    puts File.read(file1)
+    puts File.read(file2)
+    true
+  end
+end
+
+class TestSum
+  def calc(start_num, end_num, step)
+    sum = 0
+    start_num.step(end_num, step) do |i|
+      sum += i
+    end
+    sum
+  end
+end

data/spec/manage/manage_spec.rb

@@ -0,0 +1,33 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/server/message.rb'
+
+# describe DRbQS::Manage do
+#   before(:all) do
+#     @uri = "druby://:13600"
+#     @ts = drbqs_test_tuple_space(@uri)
+#     @message = DRbQS::Server::Message.new(@ts[:message])
+#     @manage = DRbQS::Manage.new
+#   end
+
+#   it "should send exit signal" do
+#     lambda do
+#       @manage.send_exit_signal(@uri)
+#     end.should_not raise_error
+#     @message.get_message.should == [:exit_server]
+#   end
+
+#   it "should send node exit signal" do
+#     node_id = 100
+#     lambda do
+#       @manage.send_node_exit_after_task(@uri, node_id)
+#     end.should_not raise_error
+#     @message.get_message.should == [:exit_after_task, node_id]
+#   end
+
+#   it "should get status" do
+#     dummy_status = "status data"
+#     @ts[:message].write([:status, dummy_status])
+#     @manage.get_status(@uri).should == dummy_status
+#   end
+# end

data/spec/manage/send_signal_spec.rb

@@ -0,0 +1,39 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/manage/manage'
+
+describe DRbQS::Manage::SendSignal do
+  before(:all) do
+    @ts = Rinda::TupleSpace.new
+    @send_signal = DRbQS::Manage::SendSignal.new(@ts)
+  end
+
+  subject do
+    @send_signal
+  end
+
+  it "should get ID of sender." do
+    subject.sender_id.should be_an_instance_of String
+  end
+
+  it "should send :exit_signal." do
+    @send_signal.send_exit_signal
+    lambda do
+      @ts.take([:server, :exit_server, @send_signal.sender_id], 0)
+    end.should_not raise_error
+  end
+
+  it "should send :exit_after_task." do
+    node_id = 100
+    @send_signal.send_node_exit_after_task(node_id)
+    lambda do
+      @ts.take([:server, :exit_after_task, node_id], 0)
+    end.should_not raise_error
+  end
+
+  it "should send signal to get status." do
+    mes = 'message'
+    @ts.should_receive(:take).once.and_return([:status, mes])
+    @send_signal.get_status.should == mes
+  end
+end