drbqs 0.0.13 → 0.0.14

data/spec/server/node_list_spec.rb

@@ -0,0 +1,111 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/server/node_list'
+
+describe DRbQS::Server::NodeList do
+  before(:all) do
+    @count = 0
+  end
+
+  subject do
+    DRbQS::Server::NodeList.new
+  end
+
+  def create_id_string
+    sprintf("ID_%05d", (@count += 1))
+  end
+
+  context "when checking nodes" do
+    it "should be empty." do
+      subject.empty?.should be_true
+    end
+
+    it "should not be empty." do
+      subject.get_new_id(create_id_string)
+      subject.empty?.should_not be_true
+    end
+
+    it "should return true for existence of node id" do
+      id = subject.get_new_id(create_id_string)
+      subject.exist?(id).should be_true
+    end
+
+    it "should not return true for nonexistent node id" do
+      subject.exist?(-100).should_not be_true
+    end
+  end
+
+  context "when managing nodes" do
+    it "should get ids that are not duplicated." do
+      id_strings = 10.times.map do |i|
+        create_id_string
+      end.uniq
+      id_nums = id_strings.map do |str|
+        subject.get_new_id(str)
+      end
+      id_nums.should have(id_strings.size).items
+    end
+
+    it "should yield each nodes." do
+      id_data = 10.times.map do |i|
+        id_str = create_id_string
+        [id_str, subject.get_new_id(id_str)]
+      end
+      subject.each do |id_num, id_str|
+        id_data.assoc(id_str)[1].should == id_num
+      end
+    end
+
+    it "should delete a node" do
+      id = subject.get_new_id(create_id_string)
+      subject.delete(id)
+      subject.exist?(id).should_not be_true
+    end
+  end
+
+  context "when setting alive checkings" do
+    it "should delete all ids" do
+      5.times do |i|
+        subject.get_new_id(create_id_string)
+      end
+      subject.set_check_connection
+      subject.delete_not_alive
+      subject.empty?.should be_true
+    end
+
+    it "should set alive flag" do
+      delete_ids = 3.times.map do |i|
+        subject.get_new_id(create_id_string)
+      end
+      alive_ids = 3.times.map do |i|
+        subject.get_new_id(create_id_string)
+      end
+      subject.set_check_connection
+      alive_ids.each do |id|
+        subject.set_alive(id)
+      end
+      subject.delete_not_alive
+      alive_ids.all? do |id|
+        subject.exist?(id)
+      end.should be_true
+      delete_ids.all? do |id|
+        !subject.exist?(id)
+      end.should be_true
+    end
+  end
+
+  context "when managing history" do
+    it "should add to history" do
+      subject.history.should_receive(:set).with(1, :connect, 'hello')
+      subject.get_new_id('hello')
+    end
+
+    it "should set disconnection to history" do
+      subject.get_new_id('hello')
+      subject.set_check_connection
+      subject.history.should_receive(:set).with(1, :disconnect)
+      subject.delete_not_alive
+    end
+  end
+
+end

data/spec/server/queue_spec.rb

@@ -0,0 +1,239 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/server/queue'
+require 'drbqs/task/task'
+
+describe DRbQS::Server::Queue do
+  def object_init
+    @ts = {
+      :queue => Rinda::TupleSpace.new,
+      :result => Rinda::TupleSpace.new
+    }
+    @queue_server = DRbQS::Server::Queue.new(@ts[:queue], @ts[:result])
+    @server_dummy = nil
+  end
+
+  subject do
+    @queue_server
+  end
+
+  before(:all) do
+    @task = { :obj => DRbQS::Task.new([1, 2, 3], :size, []), :id => nil }
+  end
+
+  context "when initializing queue" do
+    before(:all) do
+      object_init
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 0
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 0
+    end
+
+    it "should have no calculating task." do
+      subject.calculating_task_number.should == 0
+    end
+
+    it "should be empty." do
+      subject.should be_empty
+    end
+
+    it "should be finished." do
+      subject.should be_finished
+    end
+  end
+
+  context "when adding a task" do
+    before(:all) do
+      object_init
+      @task_id = subject.add(@task[:obj])
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 0
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 0
+    end
+
+    it "should have no calculating task." do
+      subject.calculating_task_number.should == 0
+    end
+
+    it "should not be empty." do
+      subject.empty?.should be_false
+    end
+
+    it "should not be finished." do
+      subject.finished?.should be_false
+    end
+
+    it "should take objects from queue." do
+      @ts[:queue].take([nil, nil, nil, nil]).should be_true
+    end
+  end
+
+  context "when getting accept signal" do
+    before(:all) do
+      object_init
+      @node_id = 100
+      @task_id = subject.add(@task[:obj])
+      @ts[:result].write([:accept, @task_id, 100])
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 1
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 0
+    end
+
+    it "should return number of calculating task." do
+      subject.calculating_task_number.should == 1
+    end
+
+    it "should be empty." do
+      subject.should be_empty
+    end
+
+    it "should not be finished." do
+      subject.should_not be_finished
+    end
+
+    it "should take objects from queue." do
+      @ts[:result].read_all([nil, nil, nil]).size.should == 0
+    end
+  end
+
+  context "when getting result" do
+    before(:all) do
+      object_init
+      @node_id = 100
+      @task_id = subject.add(@task[:obj])
+      @ts[:result].write([:accept, @task_id, 100])
+      subject.get_accept_signal
+      @ts[:result].write([:result, @task_id, @node_id, :result_object])
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 0
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 1
+    end
+
+    it "should return number of calculating task." do
+      subject.calculating_task_number.should == 0
+    end
+
+    it "should be empty." do
+      subject.should be_empty
+    end
+
+    it "should not be finished." do
+      subject.should be_finished
+    end
+  end
+
+  context "when requeueing a task" do
+    before(:all) do
+      object_init
+      @node_id = 100
+      @task_id = subject.add(@task[:obj])
+      @ts[:result].write([:accept, @task_id, 100])
+      subject.get_accept_signal
+      subject.requeue_for_deleted_node_id([@node_id])
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 0
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 0
+    end
+
+    it "should return number of calculating task." do
+      subject.calculating_task_number.should == 0
+    end
+
+    it "should be empty." do
+      subject.should_not be_empty
+    end
+
+    it "should not be finished." do
+      subject.should_not be_finished
+    end
+
+    it "should return task ID." do
+      (ary = @ts[:queue].take([nil, nil, nil, nil])).should be_true
+      ary[0].should == @task_id
+    end
+  end
+
+  context "when executing hook of task" do
+    before(:all) do
+      object_init
+      @result_dummy = nil
+    end
+
+    it "should do nothing" do
+      subject.exec_task_hook(@server_dummy, 1, @result_dummy).should be_false
+    end
+
+    it "should execute hook of task" do
+      task_id = subject.add(@task[:obj])
+      @task_id = subject.add(@task[:obj])
+      @ts[:result].write([:accept, @task_id, 100])
+      subject.get_accept_signal
+      @ts[:result].write([:result, @task_id, @node_id, :result_object])
+      subject.get_result(@server_dummy)
+      @task[:obj].should_receive(:exec_hook)
+      subject.exec_task_hook(@server_dummy, task_id, @result_dummy).should be_true
+    end
+  end
+
+  context "when managing some tasks" do
+    before(:all) do
+      @task_ary = [DRbQS::Task.new([1, 2, 3], :size, []),
+                   DRbQS::Task.new([1, 3], :size, []),
+                   DRbQS::Task.new([2, 1, 2, 3], :size, [])]
+      object_init
+      @node_id = 100
+      @task_id_ary = @task_ary.map do |task|
+        subject.add(task)
+      end
+      @ts[:result].write([:accept, @task_id_ary[0], 100])
+      @ts[:result].write([:accept, @task_id_ary[1], 101])
+      @ts[:result].write([:result, @task_id_ary[0], @node_id, :result_object])
+    end
+
+    it "should return number of acceptances of signals." do
+      subject.get_accept_signal.should == 2
+    end
+
+    it "should return number of acceptances of resultss." do
+      subject.get_result(@server_dummy).should == 1
+    end
+
+    it "should return number of calculating task." do
+      subject.calculating_task_number.should == 1
+    end
+
+    it "should be empty." do
+      subject.should_not be_empty
+    end
+
+    it "should not be finished." do
+      subject.should_not be_finished
+    end
+  end
+
+end

data/spec/{server_hook_spec.rb → server/server_hook_spec.rb}

@@ -1,24 +1,30 @@
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
 
-require 'drbqs/server_hook'
+require 'drbqs/server/server_hook'
 
-describe DRbQS::ServerHook do
-  subject { DRbQS::ServerHook.new }
+describe DRbQS::Server::Hook do
+  subject { DRbQS::Server::Hook.new }
 
-  it "should add hook" do
-    subject.add(:finish) do |server|
+  it "should add a hook with automatic creation of name." do
+    n = subject.number_of_hook(:finish)
+    name = subject.add(:finish) do |server|
       3 + 4
-    end.should match(/^finish\d+/)
+    end
+    name.should match(/^finish\d+/)
+    subject.number_of_hook(:finish).should == (n + 1)
   end
 
-  it "should add hook with name" do
+  it "should add a hook with name." do
+    n = subject.number_of_hook(:finish)
     name = 'hello'
-    subject.add(:finish, name) do |server|
+    name_new = subject.add(:finish, name) do |server|
       3 + 4
-    end.should == name
+    end
+    name_new.should == name
+    subject.number_of_hook(:finish).should == (n + 1)
   end
 
-  it "should raise error" do
+  it "should raise error for invalid number of block arguments." do
     lambda do
       subject.add(:finish) do |a, b|
         a + b
@@ -26,29 +32,29 @@ describe DRbQS::ServerHook do
     end.should raise_error
   end
 
-  it "should delete hook" do
+  it "should delete a hook." do
     name = subject.add(:finish) do |server|
       3 + 4
     end
-    subject.hook_names(:finish).should have(1).items
+    subject.number_of_hook(:finish).should == 1
     subject.hook_names(:finish).should include(name)
     subject.delete(:finish, name)
     subject.hook_names(:finish).should be_empty
   end
 
-  it "should delete all hooks" do
+  it "should delete all hooks." do
     name = subject.add(:finish) do |server|
       3 + 4
     end
     name = subject.add(:finish) do |server|
       5 + 6
     end
-    subject.hook_names(:finish).should have(2).items
+    subject.number_of_hook(:finish).should == 2
     subject.delete(:finish)
     subject.hook_names(:finish).should be_empty
   end
 
-  it "should execute hooks" do
+  it "should execute hooks." do
     exec_flag = {}
     subject.add(:finish) do |server|
       exec_flag[:first] = true
@@ -61,7 +67,7 @@ describe DRbQS::ServerHook do
     exec_flag[:second].should be_true
   end
 
-  it "should execute finish_exit" do
+  it "should execute finish_exit that is special proc." do
     execute = nil
     subject.set_finish_exit do
       execute = true

data/spec/server/server_spec.rb

@@ -0,0 +1,89 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe DRbQS::Server do
+  context "when loading ACL for druby" do
+    it "should initialize an ACL object by ACLFile.load" do
+      path = File.dirname(__FILE__) + '/data/acl.txt'
+      DRbQS::Server::ACLFile.should_receive(:load).with(path)
+      DRbQS::Server.new(:acl => path, :log_file => nil)
+    end
+
+    it "should initialize an ACL object by ACL.new" do
+      ary = ['deny', 'all', 'allow', 'localhost']
+      ACL.should_receive(:new).with(ary)
+      DRbQS::Server.new(:acl => ary, :log_file => nil)
+    end
+  end
+
+  context "when we initialize uri of server" do
+    it "should raise error for existing path" do
+      lambda do
+        DRbQS::Server.new(:unix => __FILE__)
+      end.should raise_error
+    end
+
+    it "should raise error for none of parent directory" do
+      lambda do
+        DRbQS::Server.new(:unix => "not_exist/dir/abc")
+      end.should raise_error
+    end
+
+    it "should get default uri" do
+      server = DRbQS::Server.new
+      server.uri.should == "druby://:#{DRbQS::ROOT_DEFAULT_PORT}"
+    end
+
+    it "should get uri of tcp" do
+      server = DRbQS::Server.new(:port => 9999)
+      server.uri.should == "druby://:9999"
+    end
+
+    it "should get uri of unix domain" do
+      server = DRbQS::Server.new(:unix => "/tmp/drbqs")
+      server.uri.should == "drbunix:/tmp/drbqs"
+    end
+
+    it "should prefer port number option" do
+      server = DRbQS::Server.new(:unix => "/tmp/drbqs", :port => 9999)
+      server.uri.should == "druby://:9999"
+    end
+  end
+
+  context "when initializing server" do
+    it "should call set_signal_trap." do
+      Signal.should_receive(:trap).with(:TERM)
+      DRbQS::Server.new(:signal_trap => true)
+    end
+
+    it "should set finish hook" do
+      server_hook = mock
+      DRbQS::Server::Hook.stub!(:new).and_return(server_hook)
+      server_hook.should_receive(:set_finish_exit)
+      DRbQS::Server.new(:finish_exit => true)
+    end
+  end
+
+  context "when starting DRbQS::Server" do
+    it "should not set DRbQS::FileTransfer" do
+      server = DRbQS::Server.new
+      DRbQS::TransferClient.should_not_receive(:new)
+      DRb.should_receive(:start_service).once
+      server.start
+    end
+
+    it "should set DRbQS::FileTransfer" do
+      server = DRbQS::Server.new(:file_directory => '/tmp', :sftp_user => 'hello', :sftp_host => 'example.com')
+      DRbQS::TransferClient::SFTP.should_receive(:new).with('hello', 'example.com', '/tmp')
+      DRb.should_receive(:start_service).once
+      server.start
+    end
+
+    it "should set DRbQS::FileTransfer by DRbQS::Server#set_file_transfer with optional arguments" do
+      server = DRbQS::Server.new
+      DRbQS::TransferClient::SFTP.should_receive(:new).with('hello', 'example.com', '/tmp')
+      DRb.should_receive(:start_service).once
+      server.set_file_transfer('/tmp', :user => 'hello', :host => 'example.com')
+      server.start
+    end
+  end
+end

data/spec/server/transfer_setting_spec.rb

@@ -0,0 +1,37 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+require 'drbqs/utility/temporary'
+
+describe DRbQS::Server::TransferSetting do
+  it "should return nil." do
+    setting = DRbQS::Server::TransferSetting.new('example.com', 'user', nil)
+    setting.create(nil).should be_nil
+  end
+
+  it "should return transfer client." do
+    dir = DRbQS::Temporary.file
+    setting = DRbQS::Server::TransferSetting.new('example.com', 'user', dir)
+    client = setting.create(nil)
+    client.should be_an_instance_of DRbQS::TransferClient
+    client.sftp.should be_an_instance_of DRbQS::TransferClient::SFTP
+    setting.create(nil).should be_nil
+  end
+
+  it "should return transfer client with a directory argument." do
+    dir = DRbQS::Temporary.file
+    setting = DRbQS::Server::TransferSetting.new('example.com', 'user', nil)
+    client = setting.create(dir)
+    client.should be_an_instance_of DRbQS::TransferClient
+    client.sftp.should be_an_instance_of DRbQS::TransferClient::SFTP
+    setting.create(dir).should be_nil
+  end
+
+  it "should return transfer client without sftp" do
+    dir = DRbQS::Temporary.file
+    setting = DRbQS::Server::TransferSetting.new(nil, nil, dir)
+    client = setting.create(nil)
+    client.should be_an_instance_of DRbQS::TransferClient
+    client.sftp.should be_nil
+    setting.create(nil).should be_nil
+  end
+end

data/spec/spec_helper.rb

@@ -2,6 +2,7 @@ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'rspec'
 require 'drbqs'
+require 'drbqs/manage/manage'
 
 # Requires supporting files with custom matchers and macros, etc,
 # in ./support/ and its subdirectories.
@@ -10,3 +11,67 @@ Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
 RSpec.configure do |config|
   
 end
+
+HOME_FOR_SPEC = File.join(File.dirname(__FILE__), 'home_for_spec')
+
+DRbQS::Config.set_home_directory(HOME_FOR_SPEC)
+
+def drbqs_test_tuple_space(uri)
+  ts = {
+    :message => Rinda::TupleSpace.new,
+    :queue => Rinda::TupleSpace.new,
+    :result => Rinda::TupleSpace.new,
+    :transfer => nil
+  }
+  DRb.start_service(uri, ts)
+  ts
+end
+
+def drbqs_wait_kill_server(process_id, wait_time = 10)
+  i = 0
+  while !Process.waitpid(process_id, Process::WNOHANG)
+    i += 1
+    if i > wait_time
+      Process.kill(:KILL, process_id)
+      raise "Server process does not finish."
+    end
+    sleep(1)
+  end
+end
+
+def drbqs_fork_server(uri_arg, task_args, opts = {})
+  if Integer === uri_arg
+    server_args = { :port => uri_arg }
+    uri = "druby://:#{uri_arg}"
+  else
+    server_args = { :unix => uri_arg }
+    uri = "drbunix:#{uri_arg}"
+  end
+    
+  pid = fork do
+    server = DRbQS::Server.new(server_args)
+
+    unless task_args.respond_to?(:each)
+      task_args = [task_args]
+    end
+    task_args.each do |arg|
+      if DRbQS::TaskGenerator === arg
+        server.add_task_generator(arg)
+      else
+        server.queue.add(arg)
+      end
+    end
+
+    unless opts[:continue]
+      server.add_hook(:finish) do |serv|
+        serv.exit
+      end
+    end
+
+    server.set_signal_trap
+    server.start
+    server.wait
+  end
+  sleep(opts[:sleep] || 1)
+  [pid, uri]
+end