noda 0.0.1 → 0.0.5

data/README.rdoc

@@ -1,6 +1,8 @@
 = noda
 
-Description goes here.
+Noda �̓V���v���ȃW���u�L���[�T�[�o�[�ł�.
+
+druby���g�p���āC�}���`�X���b�h�𕪎U�T�[�o�Ŏ������Ă��܂��D
 
 == Contributing to noda
  
@@ -14,6 +16,6 @@ Description goes here.
 
 == Copyright
 
-Copyright (c) 2011 takuya. See LICENSE.txt for
+Copyright (c) 2011 takuya_1st. See LICENSE.txt for
 further details.
 

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.0.5

data/bin/noda_job_server

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2011-5-12.
+#  Copyright (c) 2011. All rights reserved.
+#
+
+require 'rubygems'
+require 'daemons'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/noda")
+KCODE='s'
+options = {
+    :dir_mode   => :script,
+    :dir        => '/var/run',
+    :multiple   => true,
+    :ontop      => false,
+    :mode       => :exec,
+    :backtrace  => true,
+    :monitor    => true
+  }
+require "socket" 
+ip= IPSocket::getaddress(Socket::gethostname)
+STDOUT.puts "    job_monitor at  http://#{ip}:10080"
+STDOUT.puts "    job_server  at  druby://#{ip}:10001"
+Daemons.run_proc("job_server",options){
+  m=Noda::JobMonitor.new("#{ip}","10080","druby://#{ip}:10001")
+  m.start_monitor
+  s=Noda::JobServer.new("#{ip}", "10001")
+  s.start_service
+}
+

data/bin/noda_job_worker

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2011-5-12.
+#  Copyright (c) 2011. All rights reserved.
+#
+
+require 'rubygems'
+require 'daemons'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/noda")
+KCODE='s'
+options = {
+    :dir_mode   => :script,
+    :dir        => '/var/run',
+    :multiple   => true,
+    :ontop      => false,
+    :mode       => :exec,
+    :backtrace  => true,
+    :monitor    => true
+  }
+require "socket" 
+ip= IPSocket::getaddress(Socket::gethostname)
+STDOUT.puts " connect to   job_server  at  druby://#{ip}:10001"
+Daemons.call(options){
+  s=Noda::JobWorker.new("#{ip}", "10001")
+  s.start_service
+}
+

data/lib/noda/job_monitor.rb

@@ -0,0 +1,71 @@
+
+module Noda
+
+class JobMonitor
+  require 'webrick'
+  require 'drb/drb'
+  attr_accessor :job_server, :web_server
+  def initialize(addr="localhost",port="10080",job_server="druby://localhost:10001")
+    @job_server = DRbObject.new_with_uri(job_server)
+    @addr = addr
+    @port = port
+    self.init_webrick
+  end
+  def start_monitor
+    trap("INT"){ @web_server.shutdown }
+    @thread = Thread.new{ @web_server.start} 
+  end
+  def stop_monitor
+    @web_server.stop
+  end
+  def init_webrick
+    config = WEBrick::Config::HTTP
+    config[:Port] = @port
+    config[:BindAddress]=@addr
+    config[:AccessLog] = WEBrick::Log.new("/dev/null",1)    #���O�v��Ȃ��D
+    config[:Logger] = Logger.new("/dev/null")    #���O�v��Ȃ��D
+    @web_server = WEBrick::HTTPServer.new(config)
+    @web_server.mount_proc '/' do |req,res|
+      res.content_type="text/plain"
+      res.body = "running" if @job_server.alive?
+      res.body = "stopped" unless @job_server.alive?
+    end
+    @web_server.mount_proc '/in_queue' do |req,res|
+      res.content_type="text/plain"
+      if req.path_info =~ %r'^/(\d+)$' then
+        num = $1.to_i
+        res.body = @job_server.input._at(num).to_s
+      end
+      if req.path_info =~ %r'^/$' then
+       res.body = @job_server.input.size.to_s
+      end
+    end
+    @web_server.mount_proc '/out_queue' do |req,res|
+      res.content_type="text/plain"
+      if req.path_info =~ %r'^/(\d+)$' then
+        num = $1.to_i
+        res.body = @job_server.output._at(num).to_s
+      end
+      if req.path_info =~ %r'^/$' then
+        res.body = @job_server.output.size.to_s
+      end
+    end
+    @web_server.mount_proc '/hash_table' do |req,res|
+      res.content_type="text/plain"
+      res.body = @job_server.hash_table.size.to_s
+    end
+    @web_server.mount_proc '/hash_table/keys' do |req,res|
+      res.content_type="text/plain"
+      res.body = @job_server.hash_table.keys.inspect
+    end
+    @web_server.mount_proc '/hash_table/fetch' do |req,res|
+      res.content_type="text/plain"
+      if req.path_info =~ %r'^/([^/]+)$' then
+        key = $1.to_s
+        res.body = @job_server.hash_table.get(key).to_s
+      end
+    end
+  end
+end
+
+end

data/lib/noda/job_server.rb

@@ -0,0 +1,39 @@
+module Noda
+
+class JobServer 
+  include DRb::DRbUndumped 
+  attr_reader :thread, :server
+  def initialize( addr='localhost', port='10001',acl=nil,log_file=STDOUT )
+    @q_in       = RQueue.new()
+    @q_out      = RQueue.new()
+    @hash_table = Table.new()
+    @server     = DRb.start_service("druby://#{addr}:#{port}",self)
+    @thread     = @server.thread
+    @logger     = Logger.new(log_file)
+  end
+  def stop
+    @server.stop_service
+  end
+  def alive?
+    @server.alive?
+  end
+  def input
+    #�T�[�o�[�͕K���C���v�b�g�L���[��Ԃ�
+    @q_in
+  end
+  def output
+    @q_out
+  end
+  def hash_table
+    @hash_table
+  end
+  def start_service
+    @thread.join
+  end
+  def logger
+    @logger
+  end
+end
+
+
+end

data/lib/noda/job_worker.rb

@@ -0,0 +1,60 @@
+module Noda
+
+
+class JobWorker
+  attr_reader :thread
+  attr_accessor :max_retry_connect , :wait_time_to_retry
+  def initialize( job_server_addr="localhost",job_server_port="10001" )
+    @server_uri  = "druby://#{job_server_addr}:#{job_server_port}"
+    @max_retry_connect  = 30
+    @wait_time_to_retry =  2
+    require "socket" 
+    @local_addr = IPSocket::getaddress(Socket::gethostname)
+    self.connect
+  end
+  def connect_job_server
+    error_conter = 0
+    begin 
+      @job =DRbObject.new_with_uri(@server_uri)
+      @job.hash_table
+      @logger = @job.logger
+    rescue DRb::DRbConnError => e
+      error_conter +=1
+      raise e if error_conter > @max_retry_connect
+      sleep @wait_time_to_retry 
+      retry
+    end
+  end
+  def handle_task()
+    # @logger.info("self.class@#{@local_addr}#{self.object_id}"){"i try to pop a task."} 
+    task = @job.input.pop
+    # @logger.info("self.class@#{@local_addr}#{self.object_id}"){"i got a task-#{task.name}"} 
+    # @logger.info("self.class@#{@local_addr}#{self.object_id}"){"i start handling a task-#{task.name}"} 
+    result = task.do_task(@job.hash_table)
+    @job.output.push result
+  end
+  def init_thread
+    @table = @job.hash_table
+    @thread= Thread.new{
+        loop{
+          self.handle_task()
+          sleep 0.001
+        }
+    }
+  end
+  def connect
+    self.connect_job_server
+  end
+  def start
+    self.init_thread
+    @thread.join
+  end
+  def status
+    @thread.status if @thread
+  end
+  def stop
+    @thread.kill
+  end
+end
+
+end

data/lib/noda/rqueue.rb

@@ -0,0 +1,53 @@
+# -*- utf8 -*-
+
+module Noda
+require 'monitor'
+class RQueue
+  include DRb::DRbUndumped 
+  attr_reader :name
+  def initialize( max=nil, name=nil )
+    @name = name
+    @list = []
+    @max = nil
+    @max = max if max
+    self.extend(MonitorMixin)
+    @m_empty = self.new_cond
+    @m_full = self.new_cond
+  end
+  def push obj
+    self.synchronize{
+      @m_full.wait_while{ self.full?  } if @max
+      @list.push obj
+      @m_empty.broadcast
+    }
+  end
+  def pop
+    self.synchronize{
+      @m_empty.wait_while{ self.empty?  }
+      obj = @list.shift
+      @m_full.broadcast if @max
+      obj
+    }
+  end
+  def include?(v) @list.include? v        end
+  alias exists? include?
+  def firsts(n=1) (0...n).map{self.pop}   end
+  def first()     self.pop                end
+  def size()      @list.size              end
+  def max_size()  @max                    end
+  def empty?()    @list.empty?            end
+  def close_to_full?()    @list.size >= @max-5    end
+  def full?()
+    # max=nil �Ȃ�Limitless�B�‚܂薳����
+    @list.size >= @max if @max
+  end
+  def all() self.firsts(self.size) end
+  # �P����m�܂ł̒l�����B�O�n�܂�łȂ����Ƃɒ���
+  def _at(pos) 
+    i = pos - 1 
+    return @list.at(i) if (i) < self.size 
+  end
+end
+
+
+end

data/lib/noda/table.rb

@@ -0,0 +1,54 @@
+# 
+module Noda
+#スレッドセーフなHASHテーブルを作ってる
+#内部的にはHashにしている
+#KVSとして使っている
+#TODO::HASHとして動くようにEnumerableを実装したい
+#TODO::DBやファイルに保存する。このクラスAPIでアクセス出来るアダプタを作りたい
+class Table
+  include DRb::DRbUndumped
+  include Enumerable
+  attr_reader :name
+  def initialize(name=nil)
+    @hash = {}
+    @name = name
+    self.extend(MonitorMixin)
+    @m_lock = self.new_cond
+    @saved_keys = []
+  end
+  def get(key)
+    @hash[key][:data]
+  end
+  def put(key, obj)
+    self.synchronize{
+      @hash[key] = {:data=>obj,:saved=>false}
+    }
+  end
+  def has_key?(key) @hash.has_key? key end
+  alias :exists? :has_key?
+  def keys() @hash.keys end
+  def size() @hash.size end
+  def each 
+    @hash.each_pair{|k,v| yield( k,v[:data] )  }
+    nil
+  end
+  def saved?(key)
+    @hash[key][:saved]
+  end
+  def update_saved_at(key,status=true)
+    self.synchronize{
+      @hash[key][:saved]=status
+    }
+  end
+  def each_unsaved_pair
+    @hash.each_pair{|k,v| next if v[:saved]; yield( k, v[:data] )  }
+    nil
+  end
+  def has_unsaved_key?
+    return true if @hash.find{|k,v| v[:saved]==false}
+    return false
+  end
+end
+
+end
+

data/lib/noda/table_auto_saver.rb

@@ -0,0 +1,43 @@
+module Noda
+
+class TableAutoSaver < JobWorker
+  attr_reader :thread
+  attr_accessor :max_retry_connect , :wait_time_to_retry
+  def initialize( job_server_addr="localhost",job_server_port="10001" )
+    super
+    @interval = 2
+    require 'tmpdir'
+    @save_dir = Dir.tmpdir
+  end
+  def save_dir=(dirname)
+    raise ArgumentError, "#{dirname} is not direcotry." unless FileTest.directory? dirname
+    @save_dir=dirname
+  end
+  def save_dir
+    @save_dir
+  end
+  def handle_task()
+    sleep @interval
+    return unless @table.has_unsaved_key?
+    @table.each_unsaved_pair{|k,v|
+      self.save(k,v)
+      @table.update_saved_at(k,true)
+    }
+  end
+  def save(key,val)
+    Dir.chdir(@save_dir){
+      open(key.to_s, "w"){|f|
+        f.write(Marshal.dump({:key=>key, :data=>val}))
+      }
+    }
+  end
+  def interval=(sec)
+    @interval=sec
+  end
+  def interval()
+    @interval
+  end
+end
+
+
+end

data/lib/noda/task.rb

@@ -0,0 +1,21 @@
+module Noda
+
+class Task
+  #�Q�Ɠn���ɂ������Ƃ��� ���� include ���g��
+  #  objects-by-reference
+  #def by_reference() include DRb::DRbUndumped end
+  
+  #this should be overwrite
+  def do_task(hash_table)
+  end
+  #this should be overwrite
+  def name
+    return self.object_id unless @name
+    return @name  if @name
+  end
+  def name=(str) @name=str end
+end
+
+
+end
+

data/lib/noda.rb

@@ -1,15 +1,17 @@
 require 'rubygems'
 require 'drb/drb'
-
+require 'logger'
 
 $:.unshift(File.dirname(__FILE__)) unless
   $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
 require 'noda/rqueue'
 require 'noda/job_server'
+require 'noda/job_monitor'
 require 'noda/job_worker'
 require 'noda/table'
 require 'noda/task'
 require 'noda/table'
+require 'noda/table_auto_saver'
 
 module Noda
   #VERSION = '0.0.1'

data/noda.gemspec

@@ -5,13 +5,14 @@
 
 Gem::Specification.new do |s|
   s.name = %q{noda}
-  s.version = "0.0.1"
+  s.version = "0.0.5"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["takuya"]
-  s.date = %q{2011-05-18}
+  s.date = %q{2011-05-28}
   s.description = %q{noda is job queue system using druby }
   s.email = %q{takuya.1st@gmail}
+  s.executables = ["noda_job_worker", "noda_job_server"]
   s.extra_rdoc_files = [
     "LICENSE.txt",
     "README.rdoc"
@@ -24,9 +25,26 @@ Gem::Specification.new do |s|
     "README.rdoc",
     "Rakefile",
     "VERSION",
+    "bin/noda_job_server",
+    "bin/noda_job_worker",
     "lib/noda.rb",
+    "lib/noda/job_monitor.rb",
+    "lib/noda/job_server.rb",
+    "lib/noda/job_worker.rb",
+    "lib/noda/rqueue.rb",
+    "lib/noda/table.rb",
+    "lib/noda/table_auto_saver.rb",
+    "lib/noda/task.rb",
     "noda.gemspec",
-    "test/test_noda.rb"
+    "test/test_helper.rb",
+    "test/test_job_monitor.rb",
+    "test/test_job_server.rb",
+    "test/test_job_worker.rb",
+    "test/test_noda.rb",
+    "test/test_rqueue.rb",
+    "test/test_table.rb",
+    "test/test_table_saver_woker.rb",
+    "test/test_task.rb"
   ]
   s.homepage = %q{http://github.com/takuya/noda}
   s.licenses = ["MIT"]

data/test/test_helper.rb

@@ -0,0 +1,14 @@
+require 'stringio'
+require 'test/unit'
+require 'rubygems'
+require 'drb/drb'
+require File.dirname(__FILE__) + '/../lib/noda'
+
+require 'noda'
+require 'noda/job_server'
+require 'noda/job_worker'
+require 'noda/job_monitor'
+require 'noda/rqueue'
+require 'noda/table'
+require 'noda/task'
+include Noda

data/test/test_job_monitor.rb

@@ -0,0 +1,63 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+class TestJobMonitor < Test::Unit::TestCase
+  #�e�X�g�̓}���`�X���b�h�ōs����̂ŁA�|�[�g�Փ˂���Error�ɂȂ�܂��D
+  def test_start_monitor
+    #���j�^���N�����邩�ǂ���
+    m = JobMonitor.new("localhost","10081")
+    t = m.start_monitor
+    sleep 0.01
+    assert m.web_server.status == :Running
+    m.stop_monitor
+    sleep 0.01
+    assert m.web_server.status == :Shutdown
+  end
+  def test_monitor_in_queue
+    require 'open-uri'
+    
+    m = JobMonitor.new("localhost", "10080")
+    t = m.start_monitor
+    sleep 0.01
+    assert m.web_server.status == :Running
+    s = JobServer.new
+    s.input.push 1234
+    assert open("http://localhost:10080/").read  == "running"
+    assert open("http://localhost:10080/in_queue/").read == "1"
+    s.input.push 1111
+    assert open("http://localhost:10080/in_queue/").read == "2"
+    assert open("http://localhost:10080/in_queue/1").read == "1234"
+    assert open("http://localhost:10080/in_queue/2").read == "1111"
+    d = s.input.pop
+    assert open("http://localhost:10080/in_queue/").read == "1"
+  end
+  def test_monitor_out_queue
+    require 'open-uri'
+    
+    s = JobServer.new("localhost","100011")
+    m = JobMonitor.new("localhost", "10083","druby://localhost:100011")
+    t = m.start_monitor
+    sleep 0.01
+    assert m.web_server.status == :Running
+    s.output.push 1234
+    assert open("http://localhost:10083/").read  == "running"
+    assert open("http://localhost:10083/out_queue/").read == "1"
+    s.output.push 1111
+    assert open("http://localhost:10083/out_queue/").read == "2"
+    assert open("http://localhost:10083/out_queue/1").read == "1234"
+    assert open("http://localhost:10083/out_queue/2").read == "1111"
+  end
+  def test_monitor_in_queue
+    require 'open-uri'
+    
+    s = JobServer.new("localhost","100012")
+    m = JobMonitor.new("localhost", "10084","druby://localhost:100012")
+    t = m.start_monitor
+    sleep 0.01
+    assert m.web_server.status == :Running
+    assert open("http://localhost:10084/").read  == "running"
+    assert open("http://localhost:10084/hash_table/").read == "0"
+    s.hash_table.put "1234", "abcdefg"
+    assert open("http://localhost:10084/hash_table/").read == "1"
+    assert open("http://localhost:10084/hash_table/fetch/1234").read  == "abcdefg"
+    assert open("http://localhost:10084/hash_table/keys").read == "[\"1234\"]"
+  end
+end

data/test/test_job_server.rb

@@ -0,0 +1,85 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+
+class TestJobServer < Test::Unit::TestCase
+  def test_start_stop_job_server
+    #�W���u�}�X�^���N�����邩�ǂ���
+    s = JobServer.new
+    assert s.alive? == true
+    s.stop
+    assert s.alive? == false
+  end
+  def test_job_server_input_queue
+    #druby�o�R�Ő������u���b�N����邩�ǂ���
+    test_str = "hello world"
+    s=JobServer.new
+    m =  m = DRbObject.new_with_uri('druby://localhost:10001')
+    t1 = Thread.new{
+      m1 = DRbObject.new_with_uri('druby://localhost:10001')
+      q1 = m1.input
+      q1.pop
+      
+    }
+    #�u���b�N����Ă��邩
+    assert t1.status == "sleep"
+    m2 = DRbObject.new_with_uri('druby://localhost:10001')
+    q2 = m2.input
+    q2.push test_str
+    #�u���b�N��������ꂩ�ǂ���
+    assert t1.status == "run"
+    #�T�[�o�[���~
+    s.stop
+  end
+  def test_job_server_output_queue
+    #druby�o�R�Ő������u���b�N����邩�ǂ���
+    test_str = "hello world"
+    s=JobServer.new
+    m =  m = DRbObject.new_with_uri('druby://localhost:10001')
+    t1 = Thread.new{
+      m1 = DRbObject.new_with_uri('druby://localhost:10001')
+      q1 = m1.output
+      q1.pop
+      
+    }
+    #�u���b�N����Ă��邩
+    assert t1.status == "sleep"
+    m2 = DRbObject.new_with_uri('druby://localhost:10001')
+    q2 = m2.output
+    q2.push test_str
+    #�u���b�N��������ꂩ�ǂ���
+    assert t1.status == "run"
+    #�T�[�o�[���~
+    s.stop
+  end
+  def test_job_server_input_queue_data
+    s=JobServer.new
+    m =  m = DRbObject.new_with_uri('druby://localhost:10001')
+    t1 = Thread.new{
+      m1 = DRbObject.new_with_uri('druby://localhost:10001')
+      q1 = m1.input
+      q1.push "hello world"
+      
+    }
+    m2 = DRbObject.new_with_uri('druby://localhost:10001')
+    q2 = m2.input
+    ret = q2.pop
+    assert ret == "hello world"
+    s.stop
+  end
+  def test_job_server_output_queue_data
+    s=JobServer.new
+    m =  m = DRbObject.new_with_uri('druby://localhost:10001')
+    t1 = Thread.new{
+      m1 = DRbObject.new_with_uri('druby://localhost:10001')
+      q1 = m1.output
+      q1.push "hello world"
+      
+    }
+    m2 = DRbObject.new_with_uri('druby://localhost:10001')
+    q2 = m2.output
+    ret = q2.pop
+    assert ret == "hello world"
+    s.stop
+  end
+end
+

data/test/test_job_worker.rb

@@ -0,0 +1,55 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+class TestJobWoker < Test::Unit::TestCase
+
+
+  def test_init_job_woker
+    worker = JobWorker.new
+    assert worker
+  end
+  #test task 
+  class MyTask
+    def do_task(hash)
+      return "test_task_end"
+    end
+  end
+  def test_start_stop
+    s =JobServer.new
+    w = JobWorker.new
+    t = Thread.new{
+      w.start
+    }
+    s.input.push MyTask.new
+    ret = s.output.pop
+    assert ret == "test_task_end"
+    s.stop
+    w.stop
+    assert w.status == false #�X���b�h�I���ł����H
+  end
+  def test_do_task
+    s=JobServer.new
+    worker = JobWorker.new
+    s.input.push MyTask.new
+    worker.handle_task
+    ret = s.output.pop
+    assert ret == "test_task_end"
+    s.stop
+  end
+  class MyTask2
+    def do_task(hash)
+      hash.put "MyTask", "foooo"
+      return "test_task_end"
+    end
+  end
+  def test_task_write_hash_table
+    #�W���u�T�[�o�[�̋��L�̈�ɏ������߂邩�ǂ���
+    s=JobServer.new
+    worker = JobWorker.new
+    s.input.push MyTask2.new
+    worker.handle_task
+    ret = s.output.pop
+    assert ret == "test_task_end"
+    v = s.hash_table.get "MyTask"
+    assert v == "foooo"
+    s.stop
+  end
+end

data/test/test_rqueue.rb

@@ -0,0 +1,51 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestRQueue < Test::Unit::TestCase
+  def setup
+    @q = RQueue.new
+  end
+  def test_RQueue_init
+    q = RQueue.new
+    assert q.empty?
+  end
+  def test_RQueue_init_with_RQueue_max_size
+    max = 10
+    q = RQueue.new max
+    assert q.empty? && q.max_size==max
+  end
+  def test_RQueue_mutex_push
+    max = 100
+    q = RQueue.new max
+    th1 = Thread.new{
+      loop{
+        q.push 1
+      }
+    }
+    th2 = Thread.new{
+      loop{
+        q.push 1
+      }
+    }
+    sleep 0.1
+    assert th1.status == "sleep" && th2.status == "sleep" && q.full?
+  end
+  def test_RQueue_mutex_pop
+    max = 10
+    q = RQueue.new max
+    max.times{ q.push 1 }
+    th1 = Thread.new{
+      loop{
+        q.pop
+      }
+    }
+    th2 = Thread.new{
+      loop{
+        q.pop
+      }
+    }
+    while not q.empty? do
+      sleep 0.1
+    end
+    assert th1.status == "sleep" && th2.status == "sleep" && q.empty?
+  end
+end

data/test/test_table.rb

@@ -0,0 +1,50 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestPageList < Test::Unit::TestCase
+  def test_table_put
+    list = Table.new
+    key,value = "test", "valuevalue"
+    list.put key,value 
+    assert list.get(key) == value
+  end
+  def test_table_size
+    list = Table.new
+    assert list.size == 0
+    key,value = "test", "valuevalue"
+    list.put key,value 
+    assert list.size == 1
+  end
+  def test_table_exists
+    list = Table.new
+    key,value = "test", "valuevalue"
+    list.put key,value 
+    assert list.exists? key
+  end
+  def test_table_each
+    list = Table.new
+    data = { "a"=> "aa","b"=>"bv", "c"=> "cc", "d"=> "dd" }
+    data.each{|k,v| list.put k,v }
+    data.each{|k,v| assert list.get(k) == v }
+    list.each{|k,v| assert data[k] == v }
+  end
+  def test_save_table_data
+    list = Table.new
+    key,value = "test", "valuevalue"
+    list.put key,value 
+    assert list.saved?(key) == false
+    list.update_saved_at(key)
+    assert list.saved?(key) == true
+  end
+  def test_table_each_unsaved_pair
+    list = Table.new
+    data = { "a"=> "aa","b"=>"bb", "c"=> "cc", "d"=> "dd" }
+    data.each{|k,v| list.put k,v }
+    list.put( "abc","123")
+    list.update_saved_at("abc")
+    assert list.saved?("abc")
+    a={}
+    list.each_unsaved_pair{|k,v|  a[k]=v }
+    assert a.sort == data.sort
+  end
+
+end

data/test/test_table_saver_woker.rb

@@ -0,0 +1,46 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+Thread.abort_on_exception=true
+
+class TestTableSaverWorker < Test::Unit::TestCase
+  def test_table_saver_initialize
+    s = JobServer.new("localhost","10001")
+    saver = TableAutoSaver.new
+    saver.interval = 12
+    assert saver.interval == 12
+  end
+  def test_table_saver_save_dir
+    s = JobServer.new("localhost","10002")
+    saver = TableAutoSaver.new("localhost","10002")
+    begin 
+      saver.save_dir = Dir.tmpdir + "a"
+    rescue => e
+      assert e.to_s =~ %r"is not direcotry."
+    end
+    d = Dir.mktmpdir("table_saver_")
+    saver.save_dir = d
+    assert saver.save_dir == d
+    Dir.rmdir d
+    assert FileTest.exists? d == false
+  end
+  def test_table_saver_save_dir
+    s = JobServer.new("localhost","10003")
+    saver = TableAutoSaver.new("localhost","10003")
+    t1 = saver.init_thread
+    t2 = Thread.new{
+      s.hash_table.put("aaaa",1234)
+      s.hash_table.put("baaa",1234)
+      s.hash_table.put("caaa",1234)
+      s.hash_table.put("daaa",1234)
+      s.hash_table.put("eaaa",1234)
+      while(s.hash_table.has_unsaved_key? )
+        sleep 0.001
+      end
+    }
+    
+    t2.join
+    
+    assert s.hash_table.has_unsaved_key? == false
+    
+  end
+
+end

data/test/test_task.rb

@@ -0,0 +1,10 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestPageList < Test::Unit::TestCase
+  def test_task_name
+    t = Task.new
+    assert t.name == t.object_id
+    t.name = "No.001"
+    assert t.name == "No.001"
+  end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: noda
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 21
   prerelease: 
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 5
+  version: 0.0.5
 platform: ruby
 authors: 
 - takuya
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-05-18 00:00:00 +09:00
+date: 2011-05-28 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -80,8 +80,9 @@ dependencies:
   version_requirements: *id004
 description: "noda is job queue system using druby "
 email: takuya.1st@gmail
-executables: []
-
+executables: 
+- noda_job_worker
+- noda_job_server
 extensions: []
 
 extra_rdoc_files: 
@@ -95,9 +96,26 @@ files:
 - README.rdoc
 - Rakefile
 - VERSION
+- bin/noda_job_server
+- bin/noda_job_worker
 - lib/noda.rb
+- lib/noda/job_monitor.rb
+- lib/noda/job_server.rb
+- lib/noda/job_worker.rb
+- lib/noda/rqueue.rb
+- lib/noda/table.rb
+- lib/noda/table_auto_saver.rb
+- lib/noda/task.rb
 - noda.gemspec
+- test/test_helper.rb
+- test/test_job_monitor.rb
+- test/test_job_server.rb
+- test/test_job_worker.rb
 - test/test_noda.rb
+- test/test_rqueue.rb
+- test/test_table.rb
+- test/test_table_saver_woker.rb
+- test/test_task.rb
 has_rdoc: true
 homepage: http://github.com/takuya/noda
 licenses: