roma 1.1.0 → 1.2.0

data/test/t_cpdata.rb

@@ -3,53 +3,51 @@
 require 'roma/client/rclient'
 require 'roma/messaging/con_pool'
 
+TCP_SERVER_PORT = 11_219
 $dat = {}
 
 def receive_command_server
-  $gs = TCPServer.open(11213)
-  while true
-    Thread.new($gs.accept){|s|
+  $gs = TCPServer.open(TCP_SERVER_PORT)
+  loop do
+    Thread.new($gs.accept) do |s|
       begin
-        loop {
-          res = s.gets
-          p res
-          if res==nil
-            s.close
-          elsif res.start_with?("pushv")
-            ss = res.split(" ")
+        while res = s.gets
+          if res.start_with?('pushv')
+            ss = res.split(' ')
             s.write("READY\r\n")
             len = s.gets.chomp
             $dat[ss[2].to_i] = receive_dump(s, len.to_i)
             s.write("STORED\r\n")
-          elsif res.start_with?("spushv")
-            ss = res.split(" ")
+          elsif res.start_with?('spushv')
+            ss = res.split(' ')
             s.write("READY\r\n")
             $dat[ss[2].to_i] = receive_stream_dump(s)
             s.write("STORED\r\n")
-          elsif res.start_with?("whoami")
+          elsif res.start_with?('whoami')
             s.write("ROMA\r\n")
-          elsif res.start_with?("rbalse")
+          elsif res.start_with?('rbalse')
             s.write("BYE\r\n")
-            s.close
             break
           else
             s.write("STORED\r\n")
           end
-        }
-      rescue =>e
+        end
+      rescue => e
         p e
-        p $@
+        p $ERROR_POSITION
+      ensure
+        s.close if s
       end
-    }
+    end
   end
-rescue =>e
+rescue => e
   p e
 end
 
 def receive_stream_dump(sok)
   ret = {}
   v = nil
-  loop {
+  loop do
     context_bin = sok.read(20)
     vn, last, clk, expt, klen = context_bin.unpack('NNNNN')
 
@@ -61,15 +59,15 @@ def receive_stream_dump(sok)
       v = sok.read(vlen)
     end
     ret[k] = [vn, last, clk, expt, v].pack('NNNNa*')
-  }
+  end
   ret
-rescue =>e
+rescue => e
   p e
 end
 
 def receive_dump(sok, len)
   dmp = ''
-  while(dmp.length != len.to_i)
+  while (dmp.length != len.to_i)
     dmp = dmp + sok.read(len.to_i - dmp.length)
   end
   sok.read(2)
@@ -78,7 +76,7 @@ def receive_dump(sok, len)
   else
     return nil
   end
-rescue =>e
+rescue => e
   false
 end
 
@@ -87,37 +85,37 @@ class CopyDataTest < Test::Unit::TestCase
   include RomaTestUtils
 
   def setup
-    @th = Thread.new{ receive_command_server }
+    @th = Thread.new { receive_command_server }
     start_roma
-    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+    @rc = Roma::Client::RomaClient.new(%w(localhost_11211 localhost_11212))
   end
 
   def teardown
     stop_roma
     @th.kill
     $gs.close
-    Roma::Messaging::ConPool::instance.close_all
+    Roma::Messaging::ConPool.instance.close_all
   end
 
   def test_spushv
     # key wihch's vn = 0
     keys = []
     n = 1000
-    n.times{|i|
+    n.times do |i|
       d = Digest::SHA1.hexdigest(i.to_s).hex % @rc.rttable.hbits
       vn = @rc.rttable.get_vnode_id(d)
       if vn == 0
         keys << i.to_s
       end
-    }
+    end
     nid = @rc.rttable.search_nodes(0)
 
     push_a_vnode_stream('roma', 0, nid[0], keys)
 
-    keys.each{|k|
-      assert_equal( "#{k}-stream", @rc.get(k,true))
-#      puts "#{k} #{@rc.get(k)}"
-    }
+    keys.each do |k|
+      assert_equal("#{k}-stream", @rc.get(k, true))
+      #      puts "#{k} #{@rc.get(k)}"
+    end
   end
 
   def push_a_vnode_stream(hname, vn, nid, keys)
@@ -130,54 +128,53 @@ class CopyDataTest < Test::Unit::TestCase
       return res.chomp
     end
 
-    keys.each{|k|
-      v = k + "-stream"
+    keys.each do |k|
+      v = k + '-stream'
       data = [vn, Time.now.to_i, 1, 0x7fffffff, k.length, k, v.length, v].pack("NNNNNa#{k.length}Na#{v.length}")
       con.write(data)
-    }
-    con.write("\0"*20) # end of steram
+    end
+    con.write("\0" * 20) # end of steram
 
     res = con.gets # STORED\r\n or error string
-    Roma::Messaging::ConPool.instance.return_connection(nid,con)
+    Roma::Messaging::ConPool.instance.return_connection(nid, con)
     res.chomp! if res
     res
-  rescue =>e
+  rescue => e
     "#{e}"
   end
   private :push_a_vnode_stream
 
-
   def test_reqpushv
     make_dummy(1000)
 
-    dat=[]
-    dat[0] = reqpushv('roma',0)
-    assert_not_nil( dat[0] )
-    dat[0] = reqpushv('roma',0)
-    assert_not_nil( dat[0] )  # confirming twice access to same node
-
-    dat[1] = reqpushv('roma',536870912)
-    assert_not_nil( dat[1] )
-    dat[2] = reqpushv('roma',1073741824)
-    assert_not_nil( dat[2] )
-    dat[3] = reqpushv('roma',1610612736)
-    assert_not_nil( dat[3])
-    dat[4] = reqpushv('roma',2147483648)
-    assert_not_nil( dat[4] )
-    dat[5] = reqpushv('roma',2684354560)
-    assert_not_nil( dat[5] )
-    dat[6] = reqpushv('roma',3221225472,true)
-    assert_not_nil( dat[6] )
-    dat[7] = reqpushv('roma',3758096384,true)
-    assert_not_nil( dat[7] )
+    dat = []
+    dat[0] = reqpushv('roma', 0)
+    assert_not_nil(dat[0])
+    dat[0] = reqpushv('roma', 0)
+    assert_not_nil(dat[0])  # confirming twice access to same node
+
+    dat[1] = reqpushv('roma', 536_870_912)
+    assert_not_nil(dat[1])
+    dat[2] = reqpushv('roma', 1_073_741_824)
+    assert_not_nil(dat[2])
+    dat[3] = reqpushv('roma', 1_610_612_736)
+    assert_not_nil(dat[3])
+    dat[4] = reqpushv('roma', 2_147_483_648)
+    assert_not_nil(dat[4])
+    dat[5] = reqpushv('roma', 2_684_354_560)
+    assert_not_nil(dat[5])
+    dat[6] = reqpushv('roma', 3_221_225_472, true)
+    assert_not_nil(dat[6])
+    dat[7] = reqpushv('roma', 3_758_096_384, true)
+    assert_not_nil(dat[7])
 
     a = 0
-    dat.each{|v| a+=v.length }
-    assert_equal( 1000,a )
+    dat.each { |v| a += v.length }
+    assert_equal(1000, a)
   end
 
   def wait(vn)
-    while $dat.key?(vn) do
+    while $dat.key?(vn)
       sleep 0.01
     end
     $dat[vn]
@@ -185,38 +182,38 @@ class CopyDataTest < Test::Unit::TestCase
 
   # set dummy data of n count
   def make_dummy(n)
-    n.times{|i|
-      assert( @rc.set(i.to_s,i.to_s)=="STORED" )
-    }
+    n.times do |i|
+      assert(@rc.set(i.to_s, i.to_s) == 'STORED')
+    end
   end
 
-  def reqpushv(hname,vn,is_primary=false)
+  def reqpushv(_hname, vn, is_primary = false)
     $dat.delete(vn)
-    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con = Roma::Messaging::ConPool.instance.get_connection('localhost_11211')
     res = nil
-    10.times{
-      con.write("reqpushv #{vn} localhost_11213 #{is_primary}\r\n")
+    10.times do
+      con.write("reqpushv #{vn} localhost_#{TCP_SERVER_PORT} #{is_primary}\r\n")
       res = con.gets
       break if res == "PUSHED\r\n"
       sleep 0.5
-    }
-    assert_equal( "PUSHED\r\n", res )
+    end
+    assert_equal("PUSHED\r\n", res)
     con.close
 
-    until $dat.key?(vn) do
+    until $dat.key?(vn)
       Thread.pass
       sleep 0.01
     end
     $dat[vn]
-  rescue =>e
+  rescue => e
     p e
-    p $@
+    p $ERROR_POSITION
     return nil
   end
 
   def receive_dump(sok, len)
     dmp = ''
-    while(dmp.length != len.to_i)
+    while (dmp.length != len.to_i)
       dmp = dmp + sok.read(len.to_i - dmp.length)
     end
     sok.read(2)
@@ -225,9 +222,8 @@ class CopyDataTest < Test::Unit::TestCase
     else
       return nil
     end
-  rescue =>e
-    @log.error("#{e}\n#{$@}")
+  rescue => e
+    @log.error("#{e}\n#{$ERROR_POSITION}")
     false
   end
-
 end

data/test/t_cpdb.rb

@@ -0,0 +1,95 @@
+#!/usr/bin/env ruby
+require 'roma/client/rclient'
+require 'roma/messaging/con_pool'
+require 'roma/config'
+require 'pathname'
+
+class CpdbBaseTest < Test::Unit::TestCase
+  include RomaTestUtils
+
+  def teardown
+    stop_roma
+  rescue => e
+    puts "#{e} #{$@}"
+  end
+
+end
+
+# Groonga Storage Test
+class GroongaTest < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_groonga.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+
+  def test_cpdb
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_equal("ERROR:cpdb supports just TCStorage system, your storage type is GroongaStorage", value)
+  end
+end
+
+# RubyHash Storage Test
+class RubyHashTest < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_rh.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+  def test_cpdb
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_equal("ERROR:cpdb supports just TCStorage system, your storage type is RubyHashStorage", value)
+  end
+end
+
+#  TcTest Storage Test
+class TcTest < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_tc.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+  def test_cpdb
+    # Log Assertion
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_match(/safecopy_flushed/, value)
+    assert_match(/finished/, value)
+    # File exist Assertion
+    valueFileList = `ls ./localhost_11211/roma/`.chomp
+    assert_match(/9.tc.([\d]+)/, valueFileList)
+  end
+end
+
+# TcMem Storage Test
+class TcMemTest < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_tcmem.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+  def test_cpdb
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_equal("ERROR:cpdb supports just TCStorage system, your storage type is TCMemStorage" , value)
+  end
+end
+
+# Dbm Storage Test
+class DbmTest < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_dbm.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+  def test_cpdb
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_equal("ERROR:cpdb supports just TCStorage system, your storage type is DbmStorage", value)
+  end
+end
+
+# Sqlite3 Storage Test
+class Sqlite3Test < CpdbBaseTest
+  def setup
+    start_roma 'cpdbtest/config4cpdb_sqlite3.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+  def test_cpdb
+    value = `#{bin_dir}/cpdb 11211`.chomp
+    assert_equal("ERROR:cpdb supports just TCStorage system, your storage type is SQLite3Storage", value)
+  end
+end
+

data/test/t_logshift.rb

@@ -0,0 +1,86 @@
+#!/usr/bin/env ruby
+
+require 'socket'
+require 'test/unit'
+
+class  LogShiftTest  < Test::Unit::TestCase
+  include RomaTestUtils
+
+  def setup
+    start_roma
+    @sock_port_1 = TCPSocket.new("localhost", 11211)
+    @sock_port_2 = TCPSocket.new("localhost", 11212)
+  end
+
+  def teardown
+    @sock_port_1.close if @sock_port_1
+    @sock_port_2.close if @sock_port_2
+    stop_roma
+    rescue => e
+    puts "#{e} #{$@}"
+  end
+
+  def test_log_shift_size
+    # get Current log_shift_size and log_shift_age of port 11211
+    @sock_port_1.write("stat log_shift_size\r\n")
+    old_log_shift_size = @sock_port_1.gets.chomp
+
+    # set & check new log_shift_size value on port 11211
+    @sock_port_1.write("set_log_shift_size 4096\r\n")
+    assert_equal("END", @sock_port_1.gets.chomp)
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock_port_1.gets.chomp)
+    @sock_port_1.write("stat log_shift_size\r\n")
+    puts "Old value was : #{old_log_shift_size} "
+    assert_equal( "stats.log_shift_size 4096" , @sock_port_1.gets.chomp);
+    assert_equal("END", @sock_port_1.gets.chomp)
+
+    # get & check new log_shift_size value on port 11212
+    @sock_port_2.write("stat log_shift_size\r\n")
+    assert_equal( "stats.log_shift_size 4096" , @sock_port_2.gets.chomp);
+    assert_equal("END", @sock_port_2.gets.chomp)
+
+  end
+
+    def test_log_shift_age
+    # get Current log_shift_size and log_shift_age of port 11211
+    @sock_port_1.write("stat log_shift_age\r\n")
+    old_log_shift_age = @sock_port_1.gets.chomp
+
+    # set & check new log_shift_size value on port 11211
+    @sock_port_1.write("set_log_shift_age 7\r\n")
+    assert_equal("END", @sock_port_1.gets.chomp)
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock_port_1.gets.chomp)
+    @sock_port_1.write("stat log_shift_age\r\n")
+    puts "Old value was : #{old_log_shift_age} "
+    assert_equal( "stats.log_shift_age 7" , @sock_port_1.gets.chomp);
+    assert_equal("END", @sock_port_1.gets.chomp)
+
+    # get & check new log_shift_size value on port 11212
+    @sock_port_2.write("stat log_shift_age\r\n")
+    assert_equal( "stats.log_shift_age 7" , @sock_port_2.gets.chomp);
+    assert_equal("END", @sock_port_2.gets.chomp)
+
+  end
+
+  def test_log_shift_age_min
+    # get Current log_shift_size and log_shift_age of port 11211
+    @sock_port_1.write("stat log_shift_age\r\n")
+    old_log_shift_age = @sock_port_1.gets.chomp
+
+    # set & check new log_shift_size value on port 11211
+    @sock_port_1.write("set_log_shift_age min\r\n")
+    assert_equal("END", @sock_port_1.gets.chomp)
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock_port_1.gets.chomp)
+    @sock_port_1.write("stat log_shift_age\r\n")
+    puts "Old value was : #{old_log_shift_age} "
+    assert_equal( "stats.log_shift_age min" , @sock_port_1.gets.chomp);
+    assert_equal("END", @sock_port_1.gets.chomp)
+
+    # get & check new log_shift_size value on port 11212
+    @sock_port_2.write("stat log_shift_age\r\n")
+    assert_equal( "stats.log_shift_age min" , @sock_port_2.gets.chomp);
+    assert_equal("END", @sock_port_2.gets.chomp)
+
+  end
+
+end