roma 0.8.2 → 0.8.10

data/ruby/server/test/t_mhash.rb

@@ -0,0 +1,222 @@
+#!/usr/bin/env ruby
+require 'roma/client/rclient'
+require 'roma/messaging/con_pool'
+require 'roma/config'
+
+Roma::Client::RomaClient.class_eval{
+  def init_sync_routing_proc
+  end
+}
+
+class MHashTest < Test::Unit::TestCase
+  include RomaTestUtils
+
+  def setup
+    start_roma 'config4mhash.rb'
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+
+  def teardown
+    stop_roma
+    Roma::Messaging::ConPool::instance.close_all
+   rescue => e
+    puts "#{e} #{$@}"
+  end
+
+  def test_createhash
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma", ret.chomp )
+
+    con.write("createhash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'CREATED', ret['localhost_11211']
+    assert_equal 'CREATED', ret['localhost_11212']
+
+    # file check
+    assert(File.directory? './localhost_11211/test')
+    assert(File.directory? './localhost_11212/test')
+
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma test", ret.chomp )
+
+    assert_equal("STORED", @rc.set("roma","hname=roma"))
+    assert_equal("hname=roma", @rc.get("roma"))
+    @rc.default_hash_name='test'
+    assert_nil( @rc.get("roma") )
+    assert_equal("STORED", @rc.set("roma","hname=test"))
+    assert_equal("hname=test", @rc.get("roma"))
+    @rc.default_hash_name='roma'
+    assert_equal("hname=roma", @rc.get("roma"))
+    assert_equal("DELETED", @rc.delete("roma"))
+
+    @rc.default_hash_name='not_exist_hash'
+    [:get, :delete, :incr, :decr].each do |m|
+      assert_raise(RuntimeError,'SERVER_ERROR not_exist_hash dose not exists.') do
+        @rc.send m, "key"
+      end
+    end
+
+    [:set, :add, :replace, :append, :prepend].each do |m|
+      assert_raise(RuntimeError,'SERVER_ERROR not_exist_hash dose not exists.') do
+        @rc.send m, "key","value"
+      end
+    end
+
+    # delete hash
+    con.write("deletehash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'DELETED', ret['localhost_11211']
+    assert_equal 'DELETED', ret['localhost_11212']
+
+    con.close
+
+    # file check
+    assert( File.directory?('./localhost_11211/test') == false)
+    assert( File.directory?('./localhost_11212/test') == false)
+  end
+
+  def test_createhash2
+    # add 'test' hash
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma", ret.chomp)
+
+    con.write("createhash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'CREATED', ret['localhost_11211']
+    assert_equal 'CREATED', ret['localhost_11212']
+
+    assert_equal("STORED", @rc.set("roma","hname=roma"))
+    assert_equal("hname=roma", @rc.get("roma"))
+    @rc.default_hash_name='test'
+    assert_equal("STORED", @rc.set("roma","hname=test"))
+    assert_equal("hname=test", @rc.get("roma"))
+
+    # stop roam
+    stop_roma
+
+    # restart roma
+    sleep 1
+    do_command_romad 'config4mhash.rb'
+    sleep 1
+
+    Roma::Messaging::ConPool.instance.close_all
+    Roma::Client::ConPool.instance.close_all
+
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+        
+    @rc.default_hash_name='test'
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+
+    assert_equal("hname=test", @rc.get("roma"))
+  end
+  
+  def test_createhash3
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+
+    # delete hash to a nothing hash
+    con.write("deletehash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'SERVER_ERROR test dose not exists.', ret['localhost_11211']
+    assert_equal 'SERVER_ERROR test dose not exists.', ret['localhost_11212']
+    
+    # delete hash to default
+    con.write("deletehash roma\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal "SERVER_ERROR default hash can't unmount.", ret['localhost_11211']
+    assert_equal "SERVER_ERROR default hash can't unmount.", ret['localhost_11212']
+  end
+
+  def test_defhash
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("defhash\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'roma', ret['localhost_11212']
+    assert_equal 'roma', ret['localhost_11211']
+    
+    con.write("rdefhash not_exist_hash\r\n")
+    ret = con.gets.chomp
+    assert_equal("CLIENT_ERROR not_exist_hash dose not find.", ret)
+
+    con.write("createhash test\r\n")
+    con.gets
+
+    con.write("rdefhash test\r\n")
+    ret = con.gets.chomp
+    assert_equal("STORED", ret)
+  end
+
+  def test_mounthash
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+
+    # file check
+    assert( File.directory?('./localhost_11211/test') == false)
+    assert( File.directory?('./localhost_11212/test') == false)
+
+    # umount
+    con.write("umounthash test\r\n")
+    ret = con.gets.chomp
+    assert_equal("SERVER_ERROR test dose not find.", ret)
+
+    # add 'test' hash
+    con.write("createhash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'CREATED', ret['localhost_11211']
+    assert_equal 'CREATED', ret['localhost_11212']
+
+    # file check
+    assert(File.directory? './localhost_11211/test')
+    assert(File.directory? './localhost_11212/test')
+
+    # umount
+    con.write("umounthash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'UNMOUNTED', ret['localhost_11211']
+    assert_equal 'UNMOUNTED', ret['localhost_11212']
+
+    @rc.default_hash_name='test'
+    assert_raise(RuntimeError,'SERVER_ERROR test dose not exists.') do
+      @rc.set "key", "value"
+    end
+
+    # mount
+    con.write("mounthash test\r\n")
+    ret = eval con.gets.chomp
+    assert_equal 2, ret.length
+    assert_equal 'MOUNTED', ret['localhost_11211']
+    assert_equal 'MOUNTED', ret['localhost_11212']
+
+    assert_equal("STORED", @rc.set("key", "value"))
+  end
+end
+
+class MHashTestForward < RClientTest
+  def setup
+    super
+    @rc.rttable.instance_eval{
+      undef search_node
+
+      def search_node(key); search_node2(key); end
+
+      def search_node2(key)
+        d = Digest::SHA1.hexdigest(key).hex % @hbits
+        @rd.v_idx[d & @search_mask][1]
+      end
+    }
+  end  
+
+end

data/ruby/server/test/t_rclient.rb

@@ -0,0 +1,199 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require 'roma/client/rclient'
+require 'roma/messaging/con_pool'
+require 'roma/config'
+
+Roma::Client::RomaClient.class_eval{
+  def init_sync_routing_proc
+  end
+}
+
+class RClientTest < Test::Unit::TestCase
+  include RomaTestUtils
+
+  def setup
+    start_roma
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+
+  def teardown
+    stop_roma
+    Roma::Messaging::ConPool::instance.close_all
+   rescue => e
+    puts "#{e} #{$@}"
+  end
+
+  def test_set_expt_and_get
+    assert_equal("STORED", @rc.set("abc","value abc", 1))
+    assert_equal("value abc", @rc.get("abc"))
+    sleep 2
+    assert_nil( @rc.get("abc") )
+  end
+
+  def test_set_get_delete
+    @rc.delete("abc")
+    assert_nil( @rc.get("abc") )
+    assert_equal("STORED", @rc.set("abc","value abc"))
+    assert_equal("value abc", @rc.get("abc"))
+    assert_equal("STORED", @rc.set("abc","value abc")) # over write will be success
+    assert_equal("DELETED", @rc.delete("abc"))
+    assert_nil( @rc.get("abc"))
+    assert_equal("NOT_FOUND", @rc.delete("abc"))
+  end
+
+  def test_set_get
+    10.times{|i|
+      s = i.to_s * 1024000
+      assert_equal("STORED", @rc.set("abc", s))
+      assert(s == @rc.get("abc"))
+   }
+  end
+
+  def test_cas
+    @rc.set("cnt", 1)
+    res = @rc.cas("cnt"){|v|
+      assert_equal(1, v)
+      v += 1
+    }
+    assert_equal("STORED", res)
+    assert_equal(2, @rc.get("cnt"))
+
+    res = @rc.cas("cnt"){|v|
+      res2 = @rc.cas("cnt"){|v2|
+        v += 2
+      }
+      assert_equal("STORED", res2)
+      v += 1
+    }
+    assert_equal("EXISTS", res)
+    assert_equal(4, @rc.get("cnt"))
+  end
+
+  def test_set_gets
+    keys = []
+    assert_equal(@rc.gets(["key-1","key-2"]).length,0)
+    10.times{|i|
+      assert_equal("STORED", @rc.set("key-#{i}", "value-#{i}"))
+      keys << "key-#{i}"
+    }
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,10)
+    ret.each_pair{|k,v|
+      assert_equal(k[-1],v[-1])
+      assert_equal(k[0..3],"key-")
+      assert_equal(v[0..5],"value-")
+    }
+    keys << "key-99"
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,10)
+
+    assert_equal("DELETED", @rc.delete("key-5"))
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,9)
+  end
+
+  def test_out
+    @rc.out("key-out")
+    # will return NOT_DELETED
+    assert_equal("NOT_DELETED", @rc.out("key-out"))
+    assert_equal("STORED", @rc.set("key-out","value out"))
+    assert_equal("DELETED", @rc.out("key-out"))
+    assert_equal("STORED", @rc.set("key-out","value out"))
+    # create a delete mark
+    assert_equal("DELETED", @rc.delete("key-out"))
+    # will return DELETED cause for delete mark
+    assert_equal("DELETED", @rc.out("key-out"))
+  end
+
+  def test_add
+    assert_nil( @rc.get("add") )
+    assert_equal("STORED", @rc.add("add","value add"))
+    assert_equal("NOT_STORED", @rc.add("add","value add")) # will fail
+    assert_equal("DELETED", @rc.delete("add"))
+    assert_equal("STORED", @rc.add("add","value add")) # will success add after delete
+    assert_equal("DELETED", @rc.delete("add"))
+  end
+
+  def test_replace
+    assert_nil( @rc.get("replace") )
+    assert_equal("NOT_STORED", @rc.replace("replace","value replace"))
+    assert_nil( @rc.get("replace") )
+    assert_equal("STORED", @rc.add("replace","value add"))
+    assert_equal("STORED", @rc.replace("replace","value replace"))
+    assert_equal("DELETED", @rc.delete("replace"))
+  end
+
+  def test_append
+    assert_nil( @rc.get("append") )
+    assert_equal("NOT_STORED", @rc.append("append","append"))
+    assert_equal("STORED", @rc.set("append","set",0,true))
+    assert_equal("set", @rc.get("append",true))
+    assert_equal("STORED", @rc.append("append","append"))
+    assert_equal("setappend", @rc.get("append",true))
+    assert_equal("DELETED", @rc.delete("append"))
+  end
+
+  def test_prepend
+    assert_nil( @rc.get("prepend"))
+    assert_equal("NOT_STORED", @rc.prepend("prepend","prepend"))
+    assert_equal("STORED", @rc.set("prepend","set",0,true))
+    assert_equal("set", @rc.get("prepend",true))
+    assert_equal("STORED", @rc.prepend("prepend","prepend"))
+    assert_equal("prependset", @rc.get("prepend",true))
+    assert_equal("DELETED", @rc.delete("prepend"))
+  end
+
+  def test_incr
+    assert_nil( @rc.get("incr"))
+    assert_equal("NOT_FOUND", @rc.incr("incr"))
+    assert_equal("STORED", @rc.set("incr","100",0,true))
+    assert_equal(101, @rc.incr("incr"))
+    assert_equal(102, @rc.incr("incr"))
+    assert_equal("DELETED", @rc.delete("incr"))
+  end
+
+  def test_decr
+    assert_nil( @rc.get("decr") )
+    assert_equal("NOT_FOUND", @rc.decr("decr"))
+    assert_equal("STORED", @rc.set("decr","100",0,true))
+    assert_equal(99, @rc.decr("decr"))
+    assert_equal(98, @rc.decr("decr"))
+    assert_equal("DELETED", @rc.delete("decr"))
+  end
+
+  def test_routingdump_bin
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("routingdump bin\r\n")
+    len = con.gets
+    bin = con.read(len.to_i)
+    con.gets
+    con.close
+
+    magic, ver, dgst_bits, div_bits, rn, nodeslen = bin.unpack('a2nCCCn')
+    assert_equal('RT', magic)
+    assert_equal(1, ver)
+    assert_equal(32, dgst_bits)
+    assert_equal(3, div_bits)
+    assert_equal(2, rn)
+    assert_equal(2, nodeslen)
+  end
+end
+
+class RClientTestForceForward < RClientTest
+  def setup
+    super
+    @rc.rttable.instance_eval{
+      undef search_node
+
+      def search_node(key); search_node2(key); end
+
+      def search_node2(key)
+        d = Digest::SHA1.hexdigest(key).hex % @hbits
+        @rd.v_idx[d & @search_mask][1]
+      end
+    }
+  end  
+
+end

data/{test → ruby/server/test}/t_routing_data.rb

@@ -97,4 +97,60 @@ class RoutingDataTest < Test::Unit::TestCase
     assert( (c1-c2).abs < rd.v_idx.length/10 )
   end
 
+  def test_dump_binary
+    rd=Roma::Routing::RoutingData.create(32,9,2,['roma0_3300','roma1_3300'])
+    # set to a bummy clock 
+    (2**rd.div_bits).times{|i|
+      vn=i<<(rd.dgst_bits-rd.div_bits)
+      rd.v_clk[vn] = i
+    }
+
+    bin = rd.dump_binary
+#    puts bin.length
+
+    magic, ver, dgst_bits, div_bits, rn, nodeslen = bin.unpack('a2nCCCn')
+    assert_equal('RT', magic)
+    assert_equal(1, ver)
+    assert_equal(rd.dgst_bits, dgst_bits)
+    assert_equal(rd.div_bits, div_bits)
+    assert_equal(rd.rn, rn)
+    assert_equal(rd.nodes.length, nodeslen)
+    bin = bin[9..-1]
+    nodeslen.times{|i|
+      len, = bin.unpack('n')
+      bin = bin[2..-1]
+      nid, = bin.unpack("a#{len}")
+      bin = bin[len..-1]
+      assert_equal(rd.nodes[i], nid)
+    }
+    (2**div_bits).times{|i|
+      vn=i<<(dgst_bits-div_bits)
+      v_clk,len = bin.unpack('Nc')
+      assert_equal(i, rd.v_clk[vn])
+      assert_equal(rd.v_idx[vn].length, len)
+#      puts "#{i} #{vn} #{v_clk} #{len}"
+      bin = bin[5..-1]
+      len.times{|i|
+        idx, = bin.unpack('n')
+        assert_equal(rd.nodes[idx], rd.v_idx[vn][i])
+        bin = bin[2..-1]
+#        puts rd.nodes[idx]
+      }
+    }
+    assert_equal(0, bin.length)
+  end
+
+  def test_dump_binary2
+    rd=Roma::Routing::RoutingData.create(32,9,2,['roma0_3300','roma1_3300'])
+    # set to a bummy clock 
+    (2**rd.div_bits).times{|i|
+      vn=i<<(rd.dgst_bits-rd.div_bits)
+      rd.v_clk[vn] = i
+    }
+
+    bin = rd.dump_binary
+    bin2 = Roma::Routing::RoutingData.decode_binary(bin).dump_binary
+
+    assert_equal(bin, bin2)
+  end
 end