roma 0.8.2

data/test/t_rclient.rb

@@ -0,0 +1,318 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require 'roma/client/rclient'
+
+Roma::Client::RomaClient.class_eval{
+  def init_sync_routing_proc
+  end
+}
+
+class RClientTest < Test::Unit::TestCase
+  include RomaTestUtils
+
+  def setup
+    start_roma
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+  end
+
+  def teardown
+    stop_roma
+    Roma::Messaging::ConPool::instance.close_all
+  end
+
+  def test_set_get_delete
+    @rc.delete("abc")
+    assert_nil( @rc.get("abc") )
+    assert_equal("STORED", @rc.set("abc","value abc"))
+    assert_equal("value abc", @rc.get("abc"))
+    assert_equal("STORED", @rc.set("abc","value abc")) # 上書きは成功する
+    assert_equal("DELETED", @rc.delete("abc"))
+    assert_nil( @rc.get("abc"))
+    assert_equal("NOT_FOUND", @rc.delete("abc"))
+  end
+
+  def test_set_get
+    10.times{|i|
+      s = i.to_s * 1024000
+      assert_equal("STORED", @rc.set("abc", s))
+      assert(s == @rc.get("abc"))
+   }
+  end
+
+  def test_set_gets
+    keys = []
+    assert_equal(@rc.gets(["key-1","key-2"]).length,0)
+    10.times{|i|
+      assert_equal("STORED", @rc.set("key-#{i}", "value-#{i}"))
+      keys << "key-#{i}"
+    }
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,10)
+    ret.each_pair{|k,v|
+      assert_equal(k[-1],v[-1])
+      assert_equal(k[0..3],"key-")
+      assert_equal(v[0..5],"value-")
+    }
+    keys << "key-99"
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,10)
+
+    assert_equal("DELETED", @rc.delete("key-5"))
+    ret = @rc.gets(keys)
+    assert_equal(ret.length,9)
+  end
+
+  def test_out
+    # 本当に消す
+    @rc.out("key-out")
+    # 本当にない場合は NOT_DELETED
+    assert_equal("NOT_DELETED", @rc.out("key-out"))
+    assert_equal("STORED", @rc.set("key-out","value out"))
+    assert_equal("DELETED", @rc.out("key-out"))
+    assert_equal("STORED", @rc.set("key-out","value out"))
+    # 削除マークをつける
+    assert_equal("DELETED", @rc.delete("key-out"))
+    # delete してもマークを消すので DELETED
+    assert_equal("DELETED", @rc.out("key-out"))
+  end
+
+  def test_add
+    assert_nil( @rc.get("add") )
+    assert_equal("STORED", @rc.add("add","value add"))
+    assert_equal("NOT_STORED", @rc.add("add","value add")) # 上書きは失敗する
+    assert_equal("DELETED", @rc.delete("add"))
+    assert_equal("STORED", @rc.add("add","value add")) # delete 後の add の成功を確認
+    assert_equal("DELETED", @rc.delete("add"))
+  end
+
+  def test_replace
+    assert_nil( @rc.get("replace") )
+    assert_equal("NOT_STORED", @rc.replace("replace","value replace"))
+    assert_nil( @rc.get("replace") )
+    assert_equal("STORED", @rc.add("replace","value add"))
+    assert_equal("STORED", @rc.replace("replace","value replace"))
+    assert_equal("DELETED", @rc.delete("replace"))
+  end
+
+  def test_append
+    assert_nil( @rc.get("append") )
+    assert_equal("NOT_STORED", @rc.append("append","append"))
+    assert_equal("STORED", @rc.set("append","set"))
+    assert_equal("set", @rc.get("append"))
+    assert_equal("STORED", @rc.append("append","append"))
+    assert_equal("setappend", @rc.get("append"))
+    assert_equal("DELETED", @rc.delete("append"))
+  end
+
+  def test_prepend
+    assert_nil( @rc.get("prepend"))
+    assert_equal("NOT_STORED", @rc.prepend("prepend","prepend"))
+    assert_equal("STORED", @rc.set("prepend","set"))
+    assert_equal("set", @rc.get("prepend"))
+    assert_equal("STORED", @rc.prepend("prepend","prepend"))
+    assert_equal("prependset", @rc.get("prepend"))
+    assert_equal("DELETED", @rc.delete("prepend"))
+  end
+
+  def test_incr
+    assert_nil( @rc.get("incr"))
+    assert_equal("NOT_FOUND", @rc.incr("incr"))
+    assert_equal("STORED", @rc.set("incr","100"))
+    assert_equal(101, @rc.incr("incr"))
+    assert_equal(102, @rc.incr("incr"))
+    assert_equal("DELETED", @rc.delete("incr"))
+  end
+
+  def test_decr
+    assert_nil( @rc.get("decr") )
+    assert_equal("NOT_FOUND", @rc.decr("decr"))
+    assert_equal("STORED", @rc.set("decr","100"))
+    assert_equal(99, @rc.decr("decr"))
+    assert_equal(98, @rc.decr("decr"))
+    assert_equal("DELETED", @rc.delete("decr"))
+  end
+
+  def test_createhash
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma", ret.chomp )
+
+    con.write("createhash test\r\n")
+    ret = con.gets
+    assert_equal("{\"localhost_11212\"=>\"CREATED\", \"localhost_11211\"=>\"CREATED\"}", ret.chomp )
+
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma test", ret.chomp )
+
+    assert_equal("STORED", @rc.set("roma","hname=roma"))
+    assert_equal("hname=roma", @rc.get("roma"))
+    @rc.default_hash_name='test'
+    assert_nil( @rc.get("roma") )
+    assert_equal("STORED", @rc.set("roma","hname=test"))
+    assert_equal("hname=test", @rc.get("roma"))
+    @rc.default_hash_name='roma'
+    assert_equal("hname=roma", @rc.get("roma"))
+    assert_equal("DELETED", @rc.delete("roma"))
+
+    @rc.default_hash_name='not_exist_hash' # 存在しないハッシュへのアクセス
+    begin
+      @rc.get("roma")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.set("roma","hname=roma")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.delete("roma")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.add("add","value add")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.replace("replace","value replace")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.append("append","append")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.', e.message)
+    end
+
+    begin
+      @rc.prepend("prepend","prepend")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.incr("incr")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    begin
+      @rc.decr("decr")
+      assert(false)
+    rescue =>e
+      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
+    end
+
+    con.write("deletehash test\r\n")
+    ret = con.gets
+    assert_equal( "{\"localhost_11212\"=>\"DELETED\", \"localhost_11211\"=>\"DELETED\"}", ret.chomp  )
+
+    con.close
+  end
+
+  def test_createhash2
+    # test ハッシュを追加し終了する
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+    assert_equal("roma", ret.chomp)
+
+    con.write("createhash test\r\n")
+    ret = con.gets
+    assert_equal("{\"localhost_11212\"=>\"CREATED\", \"localhost_11211\"=>\"CREATED\"}", ret.chomp  )
+
+    assert_equal("STORED", @rc.set("roma","hname=roma"))
+    assert_equal("hname=roma", @rc.get("roma"))
+    @rc.default_hash_name='test'
+    assert_equal("STORED", @rc.set("roma","hname=test"))
+    assert_equal("hname=test", @rc.get("roma"))
+    con.write("balse\r\n")
+    con.gets
+    con.write "yes\r\n"
+    ret = con.gets
+    con.close
+
+
+    # 再起動
+    ruby_path = File.join(RbConfig::CONFIG["bindir"],
+                          RbConfig::CONFIG["ruby_install_name"])
+    path =  File.dirname(File.expand_path($PROGRAM_NAME))
+    sh = Shell.new
+    sh.system(ruby_path,"#{path}/../bin/romad","localhost","-p","11211","-d","--verbose")
+    sh.system(ruby_path,"#{path}/../bin/romad","localhost","-p","11212","-d","--verbose")
+    sleep 2
+    Roma::Messaging::ConPool.instance.close_all
+
+    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
+    @rc.default_hash_name='test'
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+    con.write("hashlist\r\n")
+    ret = con.gets
+
+    #
+    # for file storage
+    #
+
+    # 停止前のデータが残っていることを確認
+    #assert_equal("hname=test", @rc.get("roma"))
+
+    # test ハッシュを削除
+    #con.write("deletehash test\r\n")
+    #ret = con.gets
+    #assert_equal("{\"localhost_11212\"=>\"DELETED\", \"localhost_11211\"=>\"DELETED\"}", ret.chomp )
+    
+    # デフォルトハッシュに残ったテストデータを削除
+    #@rc.default_hash_name='roma'
+    #assert_equal('DELETED', @rc.delete("roma"))
+
+  end
+  
+  def test_createhash3
+    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
+
+    # 存在しないハッシュを削除
+    con.write("deletehash test\r\n")
+    ret = con.gets
+    assert_equal("{\"localhost_11212\"=>\"SERVER_ERROR test dose not exists.\", \"localhost_11211\"=>\"SERVER_ERROR test dose not exists.\"}", ret.chomp )
+    
+    # デフォルトハッシュを削除
+    con.write("deletehash roma\r\n")
+    ret = con.gets
+    assert_equal("{\"localhost_11212\"=>\"SERVER_ERROR the hash name of 'roma' can't delete.\", \"localhost_11211\"=>\"SERVER_ERROR the hash name of 'roma' can't delete.\"}", ret.chomp )
+  end
+end
+
+class RClientTestForceForward < RClientTest
+  def setup
+    super
+    @rc.rttable.instance_eval{
+      undef search_node
+
+      def search_node(key); search_node2(key); end
+
+      def search_node2(key)
+        d = Digest::SHA1.hexdigest(key).hex % @hbits
+        @rd.v_idx[d & @search_mask][1]
+      end
+    }
+  end  
+
+end

data/test/t_routing_data.rb

@@ -0,0 +1,100 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require 'roma/routing/routing_data'
+require 'yaml'
+
+class RoutingDataTest < Test::Unit::TestCase
+  def setup
+  end
+
+  def teardown
+  end
+
+  def cnt_obj
+    GC.start
+    n=0
+    ObjectSpace.each_object{|o| n+=1 }
+    n    
+  end
+
+  def test_object_count
+    c1=cnt_obj
+    rd=Roma::Routing::RoutingData.create(32,9,2,['roma0_11211','roma0_11212'])
+    c2=cnt_obj
+    puts
+    puts "RoutingData.create #{c2-c1} objects"
+    c1=c2
+    rd.save("routing_data.test.route")
+    rd2=Roma::Routing::RoutingData.load("routing_data.test.route")
+    c2=cnt_obj
+    puts "RoutingData.load #{c2-c1} objects"
+    File::unlink("routing_data.test.route")
+  end
+
+  def test_save_load
+    rd=Roma::Routing::RoutingData.create(32,8,1,['roma0_3300'])
+    rd.save("routing_data.test.route")
+    rd2=Roma::Routing::RoutingData.load("routing_data.test.route")
+    assert( YAML.dump(rd) == YAML.dump(rd2) )
+    File::unlink("routing_data.test.route")
+  end
+
+  def test_next_vnode
+    rd=Roma::Routing::RoutingData.create(32,8,1,['roma0_3300'])
+    assert( 0x01000000 == rd.next_vnode(0x00000000) )
+    assert( 0x00000000 == rd.next_vnode(0xff000000) )
+    assert( 0x56000000 == rd.next_vnode(0x55000000) )
+  end
+
+  def test_create_nodes_from_v_idx
+    rd=Roma::Routing::RoutingData.create(32,8,1,['roma0','roma1','roma2'])
+    rd.nodes.clear
+    rd.create_nodes_from_v_idx
+    assert( rd.nodes == ['roma0','roma1','roma2'] )
+  end
+
+  def test_create
+    # ダイジェストの総ビット数 32
+    # バーチャルノードのビット数 8
+    # 冗長度 1
+    # ノードIDの配列 [roma0_3300]
+    rd=Roma::Routing::RoutingData.create(32,8,1,['roma0_3300'])
+    
+    assert( rd.v_idx.length==256 )
+    assert( rd.nodes.length==1 )
+    assert( rd.search_mask==0xff000000 )
+    assert( rd.dgst_bits==32 )
+    assert( rd.div_bits==8 )
+    assert( rd.rn==1 )
+
+    # ダイジェストの総ビット数 32
+    # バーチャルノードのビット数 16
+    # 冗長度 2
+    # ノードIDの配列 ['roma0_3300','roma1_3300','roma2_3300']
+    rd=Roma::Routing::RoutingData.create(32,16,2,['roma0_3300','roma1_3300','roma2_3300'])
+
+    assert( rd.v_idx.length==65536 )
+    assert( rd.nodes.length==3 )
+    assert( rd.search_mask==0xffff0000 )
+    assert( rd.dgst_bits==32 )
+    assert( rd.div_bits==16 )
+    assert( rd.rn==2 )
+
+    c0=c1=c2=0
+    rd.v_idx.each_value{|v|
+      case v[0]
+      when 'roma0_3300'
+        c0+=1
+      when 'roma1_3300'
+        c1+=1
+      when 'roma2_3300'
+        c2+=1
+      end
+    }
+    # バラつきは10%より小さいでしょ
+    assert( (c0-c1).abs < rd.v_idx.length/10 )
+    assert( (c1-c2).abs < rd.v_idx.length/10 )
+  end
+
+end