roma 0.8.2 → 0.8.10

data/lib/roma/plugin/plugin_debug.rb

@@ -1,19 +0,0 @@
-
-module Roma
-  module CommandPlugin
-
-    module PluginOperation
-      include ::Roma::CommandPlugin
-
-      # DANGER!!
-      def ev_eval(s)
-        cmd = s[1..-1].join(' ')
-        @log.debug("eval(#{cmd})")
-        send_data("#{eval(cmd)}\r\n")
-      rescue =>e
-        send_data("#{e}\r\n")
-      end
-
-    end
-  end
-end

data/lib/roma/tools/recoverlost_lib.rb

@@ -1,217 +0,0 @@
-#!/usr/bin/env ruby
-# -*- coding: utf-8 -*-
-#
-# usage:recoverlost address port storage-path [yyyymmddhhmmss]
-#
-require 'roma/client/sender'
-require 'roma/messaging/con_pool'
-require 'roma/routing/routing_data'
-
-module Roma
-  module Storage
-  end
-  Storage::autoload(:TCStorage,'roma/storage/tc_storage')
-  Storage::autoload(:DbmStorage,'roma/storage/dbm_storage')
-  Storage::autoload(:SQLite3Storage,'roma/storage/sqlite3_storage')
-
-  class RecoverLost
-    
-    def initialize(pname, pushv_cmd, argv)
-      if argv.length < 3
-        puts "usage:#{pname} address port storage-path [yyyymmddhhmmss]"
-        exit
-      end
-
-      @addr = argv[0]
-      @port = argv[1]
-      @strgpath = argv[2]
-      @ymdhms = argv[3]
-
-      if @port =~ /\D/
-        STDERR.puts "port was not numeric."
-        exit
-      end
-      
-      if @ymdhms && (@ymdhms.length != 14 || @ymdhms =~ /\D/)
-        STDERR.puts "yyyymmddhhmmss format mismatch."
-        exit
-      end
-      @pushv_cmd = pushv_cmd
-      @nodeid = "#{@addr}_#{@port}"
-      @stream_copy_wait_param = 0.0001
-    end
-
-    def suite
-      @rd = get_routing_data(@nodeid)
-      @lost_vnodes = get_lost_vnodes(@rd,@ymdhms)
-      puts "#{@lost_vnodes.length} vnodes where data was lost."
-
-      exit if @lost_vnodes.length == 0
-
-      each_hash(@strgpath){|hname,dir|
-        puts "#{hname} #{dir}"
-        @storage = open_storage(dir,@lost_vnodes)
-        start_recover(hname)
-        @storage.closedb
-      }
-    end
-
-    def each_hash(path)
-      Dir::glob("#{path}/*").each{|dir|
-        next unless File::directory?(dir)
-        hname = dir[dir.rindex('/')+1..-1]
-        yield hname,dir
-      }      
-    end
-
-    def get_routing_data(nid)
-      sender = Roma::Client::Sender.new
-      sender.send_routedump_command(nid)
-    end
-
-    def get_lost_vnodes(rd,ymdhms)
-      ret = rd.get_lost_vnodes
-      if ymdhms
-        ret |= get_history_of_lost(rd.nodes[0],ymdhms)
-      end
-      ret
-    end
-
-    def get_history_of_lost(nid,ymdhms)
-      ret = []
-      con = Roma::Messaging::ConPool.instance.get_connection(nid)
-      con.write("history_of_lost #{ymdhms}\r\n")
-      while((buf = con.gets) != "END\r\n")
-        ret << buf.chomp.to_i
-      end
-      Roma::Messaging::ConPool.instance.return_connection(nid, con)
-      ret
-    end
-
-    def open_storage(path,vn_list)
-      unless File::directory?(path)
-        STDERR.puts "#{path} dose not found."
-        return nil
-      end
-
-      # get a file extension
-      ext = File::extname(Dir::glob("#{path}/0.*")[0])[1..-1]
-      # count a number of divided files
-      divnum = Dir::glob("#{path}/*.#{ext}").length
-        
-      st = new_storage(ext)
-      st.divnum = divnum
-      st.vn_list = vn_list
-      st.storage_path = path
-      st.opendb
-      st
-    end
-
-    def new_storage(ext)
-      case(ext)
-      when 'tc'
-        return ::Roma::Storage::TCStorage.new
-      when 'dbm'
-        return Roma::Storage::DbmStorage.new
-      when 'sql3'
-        return Roma::Storage::SQLite3Storage.new
-      else
-        return nil
-      end
-    end
-
-    def start_recover(hname)
-      @lost_vnodes.each{|vn|
-        nodes = @rd.v_idx[vn]
-        if nodes == nil || nodes.length == 0
-          nid = @rd.nodes[rand(@rd.nodes.length)]
-          puts "#{vn} assign to #{nid}"
-        else
-          nid = nodes[0]
-          puts "#{vn} was auto assirned at #{nid}"
-        end
-
-        if push_a_vnode_stream(hname, vn, nid)!="STORED"
-          STDERR.puts "push_a_vnode_stream aborted in #{vn}"
-          exit
-        end
-
-        if nodes == nil || nodes.length == 0
-          cmd = "setroute #{vn} #{@rd.v_clk[vn]} #{nid}\r\n"
-          exit unless send_cmd(nid ,cmd)
-          broadcast_cmd(cmd, nid)
-        end
-      }
-    end
-
-    def push_a_vnode(hname, vn, nid)
-      dmp = @storage.dump(vn)
-      return true unless dmp
-      con = Roma::Messaging::ConPool.instance.get_connection(nid) unless con
-      con.write("pushv #{hname} #{vn}\r\n")
-      res = con.gets
-      con.write("#{dmp.length}\r\n#{dmp}\r\nEND\r\n")
-      res = con.gets
-      con.close
-      res.chomp! if res
-      res
-    rescue =>e
-      STDERR.puts "#{e}\n#{$@}"
-      nil
-    end
-
-    def push_a_vnode_stream(hname, vn, nid)
-      con = Roma::Messaging::ConPool.instance.get_connection(nid)
-
-#      con.write("spushv #{hname} #{vn}\r\n")
-      con.write("#{@pushv_cmd} #{hname} #{vn}\r\n")
-
-      res = con.gets # READY\r\n or error string
-      if res != "READY\r\n"
-        con.close
-        return res.chomp
-      end
-
-      @storage.each_vn_dump(vn){|data|
-        con.write(data)
-        sleep @stream_copy_wait_param
-      }
-      con.write("\0"*20) # end of steram
-
-      res = con.gets # STORED\r\n or error string
-      Roma::Messaging::ConPool.instance.return_connection(nid,con)
-      res.chomp! if res
-      res
-    rescue =>e
-      STDERR.puts "#{e}\n#{$@}"
-      nil
-    end
-
-    def broadcast_cmd(cmd,without_nids=nil)
-      without_nids=[] unless without_nids
-      res = {}
-      @rd.nodes.each{ |nid|
-        res[nid] = send_cmd(nid,cmd) unless without_nids.include?(nid)
-      }
-      res
-    rescue => e
-      STDERR.puts("#{e}\n#{$@}")
-      nil
-    end
-
-    def send_cmd(nid, cmd)
-      con = Roma::Messaging::ConPool.instance.get_connection(nid)
-      con.write(cmd)
-      res = con.gets
-      Roma::Messaging::ConPool.instance.return_connection(nid, con)
-      if res
-        res.chomp!
-      end
-      res
-    rescue => e
-      STDERR.puts("#{__FILE__}:#{__LINE__}:Send command failed that node-id is #{nid},command is #{cmd}.")
-      nil
-    end
-
-  end # class RecoverLost
-end # module Roma

data/lib/roma/version.rb

@@ -1,4 +0,0 @@
-
-module Roma
-  VERSION = "0.8.2"
-end

data/test/t_rclient.rb

@@ -1,318 +0,0 @@
-#!/usr/bin/env ruby
-# -*- coding: utf-8 -*-
-
-require 'roma/client/rclient'
-
-Roma::Client::RomaClient.class_eval{
-  def init_sync_routing_proc
-  end
-}
-
-class RClientTest < Test::Unit::TestCase
-  include RomaTestUtils
-
-  def setup
-    start_roma
-    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
-  end
-
-  def teardown
-    stop_roma
-    Roma::Messaging::ConPool::instance.close_all
-  end
-
-  def test_set_get_delete
-    @rc.delete("abc")
-    assert_nil( @rc.get("abc") )
-    assert_equal("STORED", @rc.set("abc","value abc"))
-    assert_equal("value abc", @rc.get("abc"))
-    assert_equal("STORED", @rc.set("abc","value abc")) # 上書きは成功する
-    assert_equal("DELETED", @rc.delete("abc"))
-    assert_nil( @rc.get("abc"))
-    assert_equal("NOT_FOUND", @rc.delete("abc"))
-  end
-
-  def test_set_get
-    10.times{|i|
-      s = i.to_s * 1024000
-      assert_equal("STORED", @rc.set("abc", s))
-      assert(s == @rc.get("abc"))
-   }
-  end
-
-  def test_set_gets
-    keys = []
-    assert_equal(@rc.gets(["key-1","key-2"]).length,0)
-    10.times{|i|
-      assert_equal("STORED", @rc.set("key-#{i}", "value-#{i}"))
-      keys << "key-#{i}"
-    }
-    ret = @rc.gets(keys)
-    assert_equal(ret.length,10)
-    ret.each_pair{|k,v|
-      assert_equal(k[-1],v[-1])
-      assert_equal(k[0..3],"key-")
-      assert_equal(v[0..5],"value-")
-    }
-    keys << "key-99"
-    ret = @rc.gets(keys)
-    assert_equal(ret.length,10)
-
-    assert_equal("DELETED", @rc.delete("key-5"))
-    ret = @rc.gets(keys)
-    assert_equal(ret.length,9)
-  end
-
-  def test_out
-    # 本当に消す
-    @rc.out("key-out")
-    # 本当にない場合は NOT_DELETED
-    assert_equal("NOT_DELETED", @rc.out("key-out"))
-    assert_equal("STORED", @rc.set("key-out","value out"))
-    assert_equal("DELETED", @rc.out("key-out"))
-    assert_equal("STORED", @rc.set("key-out","value out"))
-    # 削除マークをつける
-    assert_equal("DELETED", @rc.delete("key-out"))
-    # delete してもマークを消すので DELETED
-    assert_equal("DELETED", @rc.out("key-out"))
-  end
-
-  def test_add
-    assert_nil( @rc.get("add") )
-    assert_equal("STORED", @rc.add("add","value add"))
-    assert_equal("NOT_STORED", @rc.add("add","value add")) # 上書きは失敗する
-    assert_equal("DELETED", @rc.delete("add"))
-    assert_equal("STORED", @rc.add("add","value add")) # delete 後の add の成功を確認
-    assert_equal("DELETED", @rc.delete("add"))
-  end
-
-  def test_replace
-    assert_nil( @rc.get("replace") )
-    assert_equal("NOT_STORED", @rc.replace("replace","value replace"))
-    assert_nil( @rc.get("replace") )
-    assert_equal("STORED", @rc.add("replace","value add"))
-    assert_equal("STORED", @rc.replace("replace","value replace"))
-    assert_equal("DELETED", @rc.delete("replace"))
-  end
-
-  def test_append
-    assert_nil( @rc.get("append") )
-    assert_equal("NOT_STORED", @rc.append("append","append"))
-    assert_equal("STORED", @rc.set("append","set"))
-    assert_equal("set", @rc.get("append"))
-    assert_equal("STORED", @rc.append("append","append"))
-    assert_equal("setappend", @rc.get("append"))
-    assert_equal("DELETED", @rc.delete("append"))
-  end
-
-  def test_prepend
-    assert_nil( @rc.get("prepend"))
-    assert_equal("NOT_STORED", @rc.prepend("prepend","prepend"))
-    assert_equal("STORED", @rc.set("prepend","set"))
-    assert_equal("set", @rc.get("prepend"))
-    assert_equal("STORED", @rc.prepend("prepend","prepend"))
-    assert_equal("prependset", @rc.get("prepend"))
-    assert_equal("DELETED", @rc.delete("prepend"))
-  end
-
-  def test_incr
-    assert_nil( @rc.get("incr"))
-    assert_equal("NOT_FOUND", @rc.incr("incr"))
-    assert_equal("STORED", @rc.set("incr","100"))
-    assert_equal(101, @rc.incr("incr"))
-    assert_equal(102, @rc.incr("incr"))
-    assert_equal("DELETED", @rc.delete("incr"))
-  end
-
-  def test_decr
-    assert_nil( @rc.get("decr") )
-    assert_equal("NOT_FOUND", @rc.decr("decr"))
-    assert_equal("STORED", @rc.set("decr","100"))
-    assert_equal(99, @rc.decr("decr"))
-    assert_equal(98, @rc.decr("decr"))
-    assert_equal("DELETED", @rc.delete("decr"))
-  end
-
-  def test_createhash
-    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
-    con.write("hashlist\r\n")
-    ret = con.gets
-    assert_equal("roma", ret.chomp )
-
-    con.write("createhash test\r\n")
-    ret = con.gets
-    assert_equal("{\"localhost_11212\"=>\"CREATED\", \"localhost_11211\"=>\"CREATED\"}", ret.chomp )
-
-    con.write("hashlist\r\n")
-    ret = con.gets
-    assert_equal("roma test", ret.chomp )
-
-    assert_equal("STORED", @rc.set("roma","hname=roma"))
-    assert_equal("hname=roma", @rc.get("roma"))
-    @rc.default_hash_name='test'
-    assert_nil( @rc.get("roma") )
-    assert_equal("STORED", @rc.set("roma","hname=test"))
-    assert_equal("hname=test", @rc.get("roma"))
-    @rc.default_hash_name='roma'
-    assert_equal("hname=roma", @rc.get("roma"))
-    assert_equal("DELETED", @rc.delete("roma"))
-
-    @rc.default_hash_name='not_exist_hash' # 存在しないハッシュへのアクセス
-    begin
-      @rc.get("roma")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.set("roma","hname=roma")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.delete("roma")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.add("add","value add")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.replace("replace","value replace")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.append("append","append")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.', e.message)
-    end
-
-    begin
-      @rc.prepend("prepend","prepend")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.incr("incr")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    begin
-      @rc.decr("decr")
-      assert(false)
-    rescue =>e
-      assert_equal('SERVER_ERROR not_exist_hash dose not exists.',e.message)
-    end
-
-    con.write("deletehash test\r\n")
-    ret = con.gets
-    assert_equal( "{\"localhost_11212\"=>\"DELETED\", \"localhost_11211\"=>\"DELETED\"}", ret.chomp  )
-
-    con.close
-  end
-
-  def test_createhash2
-    # test ハッシュを追加し終了する
-    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
-    con.write("hashlist\r\n")
-    ret = con.gets
-    assert_equal("roma", ret.chomp)
-
-    con.write("createhash test\r\n")
-    ret = con.gets
-    assert_equal("{\"localhost_11212\"=>\"CREATED\", \"localhost_11211\"=>\"CREATED\"}", ret.chomp  )
-
-    assert_equal("STORED", @rc.set("roma","hname=roma"))
-    assert_equal("hname=roma", @rc.get("roma"))
-    @rc.default_hash_name='test'
-    assert_equal("STORED", @rc.set("roma","hname=test"))
-    assert_equal("hname=test", @rc.get("roma"))
-    con.write("balse\r\n")
-    con.gets
-    con.write "yes\r\n"
-    ret = con.gets
-    con.close
-
-
-    # 再起動
-    ruby_path = File.join(RbConfig::CONFIG["bindir"],
-                          RbConfig::CONFIG["ruby_install_name"])
-    path =  File.dirname(File.expand_path($PROGRAM_NAME))
-    sh = Shell.new
-    sh.system(ruby_path,"#{path}/../bin/romad","localhost","-p","11211","-d","--verbose")
-    sh.system(ruby_path,"#{path}/../bin/romad","localhost","-p","11212","-d","--verbose")
-    sleep 2
-    Roma::Messaging::ConPool.instance.close_all
-
-    @rc=Roma::Client::RomaClient.new(["localhost_11211","localhost_11212"])
-    @rc.default_hash_name='test'
-    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
-    con.write("hashlist\r\n")
-    ret = con.gets
-
-    #
-    # for file storage
-    #
-
-    # 停止前のデータが残っていることを確認
-    #assert_equal("hname=test", @rc.get("roma"))
-
-    # test ハッシュを削除
-    #con.write("deletehash test\r\n")
-    #ret = con.gets
-    #assert_equal("{\"localhost_11212\"=>\"DELETED\", \"localhost_11211\"=>\"DELETED\"}", ret.chomp )
-    
-    # デフォルトハッシュに残ったテストデータを削除
-    #@rc.default_hash_name='roma'
-    #assert_equal('DELETED', @rc.delete("roma"))
-
-  end
-  
-  def test_createhash3
-    con = Roma::Messaging::ConPool.instance.get_connection("localhost_11211")
-
-    # 存在しないハッシュを削除
-    con.write("deletehash test\r\n")
-    ret = con.gets
-    assert_equal("{\"localhost_11212\"=>\"SERVER_ERROR test dose not exists.\", \"localhost_11211\"=>\"SERVER_ERROR test dose not exists.\"}", ret.chomp )
-    
-    # デフォルトハッシュを削除
-    con.write("deletehash roma\r\n")
-    ret = con.gets
-    assert_equal("{\"localhost_11212\"=>\"SERVER_ERROR the hash name of 'roma' can't delete.\", \"localhost_11211\"=>\"SERVER_ERROR the hash name of 'roma' can't delete.\"}", ret.chomp )
-  end
-end
-
-class RClientTestForceForward < RClientTest
-  def setup
-    super
-    @rc.rttable.instance_eval{
-      undef search_node
-
-      def search_node(key); search_node2(key); end
-
-      def search_node2(key)
-        d = Digest::SHA1.hexdigest(key).hex % @hbits
-        @rd.v_idx[d & @search_mask][1]
-      end
-    }
-  end  
-
-end