roma 1.2.0 → 1.3.0

data/lib/roma/romad.rb

@@ -22,6 +22,7 @@ module Roma
     attr :rttable
     attr :stats
     attr :wb_writer
+    attr :cr_writer
 
     attr_accessor :eventloop
     attr_accessor :startup
@@ -229,6 +230,8 @@ module Roma
                                                      Roma::Config::WRITEBEHIND_PATH,
                                                      Roma::Config::WRITEBEHIND_SHIFT_SIZE,
                                                      @log)
+
+      @cr_writer = Roma::WriteBehind::StreamWriter.new(@log)
     end
 
     def initialize_plugin
@@ -602,6 +605,15 @@ module Roma
         Roma::AsyncProcess::queue.push(Roma::AsyncMessage.new('start_storage_clean_up_process'))
       end
 
+      if @cr_writer.run_replication
+        if @cr_writer.change_mklhash?
+          nid = @cr_writer.replica_nodelist.sample
+          @cr_writer.update_mklhash(nid)
+          @cr_writer.update_nodelist(nid)
+          @cr_writer.update_rttable(nid)
+        end
+      end
+
       @stats.clear_counters
     rescue Exception =>e
       @log.error("#{e}\n#{$@}")
@@ -617,7 +629,7 @@ module Roma
     def node_check(nid)
       if @startup && @rttable.enabled_failover == false
         unless Roma::Messaging::ConPool.instance.check_connection(nid) 
-          @log.info("I'm wating for booting the #{nid} instance.")
+          @log.info("I'm waiting for booting the #{nid} instance.")
           return false
         end
       end

data/lib/roma/routing/cb_rttable.rb

@@ -142,7 +142,7 @@ module Roma
         hosts.length < @rd.rn
       end
 
-      # Retuens the list of losted-data vnode newer than argument time.
+      # Returns the list of losted-data vnode newer than argument time.
       def search_lost_vnodes(t)
         ret = []
         @rd.each_log_all(@fname){|log_t,line|

data/lib/roma/tools/consistency_test.rb

@@ -0,0 +1,77 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'date'
+require 'roma/client/rclient'
+
+@cnt = 0
+@tmax = 0
+@tmin = 100
+
+Thread.new do
+  sleep_time=10
+  while(true)
+    sleep sleep_time
+    printf("qps=%d max=%f min=%f ave=%f (#{Time.now})\n",@cnt/sleep_time,@tmax,@tmin,sleep_time/@cnt.to_f)
+    @cnt=0
+    @tmax=0
+    @tmin=100
+  end
+end
+
+def set_counts(rc, range, c)
+  range.each do |i|
+    ts = DateTime.now
+    res=rc.set("key_#{i}","#{c}")
+    puts "set k=#{i} #{res}" if res==nil || res.chomp != 'STORED'
+    t=(DateTime.now - ts).to_f * 86400.0
+    @tmax=t if t > @tmax
+    @tmin=t if t < @tmin
+    @cnt+=1
+  end
+end
+
+def check_count(rc, range, c)
+  range.each do |i|
+    ts = DateTime.now
+    res = rc.get("key_#{i}")
+    if res != c.to_s
+      puts "error k=key_#{i} #{res}" 
+    end
+    t=(DateTime.now - ts).to_f * 86400.0
+    @tmax=t if t > @tmax
+    @tmin=t if t < @tmin
+    @cnt+=1
+  end
+end
+
+def test_round
+  rc=Roma::Client::RomaClient.new(ARGV)
+  n = 0
+  loop{
+    n += 1
+    set_counts(rc, 0...10000, n)
+    check_count(rc, 0...10000, n)
+    if (n%100 == 0)
+      puts "#{n} loop has finished."
+    end
+  }
+end
+
+opts = OptionParser.new
+opts.banner = "usage:\r\n  #{File.basename($0)} ${ROMA addr}:${ROMA port}"
+opts.parse!(ARGV)
+
+if ARGV.length == 0
+  STDERR.puts opts.help
+  exit
+end
+
+begin
+  test_round
+rescue => e
+  puts "#{e.class} was happened."
+  puts "#{e.message}"
+ensure
+  puts "#{File.basename($0)} has done."
+end
+

data/lib/roma/tools/data_accumulation.rb

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'date'
+require 'roma/client/rclient'
+
+@cnt = 0
+@tmax = 0
+@tmin = 100
+
+Thread.new do
+  sleep_time=10
+  while(true)
+    sleep sleep_time
+    printf("qps=%d max=%f min=%f ave=%f\n",@cnt/sleep_time,@tmax,@tmin,sleep_time/@cnt.to_f)
+    @cnt=0
+    @tmax=0
+    @tmin=100
+  end
+end
+
+def randstr(n)
+  s = ("a".."z").to_a
+  n.times.map{ s.sample }.join
+end
+
+def set_sequence(ini_nodes, n, v_size)
+  puts __method__
+  rc=Roma::Client::RomaClient.new(ini_nodes)
+
+  n.times do |i|
+    ts = DateTime.now
+    res=rc.set("key_#{i}", randstr(v_size))
+    puts "set k=#{i} #{res}" if res==nil || res.chomp != 'STORED'
+    t=(DateTime.now - ts).to_f * 86400.0
+    @tmax=t if t > @tmax
+    @tmin=t if t < @tmin
+    @cnt+=1
+
+    puts"=====#{(i*100)/n}%(#{i}keys) has finished.=====" if i%100000 == 0
+  end
+end
+
+# default
+param = { :num=>1000, :value_size=>1024 }
+
+opts = OptionParser.new
+opts.banner = "usage:#{File.basename($0)} [options] addr:port"
+opts.on("-n", "--num [num]", "number of keys(default is 1000)"){|v| param[:num] = v.to_i }
+opts.on("-v", "--value_size [byte]", "size of each values(default is 1024)"){|v| param[:value_size] = v.to_i }
+opts.parse!(ARGV)
+
+if ARGV.length == 0
+  STDERR.puts opts.help
+  exit
+end
+
+begin
+  set_sequence(ARGV, param[:num], param[:value_size])
+rescue => e
+  puts "#{e.class}"
+  puts "#{e.message}"
+ensure
+  puts "#{File.basename($0)} has done."
+end

data/lib/roma/version.rb

@@ -1,4 +1,4 @@
 
 module Roma
-  VERSION = "1.2.0"
+  VERSION = "1.3.0"
 end

data/lib/roma/write_behind.rb

@@ -1,5 +1,7 @@
 require 'thread'
 require 'roma/stats'
+require 'socket'
+require 'roma/messaging/con_pool'
 
 module Roma
 
@@ -122,6 +124,138 @@ module Roma
       end
 
     end # class FileWriter
+
+    class StreamWriter
+
+      attr_accessor :run_replication
+      attr_accessor :run_existing_data_replication
+      attr_accessor :replica_mklhash
+      attr_accessor :replica_nodelist
+      attr_accessor :replica_rttable
+
+      def initialize(log)
+        @log = log
+        @run_replication = false
+        @run_existing_data_replication = false
+        @replica_mklhash = nil
+        @replica_nodelist = []
+        @replica_rttable = nil
+        @do_transmit = false
+      end
+
+      def get_stat
+        ret = {}
+        ret['write-behind.run_replication'] = @run_replication
+        ret['write-behind.run_existing_data_replication'] = @run_existing_data_replication
+        ret['write-behind.replica_mklhash'] = @replica_mklhash
+        ret['write-behind.replica_nodelist'] = @replica_nodelist
+        ret
+      end
+
+      def change_mklhash?
+        con = Roma::Messaging::ConPool.instance.get_connection(@replica_nodelist[0])
+        con.write("mklhash 0\r\n")
+        current_mklhash = con.gets.chomp
+        Roma::Messaging::ConPool.instance.return_connection(@replica_nodelist[0], con)
+
+        if current_mklhash == @replica_mklhash
+          return false
+        else
+          return true
+        end
+      rescue
+        @replica_nodelist.shift
+        if @replica_nodelist.length == 0
+          @run_replication = false
+          @log.error("Replicate Cluster was down.")
+        else
+          retry
+        end
+      end
+
+      def update_mklhash(nid)
+        timeout(1) do
+          con = Roma::Messaging::ConPool.instance.get_connection(nid)
+          con.write("mklhash 0\r\n")
+          @replica_mklhash = con.gets.chomp
+          Roma::Messaging::ConPool.instance.return_connection(nid, con)
+          @log.debug("replica_mklhash has updated: [#{@replica_mklhash}]")
+        end
+      rescue => e
+        @log.error("#{e}\n#{$@}")
+      end
+
+      def update_nodelist(nid)
+        timeout(1) do
+          con = Roma::Messaging::ConPool.instance.get_connection(nid)
+          con.write("nodelist\r\n")
+          @replica_nodelist = con.gets.chomp.split("\s")
+          Roma::Messaging::ConPool.instance.return_connection(nid, con)
+          @log.debug("replica_nodelist has updated: #{@replica_nodelist}")
+        end
+      rescue => e
+        @log.error("#{e}\n#{$@}")
+      end
+
+      def update_rttable(nid)
+        timeout(1) do
+          con = Roma::Messaging::ConPool.instance.get_connection(nid)
+          con.write "routingdump\r\n"
+          routes_length = con.gets.to_i
+          if (routes_length <= 0)
+            con.close
+            @log.error("#{__method__} process was failed.\r\n") if routes_length < 0
+            return nil
+          end
+
+          routes = ''
+          while (routes.length != routes_length)
+            routes = routes + con.read(routes_length - routes.length)
+          end
+          con.read(2) # "\r\n"
+          con.gets
+          rd = Marshal.load(routes)
+          Roma::Messaging::ConPool.instance.return_connection(nid, con)
+          @replica_rttable = rd
+          @log.debug("replica_rttable has updated: [#{@replica_rttable}]")
+        end
+      rescue => e
+        @log.error("#{e}\n#{$@}")
+        nil
+      end
+
+      def search_replica_primary_node(key)
+        d = Digest::SHA1.hexdigest(key).hex % (2**@replica_rttable.dgst_bits)
+        nodes = @replica_rttable.v_idx[d & @replica_rttable.search_mask]
+        return nodes[0] # for send primary node of replica cluster
+      rescue => e
+        @log.error("#{e}\n#{$@}")
+        nil
+      end
+
+      def transmit(cmd, key, value) # value is for error log
+        timeout(5) do
+          @do_transmit = true
+          nid = search_replica_primary_node(key)
+          con = Roma::Messaging::ConPool.instance.get_connection(nid)
+          con.write(cmd)
+          con.gets # for return connection
+          Roma::Messaging::ConPool.instance.return_connection(nid, con)
+        end
+      rescue => e
+        @log.error("#{e}\n#{$@}")
+        @log.error("replication error: key=#{key} value=#{value}\r\n")
+      ensure
+        @do_transmit = false
+      end
+
+      def close_all
+        @replica_nodelist.each{|nid|
+          Roma::Messaging::ConPool.instance.close_at(nid)
+        }
+      end
+
+    end # class StreamWriter
     
   end # module WriteBehind
 
@@ -148,6 +282,7 @@ module Roma
       end
       @wb_thread.exit
       @wb_writer.close_all
+      @cr_writer.close_all
     end
 
     def wb_rotate(hname)
@@ -163,12 +298,14 @@ module Roma
     end
 
     def wb_get_stat
-      @wb_writer.get_stat
+      @wb_writer.get_stat.merge(@cr_writer.get_stat)
     end
 
     def wb_process_loop
       loop {
         while dat = @@wb_queue.pop
+          # dat ====> [hname, cmd, key, value]
+          @cr_writer.transmit(dat[1], dat[2], dat[3]) unless dat[0]
           @wb_writer.write(dat[0], dat[1], dat[2], dat[3])
         end
       }

data/test/config4mhash.rb

@@ -4,7 +4,7 @@ require 'roma/storage/tc_storage'
 module Roma
   
   module Config
-    VERSION = "1.2.0"
+    VERSION = "1.3.0"
 
     DEFAULT_PORT = 12000
     DEFAULT_NAME = 'ROMA'

data/test/config4storage_error.rb

@@ -4,7 +4,7 @@ require 'roma/storage/storage_error_storage'
 module Roma
   
   module Config
-    VERSION = "1.2.0"
+    VERSION = "1.3.0"
 
     DEFAULT_PORT = 12000
     DEFAULT_NAME = 'ROMA'

data/test/config4test.rb

@@ -3,7 +3,7 @@ require 'roma/storage/rh_storage'
 module Roma
   
   module Config
-    VERSION = "1.2.0"
+    VERSION = "1.3.0"
 
     DEFAULT_PORT = 12000
     DEFAULT_NAME = 'ROMA'

data/test/cpdbtest/config4cpdb_base.rb

@@ -1,7 +1,7 @@
 module CpdbBase
   
   module Config
-    VERSION = "1.2.0"
+    VERSION = "1.3.0"
 
     DEFAULT_PORT = 12000
     DEFAULT_NAME = 'ROMA'

data/test/optional_test/t_mkroute_rich.rb

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+require 'roma/routing/routing_data'
+require 'yaml'
+
+class RoutingDataTest < Test::Unit::TestCase
+  self.test_order = :defined
+  def setup
+  end
+
+  def teardown
+  end
+
+  def test_make_rich_routing
+    # digest bit count 32
+    # vn bit count 16
+    # redundancy 2
+    # array of node ID ['roma0_3300','roma1_3300','roma2_3300']
+    rd=Roma::Routing::RoutingData.create(32,16,2,['roma0_3300','roma1_3300','roma2_3300']) # vn bit count 16
+
+    assert( rd.v_idx.length==65536 )
+    assert( rd.nodes.length==3 )
+    assert( rd.search_mask==0xffff0000 )
+    assert( rd.dgst_bits==32 )
+    assert( rd.div_bits==16 )
+    assert( rd.rn==2 )
+
+    c0=c1=c2=0
+    rd.v_idx.each_value{|v|
+      case v[0]
+      when 'roma0_3300'
+        c0+=1
+      when 'roma1_3300'
+        c1+=1
+      when 'roma2_3300'
+        c2+=1
+      end
+    }
+    # confirming dispersion is lower than 10%
+    assert( (c0-c1).abs < rd.v_idx.length/10 )
+    assert( (c1-c2).abs < rd.v_idx.length/10 )
+  end
+
+end