roma 1.2.0 → 1.3.0

data/test/t_mapplugin.rb

@@ -113,10 +113,12 @@ module MapPluginTests
 end # MapPluginTests
 
 class MapPluginTest < Test::Unit::TestCase
+  self.test_order = :defined
   include MapPluginTests
 end
 
 class MapPluginTestForceForward < Test::Unit::TestCase
+  self.test_order = :defined
   include MapPluginTests
 
   def setup

data/test/t_mhash.rb

@@ -9,6 +9,7 @@ Roma::Client::RomaClient.class_eval do
 end
 
 class MHashTest < Test::Unit::TestCase
+  self.test_order = :defined
   include RomaTestUtils
 
   def setup
@@ -99,7 +100,7 @@ class MHashTest < Test::Unit::TestCase
     assert_equal('STORED', @rc.set('roma', 'hname=test'))
     assert_equal('hname=test', @rc.get('roma'))
 
-    # stop roam
+    # stop roma
     stop_roma
 
     # restart roma

data/test/t_new_func.rb

@@ -0,0 +1,386 @@
+#!/usr/bin/env ruby
+
+require 'socket'
+
+class NewFuncTest < Test::Unit::TestCase
+  self.test_order = :defined
+  include RomaTestUtils
+
+  def setup
+    start_roma
+    @sock = TCPSocket.new("localhost", 11211)
+  end
+
+  def teardown
+    @sock.close if @sock
+    stop_roma
+  rescue => e
+    puts "#{e} #{$@}"
+  end
+
+  def test_jaro_winkler
+    @sock.write("staat\r\n")
+    assert_equal("", @sock.gets.chomp)
+    assert_equal("ERROR: 'staat' is not roma command.", @sock.gets.chomp)
+    assert_equal("Did you mean this?", @sock.gets.chomp)
+    assert_equal("\tstat", @sock.gets.chomp)
+
+    @sock.write("outingdump yaml\r\n")
+    assert_equal("", @sock.gets.chomp)
+    assert_equal("ERROR: 'outingdump' is not roma command.", @sock.gets.chomp)
+    assert_equal("Did you mean this?", @sock.gets.chomp)
+    assert_equal("\troutingdump", @sock.gets.chomp)
+
+    @sock.write("hoge\r\n")
+    assert_equal("ERROR: 'hoge' is not roma command. Please check command.", @sock.gets.chomp)
+    assert_equal("(closing telnet connection command is 'quit')", @sock.gets.chomp)
+  end
+
+  def test_stat_log_level
+    @sock.write("stat log_level\r\n")
+    assert_equal("stats.log_level debug", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_stat_failover
+    @sock.write("stat failover\r\n")
+    assert_equal("routing.enabled_failover false", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_stat_secondary
+    @sock.write("stat secondary\r\n")
+    sleep 1
+    column, param = @sock.gets.chomp.split("\s")
+    assert_equal("routing.secondary1", column)
+    assert_equal(true, param.to_i > 0)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_shutdown_self_no
+    @sock.write("shutdown_self\r\n")
+    assert_equal("", @sock.gets.chomp)
+    assert_equal("=================================================================", @sock.gets.chomp)
+    assert_equal("CAUTION!!: ", @sock.gets.chomp)
+    assert_equal("\tThis command kill the instance!", @sock.gets.chomp)
+    assert_equal("\tThere is some possibility of occuring redundancy down!", @sock.gets.chomp)
+    assert_equal("=================================================================", @sock.gets.chomp)
+    assert_equal("", @sock.gets.chomp)
+    assert_equal("Are you sure to shutdown this instance?(yes/no)", @sock.gets.chomp)
+
+    @sock.write("no\r\n")
+    assert_nil(@sock.gets)
+  end
+
+  def test_get_key_info
+    @sock.write("set key1 0 0 4\r\nval1\r\n")
+    assert_equal("STORED", @sock.gets.chomp)
+
+    @sock.write("get_key_info key1\r\n")
+    assert_match(/^d = \d+ 0x\h+$/, @sock.gets.chomp)
+    assert_match(/^vn = \d+ 0x\h+$/, @sock.gets.chomp)
+    assert_match(/^nodes = \["localhost_1121[1|2]", "localhost_1121[1|2]"\]$/, @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_enabled_repetition_in_routing
+    @sock.write("enabled_repetition_in_routing?\r\n")
+    assert_equal("true", @sock.gets.chomp)
+  end
+
+  def test_switch_dns_caching
+    @sock.write("stat dns\r\n")
+    assert_equal("dns_caching false", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("switch_dns_caching on \r\n")
+    assert_equal('{"localhost_11212"=>"ENABLED", "localhost_11211"=>"ENABLED"}', @sock.gets.chomp)
+    @sock.write("stat dns\r\n")
+    assert_equal("dns_caching true", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("switch_dns_caching off \r\n")
+    assert_equal('{"localhost_11212"=>"DISABLED", "localhost_11211"=>"DISABLED"}', @sock.gets.chomp)
+    @sock.write("stat dns\r\n")
+    assert_equal("dns_caching false", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("switch_dns_caching off \r\n")
+    assert_equal('{"localhost_11212"=>"DISABLED", "localhost_11211"=>"DISABLED"}', @sock.gets.chomp)
+    @sock.write("stat dns\r\n")
+    assert_equal("dns_caching false", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_nid_brank
+    @sock.write("stat sub\r\n")
+    assert_equal('routing.sub_nid {}', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+    @sock.write("routingdump yaml\r\n")
+    dump = []
+    while select [@sock], nil, nil, 0.5
+      dump << @sock.gets.chomp!
+    end
+    assert_equal(true, dump.grep(/vm/).empty?)
+  end
+
+  def test_add_rttable_sub_nid
+    @sock.write("stat sub\r\n")
+    assert_equal('routing.sub_nid {}', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("add_rttable_sub_nid 127.0.0.0/24 localhost vm\r\n")
+    assert_equal('{"localhost_11212"=>"ADDED", "localhost_11211"=>"ADDED"}', @sock.gets.chomp)
+
+    @sock.write("stat sub\r\n")
+    assert_equal('routing.sub_nid {"127.0.0.0/24"=>{:regexp=>"localhost", :replace=>"vm"}}', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("routingdump yaml\r\n")
+    dump = []
+    while select [@sock], nil, nil, 0.5
+      dump << @sock.gets.chomp!
+    end
+    assert_equal(false, dump.grep(/vm/).empty?)
+  end
+
+  def test_delete_rttable_sub_nid
+    @sock.write("add_rttable_sub_nid 127.0.0.0/24 localhost vm\r\n")
+    assert_equal('{"localhost_11212"=>"ADDED", "localhost_11211"=>"ADDED"}', @sock.gets.chomp)
+
+    @sock.write("delete_rttable_sub_nid 111.22.33.44/24\r\n")
+    assert_equal('{"localhost_11212"=>"NOT_FOUND", "localhost_11211"=>"NOT_FOUND"}', @sock.gets.chomp)
+
+    @sock.write("delete_rttable_sub_nid 127.0.0.0/24\r\n")
+    assert_equal('{"localhost_11212"=>"DELETED", "localhost_11211"=>"DELETED"}', @sock.gets.chomp)
+
+    @sock.write("stat sub\r\n")
+    assert_equal('routing.sub_nid {}', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("routingdump yaml\r\n")
+    dump = []
+    while select [@sock], nil, nil, 0.5
+      dump << @sock.gets.chomp!
+    end
+    assert_equal(true, dump.grep(/vm/).empty?)
+  end
+
+  def test_clear_rttable_sub_nid
+    @sock.write("add_rttable_sub_nid 127.0.0.0/24 localhost vm\r\n")
+    assert_equal('{"localhost_11212"=>"ADDED", "localhost_11211"=>"ADDED"}', @sock.gets.chomp)
+
+    @sock.write("clear_rttable_sub_nid\r\n")
+    assert_equal('{"localhost_11212"=>"CLEARED", "localhost_11211"=>"CLEARED"}', @sock.gets.chomp)
+
+    @sock.write("stat sub\r\n")
+    assert_equal('routing.sub_nid {}', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("routingdump yaml\r\n")
+    dump = []
+    while select [@sock], nil, nil, 0.5
+      dump << @sock.gets.chomp!
+    end
+    assert_equal(true, dump.grep(/vm/).empty?)
+  end
+
+  def test_stat_latency
+    @sock.write("stat latency\r\n")
+    assert_equal("stats.hilatency_warn_time 5.0", @sock.gets.chomp)
+    assert_equal("stats.latency_log false", @sock.gets.chomp)
+    assert_equal('stats.latency_check_cmd ["get", "set", "delete"]', @sock.gets.chomp)
+    assert_equal("stats.latency_check_time_count false", @sock.gets.chomp)
+  end
+
+  def test_del_latency_avg_calc_cmd
+    @sock.write("del_latency_avg_calc_cmd set delete\r\n")
+    assert_equal('{"localhost_11212"=>"DELETED", "localhost_11211"=>"DELETED"}', @sock.gets.chomp)
+    @sock.write("stat latency_check_cmd\r\n")
+    assert_equal('stats.latency_check_cmd ["get"]', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_add_latency_avg_calc_cmd
+    @sock.write("add_latency_avg_calc_cmd add\r\n")
+    assert_equal('{"localhost_11212"=>"SET", "localhost_11211"=>"SET"}', @sock.gets.chomp)
+    @sock.write("stat latency_check_cmd\r\n")
+    assert_equal('stats.latency_check_cmd ["get", "set", "delete", "add"]', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("add_latency_avg_calc_cmd get\r\n")
+    assert_equal('ALREADY SET [get] command', @sock.gets.chomp)
+    @sock.write("stat latency_check_cmd\r\n")
+    assert_equal('stats.latency_check_cmd ["get", "set", "delete", "add"]', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("add_latency_avg_calc_cmd balse\r\n")
+    assert_equal('NOT SUPPORT [balse] command', @sock.gets.chomp)
+    @sock.write("stat latency_check_cmd\r\n")
+    assert_equal('stats.latency_check_cmd ["get", "set", "delete", "add"]', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_chg_latency_avg_calc_time_count
+    @sock.write("chg_latency_avg_calc_time_count 60\r\n")
+    assert_equal('{"localhost_11212"=>"CHANGED", "localhost_11211"=>"CHANGED"}', @sock.gets.chomp)
+    @sock.write("stat latency_check_time_count\r\n")
+    assert_equal('stats.latency_check_time_count 60', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+
+    @sock.write("chg_latency_avg_calc_time_count nil\r\n")
+    assert_equal('{"localhost_11212"=>"CHANGED", "localhost_11211"=>"CHANGED"}', @sock.gets.chomp)
+    @sock.write("stat latency_check_time_count\r\n")
+    assert_equal('stats.latency_check_time_count false', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_set_latency_avg_calc_rule
+    @sock.write("set_latency_avg_calc_rule off\r\n")
+    assert_equal('{"localhost_11212"=>"DEACTIVATED", "localhost_11211"=>"DEACTIVATED"}', @sock.gets.chomp)
+    @sock.write("stat latency\r\n")
+    assert_equal("stats.hilatency_warn_time 5.0", @sock.gets.chomp)
+    assert_equal("stats.latency_log false", @sock.gets.chomp)
+    assert_equal('stats.latency_check_cmd []', @sock.gets.chomp)
+    assert_equal("stats.latency_check_time_count false", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("set_latency_avg_calc_rule on 30 get set\r\n")
+    assert_equal('{"localhost_11212"=>"ACTIVATED", "localhost_11211"=>"ACTIVATED"}', @sock.gets.chomp)
+    @sock.write("stat latency\r\n")
+    assert_equal("stats.hilatency_warn_time 5.0", @sock.gets.chomp)
+    assert_equal("stats.latency_log true", @sock.gets.chomp)
+    assert_equal('stats.latency_check_cmd ["get", "set"]', @sock.gets.chomp)
+    assert_equal("stats.latency_check_time_count 30", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_auto_recover_stat
+    @sock.write("stat recover\r\n")
+    assert_equal("stats.run_recover false", @sock.gets.chomp)
+    assert_equal("routing.auto_recover false", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_status waiting", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_time 1800", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_set_auto_recover
+    @sock.write("set_auto_recover true\r\n")
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock.gets.chomp)
+
+    @sock.write("stat auto_recover\r\n")
+    assert_equal("routing.auto_recover true", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_status waiting", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_time 1800", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("set_auto_recover true 180\r\n")
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock.gets.chomp)
+
+    @sock.write("stat auto_recover\r\n")
+    assert_equal("routing.auto_recover true", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_status waiting", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_time 180", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+
+    @sock.write("set_auto_recover false\n")
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock.gets.chomp)
+
+    @sock.write("stat auto_recover\r\n")
+    assert_equal("routing.auto_recover false", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_status waiting", @sock.gets.chomp)
+    assert_equal("routing.auto_recover_time 180", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_stat_trans_timeout
+    @sock.write("stat trans\r\n")
+    assert_equal("stats.routing_trans_timeout 10800", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_set_routing_trans_timeout
+    @sock.write("set_routing_trans_timeout 1\r\n")
+    assert_equal('{"localhost_11212"=>"STORED", "localhost_11211"=>"STORED"}', @sock.gets.chomp)
+    @sock.write("stat trans\r\n")
+    assert_equal("stats.routing_trans_timeout 1.0", @sock.gets.chomp)
+    assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_stat_routing_event
+    @sock.write("stat routing.event\r\n")
+    assert_equal('routing.event []', @sock.gets.chomp)
+    assert_equal('routing.event_limit_line 1000', @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_add_routing_event
+    @sock.write("switch_failover on\r\n")
+    assert_equal('{"localhost_11212"=>"ENABLED", "localhost_11211"=>"ENABLED"}', @sock.gets.chomp)
+
+    stop_roma_node('localhost_11212')
+    sleep 5 # wait failover
+
+    @sock.write("stat routing.event$\r\n")
+    assert_match(/routing\.event \["[-T\d:\.]+ leave localhost_11212"\]/, @sock.gets.chomp)
+    assert_equal('END', @sock.gets.chomp)
+  end
+
+  def test_adm_tool_sendcmd
+    res = `#{bin_dir}/roma-adm`
+    assert_equal('Argument Error: roma-adm [adm-command] [port No.]', res.chomp)
+
+    res = `#{bin_dir}/roma-adm -h`
+    assert_match(/usage:roma-adm \[command\] \[port No.\]\n\s+-h, --help\s+Show this message/, res.chomp)
+
+    res = `#{bin_dir}/roma-adm whoami 11211`
+    assert_equal(".\r\nROMA", res.chomp)
+  end
+
+  def test_romad_option
+    res = `#{bin_dir}/romad -h`
+    assert_equal("usage:romad [options] address
+    -d, --daemon
+    -j, --join [address:port]
+    -p, --port [PORT]
+        --verbose
+    -n, --name [name]
+        --enabled_repeathost         Allow redundancy to same host
+        --replication_in_host        Allow redundancy to same host
+        --disabled_cmd_protect       Command protection disable while starting
+        --config [file path of the config.rb]
+    -h, --help                       Show this message
+    -v, --version                    Show version", res.chomp)
+  end
+
+  def test_check_tc_flag
+    stop_roma
+    res = `#{bin_dir}/check_tc_flag -h`
+    assert_equal("usage:check_tc_flag --path [directory path]
+    -h, --help                       Show this message
+        --storage <dir_path>         Specify the TC Storage directory
+                                     Ex.)/roma/ds/localhost_10001/roma
+        --library <dir_path>         Specify the TC library directory
+                                     Ex.)/roma/libexec", res.chomp)
+
+    start_roma 'cpdbtest/config4cpdb_tc.rb'
+    stop_roma
+    res = `#{bin_dir}/check_tc_flag --storage ./localhost_11211/roma --library /usr/local/roma/libexec`
+    assert_match(/\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)
+\.\/localhost_11211\/roma\/\d\.tc : \(no flag\)/, res.chomp)
+  end
+
+  def test_waiting_node
+    log = File.read("./localhost_11211.log")
+    assert_equal(true, log.include?("I'm waiting for booting the localhost_11211 instance"))
+  end
+
+end

data/test/t_protocol.rb

@@ -3,6 +3,7 @@
 require 'socket'
 
 class ProtocolTest < Test::Unit::TestCase
+  self.test_order = :defined
   include RomaTestUtils
 
   def setup
@@ -17,33 +18,50 @@ class ProtocolTest < Test::Unit::TestCase
     puts "#{e} #{$@}"
   end
 
-  def test_set_get_delete
+  def test_set_get
+    sleep 10
+
     # Set data
     @sock.write("set key 0 0 5\r\nvalue\r\n")
+    sleep 1
     assert_equal("STORED", @sock.gets.chomp)
 
     # Get data
     @sock.write("get key\r\n")
+    sleep 1
     assert_equal("VALUE key 0 5", @sock.gets.chomp)
     assert_equal("value", @sock.gets.chomp)
     assert_equal("END", @sock.gets.chomp)
 
     # Update data
     @sock.write("set key 0 0 9\r\nnew_value\r\n")
+    sleep 1
     assert_equal("STORED", @sock.gets.chomp)
 
     # Confirm updated data
     @sock.write("get key\r\n")
+    sleep 1
     assert_equal("VALUE key 0 9", @sock.gets.chomp)
     assert_equal("new_value", @sock.gets.chomp)
     assert_equal("END", @sock.gets.chomp)
+  end
+
+  def test_delete
+    sleep 1
+
+    # Set data
+    @sock.write("set key 0 0 5\r\nvalue\r\n")
+    sleep 1
+    assert_equal("STORED", @sock.gets.chomp)
 
     # Delete data
     @sock.write("delete key\r\n")
+    sleep 1
     assert_equal("DELETED", @sock.gets.chomp)
 
     # Confirm deleted data
     @sock.write("get key\r\n")
+    sleep 1
     assert_equal("END", @sock.gets.chomp)
   end
 
@@ -128,4 +146,51 @@ class ProtocolTest < Test::Unit::TestCase
     assert_equal("VALUE key 0 0", @sock.gets.chomp)
     assert_equal("", @sock.gets.chomp)
   end
+
+  def test_get_expt
+    # argument
+    @sock.write("get_expt\r\n")
+    assert_equal('CLIENT_ERROR Wrong number of arguments.', @sock.gets.chomp)
+    @sock.write("get_expt key1 true\r\n")
+    assert_equal('CLIENT_ERROR Wrong format of arguments.', @sock.gets.chomp)
+    @sock.write("get_expt key1 unix nil\r\n")
+    assert_equal('CLIENT_ERROR Wrong number of arguments.', @sock.gets.chomp)
+
+    # No data
+    @sock.write("get_expt key1\r\n")
+    assert_equal("END", @sock.gets.chomp)
+
+    # set 0
+    @sock.write("set key1 0 0 4\r\nval1\r\n")
+    assert_equal('STORED', @sock.gets.chomp )
+    @sock.write("get_expt key1\r\n")
+    t = Time.at(2147483647)
+    assert_equal(t.to_s, @sock.gets.chomp ) # 2038-01-19 03:14:07 +0000
+    assert_equal('END', @sock.gets.chomp )
+    @sock.write("get_expt key1 unix\r\n")
+    assert_equal("2147483647", @sock.gets.chomp )
+    assert_equal('END', @sock.gets.chomp )
+
+    # under 30days
+    now = Time.now.to_i
+    @sock.write("set_expt key1 600\r\n") # 10 min
+    assert_equal("STORED", @sock.gets.chomp )
+    @sock.write("get_expt key1\r\n")
+    assert_equal("#{Time.at(now+600)}", @sock.gets.chomp )
+    assert_equal("END", @sock.gets.chomp )
+    @sock.write("get_expt key1 unix\r\n")
+    assert_equal("#{now+600}", @sock.gets.chomp )
+    assert_equal("END", @sock.gets.chomp )
+
+    # over 30days
+    @sock.write("set_expt key1 #{t2 = Time.now.to_i+7776000}\r\n") # 90days
+    assert_equal("STORED", @sock.gets.chomp )
+    @sock.write("get_expt key1\r\n")
+    assert_equal("#{Time.at(t2)}", @sock.gets.chomp )
+    assert_equal("END", @sock.gets.chomp )
+    @sock.write("get_expt key1 unix\r\n")
+    assert_equal("#{t2}", @sock.gets.chomp )
+    assert_equal("END", @sock.gets.chomp )
+  end
+
 end