ls4 0.9.0

data/lib/ls4/service/ulog_memory.rb

@@ -0,0 +1,53 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class MemoryUpdateLog < UpdateLogService
+	UpdateLogSelector.register(:mem, self)
+
+	def open(expr)
+		@array = []
+	end
+
+	def close
+		@array.clear
+	end
+
+	def append(data, &block)
+		@array.push(data)
+		begin
+			block.call
+		rescue
+			@array.pop
+			raise
+		end
+	end
+
+	def get(pos)
+		data = @array[pos]
+		if data
+			return nil, pos
+		else
+			return data, pos+1
+		end
+	end
+end
+
+
+end

data/lib/ls4/service/weight.rb

@@ -0,0 +1,134 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class WeightBus < Bus
+	call_slot :get_weight
+	call_slot :get_registered_rsids
+
+	call_slot :set_weight
+
+	call_slot :set_active_rsids
+	call_slot :select_next_rsid
+end
+
+
+class WeightService < Service
+	def initialize
+		@winfo = WeightInfo.new
+	end
+
+	def run
+		@weight_path = ConfigBus.get_weight_path
+		@winfo.open(@weight_path) if @weight_path
+		on_change
+	end
+
+	def shutdown
+		@winfo.close if @weight_path
+	end
+
+	def get_weight(rsid)
+		@winfo.get_weight(rsid)
+	end
+
+	def get_registered_rsids
+		@winfo.get_registered_rsids
+	end
+
+	def on_change
+		BalanceBus.update_weight
+	end
+
+	ebus_connect :WeightBus,
+		:get_weight,
+		:get_registered_rsids
+
+	ebus_connect :ProcessBus,
+		:run,
+		:shutdown
+end
+
+
+class WeightManagerService < WeightService
+	def initialize
+		super
+	end
+
+	def set_weight(rsid, weight)
+		if @winfo.set_weight(rsid, weight)
+			on_change
+			true
+		else
+			false
+		end
+	end
+
+	def reset_weight(rsid)
+		if @winfo.reset_weight(rsid)
+			on_change
+			true
+		else
+			false
+		end
+	end
+
+	def rpc_set_replset_weight(rsid, weight)
+		set_weight(rsid, weight)
+	end
+
+	def rpc_reset_replset_weight(rsid)
+		reset_weight(rsid)
+	end
+
+	ebus_connect :WeightBus,
+		:set_weight
+
+	ebus_connect :CSRPCBus,
+		:set_replset_weight => :rpc_set_replset_weight,
+		:reset_replset_weight => :rpc_reset_replset_weight
+
+	private
+	def on_change
+		SyncBus.update(SYNC_REPLSET_WEIGHT,
+							@winfo, @winfo.get_hash)
+		super
+	end
+end
+
+
+class WeightMemberService < WeightService
+	def initialize
+		super
+	end
+
+	def run
+		super
+
+		SyncBus.register_callback(SYNC_REPLSET_WEIGHT,
+							@winfo.get_hash) do |obj|
+			@winfo.from_msgpack(obj)
+			on_change
+			@winfo.get_hash
+		end
+	end
+end
+
+
+end

data/lib/ls4/version.rb

@@ -0,0 +1,5 @@
+module LS4
+
+VERSION = '0.9.0'
+
+end

data/test/01_add_get_remove.rt

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add' do
+				c.call(:add, key, _data, _attrs)
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'get' do
+				data, attrs = c.call(:get, key)
+				test_equals _data, data, 'get _data == data'
+				test_equals _attrs, attrs, 'get _attrs == attrs'
+			end
+
+			test 'get_data' do
+				data = c.call(:get_data, key)
+				test_equals _data, data, 'get_data _data == data'
+			end
+
+			test 'get_attrs' do
+				attrs = c.call(:get_attrs, key)
+				test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "remove" do
+				removed = c.call(:remove, key)
+				test_equals true, removed, 'removed == true'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'removed get' do
+				data, attrs = c.call(:get, key)
+				test_equals nil, data, 'get_data _data is removed'
+				test_equals nil, attrs, 'get_attrs _attrs is removed'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/02_read.rt

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+_data[2,4] = "OVER"
+_data_0_8  = _data[0,8]
+_data_3_20 = _data[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'add_data' do
+				c.call(:add_data, key, _data)
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'read offset=0 size=8' do
+				data = c.call(:read, key, 0, 8)
+				test_equals _data_0_8, data, 'read _data[0,8] == data'
+			end
+
+			test 'read offset=3 size=20' do
+				data = c.call(:read, key, 3, 20)
+				test_equals _data_3_20, data, 'read _data[3,20] == data'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/03_getd_readd.rt

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+_data[2,4] = "OVER"
+_data_0_8  = _data[0,8]
+_data_3_20 = _data[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		okeys = []
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'add_data' do
+				okey = c.call(:add_data, key, _data)
+				okeys[i] = okey
+			end
+		end
+
+		NUM.times do |i|
+			okey = okeys[i]
+
+			test 'getd_data' do
+				data = c.call(:getd_data, okey)
+				test_equals _data, data, 'getd_data _data == data'
+			end
+
+			test 'readd offset=0 size=8' do
+				data = c.call(:readd, okey, 0, 8)
+				test_equals _data_0_8, data, 'readd _data[0,8] == data'
+			end
+
+			test 'readd offset=3 size=20' do
+				data = c.call(:readd, okey, 3, 20)
+				test_equals _data_3_20, data, 'readd _data[3,20] == data'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/04_version_time.rt

@@ -0,0 +1,170 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data1 = "1"*SIZE
+_data2 = "2"*SIZE
+
+_data1[2,4] = "OVER"
+_data1_0_8  = _data1[0,8]
+_data1_3_20 = _data1[3,20]
+
+_data2[2,4] = "OVER"
+_data2_0_8  = _data2[0,8]
+_data2_3_20 = _data2[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	start_time = Time.now.utc.to_i
+
+	LOOP.times {|o|
+		okeys1 = []
+		okeys2 = []
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs1 = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add 1' do
+				okey = c.call(:add, key, _data1, _attrs1)
+				okeys1 << okey
+			end
+		end
+
+		sleep 3
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+			test 'add 2' do
+				okey = c.call(:add, key, _data2, _attrs2)
+				okeys2 << okey
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+			test 'get head' do
+				data, attrs = c.call(:get, key)
+				test_equals _data2, data, 'get head _data2 == data'
+				test_equals _attrs2, attrs, 'get head _attrs2 == attrs'
+			end
+
+			test 'get_data head' do
+				data = c.call(:get_data, key)
+				test_equals _data2, data, 'get_data head _data2 == data'
+			end
+
+			test 'get_attrs head' do
+				attrs = c.call(:get_attrs, key)
+				test_equals _attrs2, attrs, 'get_attrs head _attrs2 == attrs'
+			end
+
+			test 'read head offset=0 size=8' do
+				data = c.call(:read, key, 0, 8)
+				test_equals _data2_0_8, data, 'read head _data2[0,8] == data'
+			end
+
+			test 'read head offset=3 size=20' do
+				data = c.call(:read, key, 3, 20)
+				test_equals _data2_3_20, data, 'read head _data2[3,20] == data'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			okey = okeys1[i]
+			_attrs1 = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			vtime = okey[1]
+
+			test 'gett 1' do
+				data, attrs = c.call(:gett, vtime, key)
+				test_equals _data1, data, 'gett 1 _data1 == data'
+				test_equals _attrs1, attrs, 'gett 1 _attrs1 == attrs'
+			end
+
+			test 'gett_data 1' do
+				data = c.call(:gett_data, vtime, key)
+				test_equals _data1, data, 'gett 1 _data1 == data'
+			end
+
+			test 'gett_attrs 1' do
+				attrs = c.call(:gett_attrs, vtime, key)
+				test_equals _attrs1, attrs, 'gett 1 _attrs1 == attrs'
+			end
+
+			test 'readt 1 offset=0 size=8' do
+				data = c.call(:readt, vtime, key, 0, 8)
+				test_equals _data1_0_8, data, 'readt 1 _data1[0,8] == data'
+			end
+
+			test 'readt 1 offset=3 size=20' do
+				data = c.call(:readt, vtime, key, 3, 20)
+				test_equals _data1_3_20, data, 'readt 1 _data1[3,20] == data'
+			end
+		end
+
+		sleep 3
+	}
+
+	NUM.times do |i|
+		key = keyf % i
+
+		vtime = start_time - 1
+
+		test 'gett 0' do
+			data, attrs = c.call(:gett, vtime, key)
+			test_equals nil, data, 'gett 0 _data1 is not found'
+			test_equals nil, attrs, 'gett 0 _attrs1 is not founds'
+		end
+
+		test 'gett_data 0' do
+			data = c.call(:gett_data, vtime, key)
+			test_equals nil, data, 'gett 0 _data1 is not found'
+		end
+
+		test 'gett_attrs 0' do
+			attrs = c.call(:gett_attrs, vtime, key)
+			test_equals nil, attrs, 'gett 0 _attrs1 is not founds'
+		end
+
+		test 'readt 0 offset=0 size=8' do
+			data = c.call(:readt, vtime, key, 0, 8)
+			test_equals nil, data, 'readt 0 _data1[0,8] is not found'
+		end
+
+		test 'readt 0 offset=3 size=20' do
+			data = c.call(:readt, vtime, key, 3, 20)
+			test_equals nil, data, 'readt 0 _data1[3,20] is not found'
+		end
+	end
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+