ls4 0.9.0

data/test/09_read_only_name.rt

@@ -0,0 +1,173 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+rogw = []
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data1 = "1"*SIZE
+_data2 = "2"*SIZE
+
+_data1[2,4] = "OVER"
+_data1_0_8  = _data1[0,8]
+_data1_3_20 = _data1[3,20]
+
+_data2[2,4] = "OVER"
+_data2_0_8  = _data2[0,8]
+_data2_3_20 = _data2[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	vname1 = "ver0-1"
+	vname2 = "ver0-2"
+	vname0 = "ver0-0"
+
+	gw0 = start_gw(rogw.size+1, "--read-only-name #{vname0}")
+	rogw << gw0
+
+	gw1 = start_gw(rogw.size+1, "--read-only-name #{vname1}")
+	rogw << gw1
+
+	gw2 = start_gw(rogw.size+1, "--read-only-name #{vname2}")
+	rogw << gw2
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs1 = {"loop"=>"0", "attr#{i}"=>i.to_s}
+
+		test 'addv 1' do
+			c.call(:addv, vname1, key, _data1, _attrs1)
+		end
+	end
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+		test 'addv 2' do
+			c.call(:addv, vname2, key, _data2, _attrs2)
+		end
+	end
+
+	c2 = gw2.client
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+		test 'get 2' do
+			data, attrs = c2.call(:get, key)
+			test_equals _data2, data, 'get 2 _data2 == data'
+			test_equals _attrs2, attrs, 'get 2 _attrs2 == attrs'
+		end
+
+		test 'get_data 2' do
+			data = c2.call(:get_data, key)
+			test_equals _data2, data, 'get_data 2 _data2 == data'
+		end
+
+		test 'get_attrs 2' do
+			attrs = c2.call(:get_attrs, key)
+			test_equals _attrs2, attrs, 'get_attrs 2 _attrs2 == attrs'
+		end
+
+		test 'read 2 offset=0 size=8' do
+			data = c2.call(:read, key, 0, 8)
+			test_equals _data2_0_8, data, 'read 2 _data2[0,8] == data'
+		end
+
+		test 'read 2 offset=3 size=20' do
+			data = c2.call(:read, key, 3, 20)
+			test_equals _data2_3_20, data, 'read 2 _data2[3,20] == data'
+		end
+	end
+
+	c1 = gw1.client
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs1 = {"loop"=>"0", "attr#{i}"=>i.to_s}
+
+		test 'get 1' do
+			data, attrs = c1.call(:get, key)
+			test_equals _data1, data, 'get 1 _data1 == data'
+			test_equals _attrs1, attrs, 'get 1 _attrs1 == attrs'
+		end
+
+		test 'get_data 1' do
+			data = c1.call(:get_data, key)
+			test_equals _data1, data, 'get 1 _data1 == data'
+		end
+
+		test 'get_attrs 1' do
+			attrs = c1.call(:get_attrs, key)
+			test_equals _attrs1, attrs, 'get 1 _attrs1 == attrs'
+		end
+
+		test 'read 1 offset=0 size=8' do
+			data = c1.call(:read, key, 0, 8)
+			test_equals _data1_0_8, data, 'read 1 _data1[0,8] == data'
+		end
+
+		test 'read 1 offset=3 size=20' do
+			data = c1.call(:read, key, 3, 20)
+			test_equals _data1_3_20, data, 'read 1 _data1[3,20] == data'
+		end
+	end
+
+	c0 = gw0.client
+
+	NUM.times do |i|
+		key = keyf % i
+
+		test 'get 0' do
+			data, attrs = c0.call(:get, key)
+			test_equals nil, data, 'get 0 _data1 is not found'
+			test_equals nil, attrs, 'get 0 _attrs1 is not founds'
+		end
+
+		test 'get_data 0' do
+			data = c0.call(:get_data, key)
+			test_equals nil, data, 'get 0 _data1 is not found'
+		end
+
+		test 'get_attrs 0' do
+			attrs = c0.call(:get_attrs, key)
+			test_equals nil, attrs, 'get 0 _attrs1 is not founds'
+		end
+
+		test 'read 0 offset=0 size=8' do
+			data = c0.call(:read, key, 0, 8)
+			test_equals nil, data, 'read 0 _data1[0,8] is not found'
+		end
+
+		test 'read 0 offset=3 size=20' do
+			data = c0.call(:read, key, 3, 20)
+			test_equals nil, data, 'read 0 _data1[3,20] is not found'
+		end
+	end
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs, *rogw)
+

data/test/10_http_get_set_remove_3.rt

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add_data /api' do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new('/api/add')
+					req.set_form_data({:key=>key, :data=>_data})
+					res = http.request(req)
+					test_equals "200", res.code, "add_data 200 OK"
+				}
+			end
+
+			test 'update_attrs /api' do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new('/api/update_attrs')
+					req.set_form_data({:key=>key, :attrs=>JSON.dump(_attrs)})
+					res = http.request(req)
+					test_equals "200", res.code, "update_attrs 200 OK"
+				}
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test "get_attrs /api msgpack" do
+				attrs = nil
+
+				gw.http_client {|http|
+					res = http.get("/api/get_attrs?key=#{key}&format=msgpack")
+					test_equals "200", res.code, "get_attrs msgpack 200 OK"
+					attrs = MessagePack.unpack(res.body)
+				}
+
+				test_equals _attrs, attrs, 'get_attrs msgpack _attrs == attrs'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/11_mds_cache_memcached.rt

@@ -0,0 +1,88 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mc1 = start_memcached(50100)
+mc2 = start_memcached(50101)
+mds = start_mds
+cs = start_cs("--mds-cache mc:127.0.0.1:50100,127.0.0.1:50101")
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add' do
+				c.call(:add, key, _data, _attrs)
+			end
+		end
+
+		3.times do
+			NUM.times do |i|
+				key = keyf % i
+				_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+				test 'get' do
+					data, attrs = c.call(:get, key)
+					test_equals _data, data, 'get _data == data'
+					test_equals _attrs, attrs, 'get _attrs == attrs'
+				end
+
+				test 'get_data' do
+					data = c.call(:get_data, key)
+					test_equals _data, data, 'get_data _data == data'
+				end
+
+				test 'get_attrs' do
+					attrs = c.call(:get_attrs, key)
+					test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+				end
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "remove" do
+				removed = c.call(:remove, key)
+				test_equals true, removed, 'removed == true'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'removed get' do
+				data, attrs = c.call(:get, key)
+				test_equals nil, data, 'get_data _data is removed'
+				test_equals nil, attrs, 'get_attrs _attrs is removed'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs, mc1, mc2)
+

data/test/12_mds_cache_local_memory.rt

@@ -0,0 +1,86 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs("--mds-cache local:64m")
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add' do
+				c.call(:add, key, _data, _attrs)
+			end
+		end
+
+		3.times do
+			NUM.times do |i|
+				key = keyf % i
+				_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+				test 'get' do
+					data, attrs = c.call(:get, key)
+					test_equals _data, data, 'get _data == data'
+					test_equals _attrs, attrs, 'get _attrs == attrs'
+				end
+
+				test 'get_data' do
+					data = c.call(:get_data, key)
+					test_equals _data, data, 'get_data _data == data'
+				end
+
+				test 'get_attrs' do
+					attrs = c.call(:get_attrs, key)
+					test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+				end
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "remove" do
+				removed = c.call(:remove, key)
+				test_equals true, removed, 'removed == true'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'removed get' do
+				data, attrs = c.call(:get, key)
+				test_equals nil, data, 'get_data _data is removed'
+				test_equals nil, attrs, 'get_attrs _attrs is removed'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/13_memcache_mds.rt

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_memcached(MDS_PORT)
+cs = start_cs("--mds mc:127.0.0.1:#{MDS_PORT}")
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add' do
+				c.call(:add, key, _data, _attrs)
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'get' do
+				data, attrs = c.call(:get, key)
+				test_equals _data, data, 'get _data == data'
+				test_equals _attrs, attrs, 'get _attrs == attrs'
+			end
+
+			test 'get_data' do
+				data = c.call(:get_data, key)
+				test_equals _data, data, 'get_data _data == data'
+			end
+
+			test 'get_attrs' do
+				attrs = c.call(:get_attrs, key)
+				test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "remove" do
+				removed = c.call(:remove, key)
+				test_equals true, removed, 'removed == true'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'removed get' do
+				data, attrs = c.call(:get, key)
+				test_equals nil, data, 'get_data _data is removed'
+				test_equals nil, attrs, 'get_attrs _attrs is removed'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+