ls4 0.9.0

data/test/05_version_name.rt

@@ -0,0 +1,161 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data1 = "1"*SIZE
+_data2 = "2"*SIZE
+
+_data1[2,4] = "OVER"
+_data1_0_8  = _data1[0,8]
+_data1_3_20 = _data1[3,20]
+
+_data2[2,4] = "OVER"
+_data2_0_8  = _data2[0,8]
+_data2_3_20 = _data2[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		okeys1 = []
+		okeys2 = []
+
+		vname1 = "ver#{o}-1"
+		vname2 = "ver#{o}-2"
+		vname0 = "ver#{o}-0"
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs1 = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'addv 1' do
+				c.call(:addv, vname1, key, _data1, _attrs1)
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+			test 'addv 2' do
+				c.call(:addv, vname2, key, _data2, _attrs2)
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+			test 'get head' do
+				data, attrs = c.call(:get, key)
+				test_equals _data2, data, 'get head _data2 == data'
+				test_equals _attrs2, attrs, 'get head _attrs2 == attrs'
+			end
+
+			test 'get_data head' do
+				data = c.call(:get_data, key)
+				test_equals _data2, data, 'get_data head _data2 == data'
+			end
+
+			test 'get_attrs head' do
+				attrs = c.call(:get_attrs, key)
+				test_equals _attrs2, attrs, 'get_attrs head _attrs2 == attrs'
+			end
+
+			test 'read head offset=0 size=8' do
+				data = c.call(:read, key, 0, 8)
+				test_equals _data2_0_8, data, 'read head _data2[0,8] == data'
+			end
+
+			test 'read head offset=3 size=20' do
+				data = c.call(:read, key, 3, 20)
+				test_equals _data2_3_20, data, 'read head _data2[3,20] == data'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs1 = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'getv 1' do
+				data, attrs = c.call(:getv, vname1, key)
+				test_equals _data1, data, 'getv 1 _data1 == data'
+				test_equals _attrs1, attrs, 'getv 1 _attrs1 == attrs'
+			end
+
+			test 'getv_data 1' do
+				data = c.call(:getv_data, vname1, key)
+				test_equals _data1, data, 'getv 1 _data1 == data'
+			end
+
+			test 'getv_attrs 1' do
+				attrs = c.call(:getv_attrs, vname1, key)
+				test_equals _attrs1, attrs, 'getv 1 _attrs1 == attrs'
+			end
+
+			test 'readv 1 offset=0 size=8' do
+				data = c.call(:readv, vname1, key, 0, 8)
+				test_equals _data1_0_8, data, 'readv 1 _data1[0,8] == data'
+			end
+
+			test 'readv 1 offset=3 size=20' do
+				data = c.call(:readv, vname1, key, 3, 20)
+				test_equals _data1_3_20, data, 'readv 1 _data1[3,20] == data'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'getv 0' do
+				data, attrs = c.call(:getv, vname0, key)
+				test_equals nil, data, 'getv 0 _data1 is not found'
+				test_equals nil, attrs, 'getv 0 _attrs1 is not founds'
+			end
+
+			test 'getv_data 0' do
+				data = c.call(:getv_data, vname0, key)
+				test_equals nil, data, 'getv 0 _data1 is not found'
+			end
+
+			test 'getv_attrs 0' do
+				attrs = c.call(:getv_attrs, vname0, key)
+				test_equals nil, attrs, 'getv 0 _attrs1 is not founds'
+			end
+
+			test 'readv 0 offset=0 size=8' do
+				data = c.call(:readv, vname0, key, 0, 8)
+				test_equals nil, data, 'readv 0 _data1[0,8] is not found'
+			end
+
+			test 'readv 0 offset=3 size=20' do
+				data = c.call(:readv, vname0, key, 3, 20)
+				test_equals nil, data, 'readv 0 _data1[3,20] is not found'
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/06_http_get_set_remove_1.rt

@@ -0,0 +1,119 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	c = gw.client
+
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add_data POST /data' do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new("/data/#{key}")
+					req.set_form_data({:data=>_data})
+					res = http.request(req)
+					test_equals "200", res.code, "add_data 200 OK"
+				}
+			end
+
+			test 'update_attrs POST /attrs' do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new("/attrs/#{key}")
+					req.set_form_data({:attrs=>JSON.dump(_attrs)})
+					res = http.request(req)
+					test_equals "200", res.code, "update_attrs 202 OK"
+				}
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'get_data /data' do
+				data = nil
+
+				gw.http_client {|http|
+					res = http.get("/data/#{key}")
+					test_equals "200", res.code, "get_data 200 OK"
+					data = res.body
+				}
+
+				test_equals _data, data, 'get_data _data == data'
+			end
+
+			test "get_attrs /attrs" do
+				attrs = nil
+
+				gw.http_client {|http|
+					res = http.get("/attrs/#{key}")
+					test_equals "200", res.code, "get_attrs 200 OK"
+					attrs = JSON.parse(res.body)
+				}
+
+				test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "delete /api" do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new('/api/delete')
+					req.set_form_data({:key=>key})
+					res = http.request(req)
+					test_equals "200", res.code, "delete 200 OK"
+				}
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'deleted get_data /data' do
+				gw.http_client {|http|
+					res = http.get("/data/#{key}")
+					test_equals "404", res.code, 'get_data 404 Not Found'
+					p res.body
+				}
+			end
+
+			test 'deleted get_attrs /attrs' do
+				gw.http_client {|http|
+					res = http.get("/attrs/#{key}")
+					test_equals "404", res.code, 'get_attrs 404 Not Found'
+				}
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/07_http_get_set_remove_2.rt

@@ -0,0 +1,116 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data = "@"*SIZE
+
+test "run normally" do
+	LOOP.times {|o|
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'add_data PUT /data' do
+				gw.http_client {|http|
+					req = Net::HTTP::Put.new("/data/#{key}")
+					req.body = _data
+					res = http.request(req)
+					test_equals "202", res.code, "add_data 202 Accepted"
+				}
+			end
+
+			test 'update_attrs PUT /attrs' do
+				gw.http_client {|http|
+					req = Net::HTTP::Put.new("/attrs/#{key}")
+					req.body = JSON.dump(_attrs)
+					res = http.request(req)
+					test_equals "202", res.code, "update_attrs 202 Accepted"
+				}
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+			_attrs = {"loop"=>o.to_s, "attr#{i}"=>i.to_s}
+
+			test 'get_data /api' do
+				data = nil
+
+				gw.http_client {|http|
+					res = http.get("/api/get_data?key=#{key}")
+					test_equals "200", res.code, "get_data 200 OK"
+					data = res.body
+				}
+
+				test_equals _data, data, 'get_data _data == data'
+			end
+
+			test "get_attrs /api" do
+				attrs = nil
+
+				gw.http_client {|http|
+					res = http.get("/api/get_attrs?key=#{key}")
+					test_equals "200", res.code, "get_attrs 200 OK"
+					attrs = JSON.parse(res.body)
+				}
+
+				test_equals _attrs, attrs, 'get_attrs _attrs == attrs'
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test "remove /api" do
+				gw.http_client {|http|
+					req = Net::HTTP::Post.new('/api/remove')
+					req.set_form_data({:key=>key})
+					res = http.request(req)
+					test_equals "200", res.code, "remove 200 OK"
+				}
+			end
+		end
+
+		NUM.times do |i|
+			key = keyf % i
+
+			test 'removed get_data /api' do
+				gw.http_client {|http|
+					res = http.get("/api/get_data?key=#{key}")
+					test_equals "404", res.code, 'get_data 404 Not Found'
+				}
+			end
+
+			test 'removed get_attrs /api' do
+				gw.http_client {|http|
+					res = http.get("/api/get_attrs?key=#{key}")
+					test_equals "404", res.code, 'get_attrs 404 Not Found'
+				}
+			end
+		end
+	}
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs)
+

data/test/08_read_only_time.rt

@@ -0,0 +1,177 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.dirname(__FILE__)
+require 'common'
+
+LOOP   = (ARGV[0] || ENV["LOOP"] || (ENV["HEAVY"] ? 20 : 3)).to_i
+SIZE   = (ARGV[1] || 10).to_i
+NUM    = (ARGV[2] || 50).to_i
+
+mds = start_mds
+cs = start_cs
+ds0 = start_ds(0, 0)
+ds1 = start_ds(1, 0)
+ds2 = start_ds(2, 1)
+ds3 = start_ds(3, 1)
+
+cs.show_nodes
+cs.show_version
+
+gw = start_gw
+
+rogw = []
+
+pid = Process.pid
+keyf = "#{pid}-key%d"
+_data1 = "1"*SIZE
+_data2 = "2"*SIZE
+
+_data1[2,4] = "OVER"
+_data1_0_8  = _data1[0,8]
+_data1_3_20 = _data1[3,20]
+
+_data2[2,4] = "OVER"
+_data2_0_8  = _data2[0,8]
+_data2_3_20 = _data2[3,20]
+
+test "run normally" do
+	c = gw.client
+
+	gw0 = start_gw(rogw.size+1, "--read-only-time #{Time.now.utc.to_i}")
+	rogw << gw0
+
+	sleep 3
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs1 = {"loop"=>"0", "attr#{i}"=>i.to_s}
+
+		test 'add 1' do
+			c.call(:add, key, _data1, _attrs1)
+		end
+	end
+
+	sleep 2
+
+	gw1 = start_gw(rogw.size+1, "--read-only-time #{Time.now.utc.to_i}")
+	rogw << gw1
+
+	sleep 3
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+		test 'add 2' do
+			c.call(:add, key, _data2, _attrs2)
+		end
+	end
+
+	sleep 2
+
+	gw2 = start_gw(rogw.size+1, "--read-only-time #{Time.now.utc.to_i}")
+	rogw << gw2
+
+	c2 = gw2.client
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs2 = {"loop"=>"2", "attr2#{i}"=>i.to_s}
+
+		test 'get 2' do
+			data, attrs = c2.call(:get, key)
+			test_equals _data2, data, 'get 2 _data2 == data'
+			test_equals _attrs2, attrs, 'get 2 _attrs2 == attrs'
+		end
+
+		test 'get_data 2' do
+			data = c2.call(:get_data, key)
+			test_equals _data2, data, 'get_data 2 _data2 == data'
+		end
+
+		test 'get_attrs 2' do
+			attrs = c2.call(:get_attrs, key)
+			test_equals _attrs2, attrs, 'get_attrs 2 _attrs2 == attrs'
+		end
+
+		test 'read 2 offset=0 size=8' do
+			data = c2.call(:read, key, 0, 8)
+			test_equals _data2_0_8, data, 'read 2 _data2[0,8] == data'
+		end
+
+		test 'read 2 offset=3 size=20' do
+			data = c2.call(:read, key, 3, 20)
+			test_equals _data2_3_20, data, 'read 2 _data2[3,20] == data'
+		end
+	end
+
+	c1 = gw1.client
+
+	NUM.times do |i|
+		key = keyf % i
+		_attrs1 = {"loop"=>"0", "attr#{i}"=>i.to_s}
+
+		test 'get 1' do
+			data, attrs = c1.call(:get, key)
+			test_equals _data1, data, 'get 1 _data1 == data'
+			test_equals _attrs1, attrs, 'get 1 _attrs1 == attrs'
+		end
+
+		test 'get_data 1' do
+			data = c1.call(:get_data, key)
+			test_equals _data1, data, 'get 1 _data1 == data'
+		end
+
+		test 'get_attrs 1' do
+			attrs = c1.call(:get_attrs, key)
+			test_equals _attrs1, attrs, 'get 1 _attrs1 == attrs'
+		end
+
+		test 'read 1 offset=0 size=8' do
+			data = c1.call(:read, key, 0, 8)
+			test_equals _data1_0_8, data, 'read 1 _data1[0,8] == data'
+		end
+
+		test 'read 1 offset=3 size=20' do
+			data = c1.call(:read, key, 3, 20)
+			test_equals _data1_3_20, data, 'read 1 _data1[3,20] == data'
+		end
+	end
+
+	c0 = gw0.client
+
+	NUM.times do |i|
+		key = keyf % i
+
+		test 'get 0' do
+			data, attrs = c0.call(:get, key)
+			test_equals nil, data, 'get 0 _data1 is not found'
+			test_equals nil, attrs, 'get 0 _attrs1 is not founds'
+		end
+
+		test 'get_data 0' do
+			data = c0.call(:get_data, key)
+			test_equals nil, data, 'get 0 _data1 is not found'
+		end
+
+		test 'get_attrs 0' do
+			attrs = c0.call(:get_attrs, key)
+			test_equals nil, attrs, 'get 0 _attrs1 is not founds'
+		end
+
+		test 'read 0 offset=0 size=8' do
+			data = c0.call(:read, key, 0, 8)
+			test_equals nil, data, 'read 0 _data1[0,8] is not found'
+		end
+
+		test 'read 0 offset=3 size=20' do
+			data = c0.call(:read, key, 3, 20)
+			test_equals nil, data, 'read 0 _data1[3,20] is not found'
+		end
+	end
+end
+
+cs.show_items
+cs.show_stat
+
+term_all(ds0, ds1, ds2, ds3, gw, mds, cs, *rogw)
+