ls4 0.9.0

data/lib/ls4/service/bus.rb

@@ -0,0 +1,37 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class Bus < EventBus::Bus
+	def self.ebus_call_log(method, args, &block)
+		$log.trace { "ebus call #{method}" }
+	end
+
+	def self.ebus_signal_log(methods, args, &block)
+		$log.trace { "ebus signal #{methods.join(', ')}" }
+	end
+
+	def self.ebus_signal_error(err)
+		$log.warn err
+		$log.debug_backtrace err.backtrace
+	end
+end
+
+
+end

data/lib/ls4/service/config.rb

@@ -0,0 +1,63 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class ConfigBus < Bus
+	call_slot :self_nid
+	call_slot :self_name
+	call_slot :self_address
+	call_slot :self_rsids
+	call_slot :self_location
+	call_slot :self_node
+	call_slot :get_storage_path
+	call_slot :get_ulog_path
+	call_slot :get_rts_path
+	call_slot :get_fault_path
+	call_slot :get_membership_path
+	call_slot :get_weight_path
+	call_slot :get_log_path
+
+	call_slot :get_initial_mds_uri
+	call_slot :get_initial_mds_cache_uri
+
+	call_slot :http_redirect_port
+	call_slot :http_redirect_path_format
+
+	call_slot :get_cs_address
+	call_slot :read_only_version
+	call_slot :http_gateway_address
+	call_slot :http_gateway_error_template_file
+end
+
+
+class ConfigService < Service
+	attr_accessor :fault_path
+	attr_accessor :membership_path
+	attr_accessor :weight_path
+	attr_accessor :log_path
+
+	ebus_connect :ConfigBus,
+		:get_fault_path      => :fault_path,
+		:get_membership_path => :membership_path,
+		:get_weight_path     => :weight_path,
+		:get_log_path        => :log_path
+end
+
+
+end

data/lib/ls4/service/config_cs.rb

@@ -0,0 +1,33 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class CSConfigService < ConfigService
+	#attr_accessor :self_address
+
+	attr_accessor :mds_uri
+	attr_accessor :mds_cache_uri
+
+	ebus_connect :ConfigBus,
+		:get_initial_mds_uri => :mds_uri,
+		:get_initial_mds_cache_uri => :mds_cache_uri
+end
+
+
+end

data/lib/ls4/service/config_ds.rb

@@ -0,0 +1,56 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class DSConfigService < GWConfigService
+	def run
+		@self_node = Node.new(@self_nid, @self_address, @self_name, @self_rsids, @self_location)
+	end
+
+	attr_accessor :self_nid
+	attr_accessor :self_name
+	attr_accessor :self_address
+	attr_accessor :self_rsids
+	attr_accessor :storage_path
+	attr_accessor :ulog_path
+	attr_accessor :rts_path
+
+	attr_accessor :http_redirect_port
+	attr_accessor :http_redirect_path_format
+
+	attr_reader :self_node
+
+	ebus_connect :ConfigBus,
+		:self_nid,
+		:self_name,
+		:self_address,
+		:self_rsids,
+		:self_node,
+		:http_redirect_port,
+		:http_redirect_path_format,
+		:get_storage_path    => :storage_path,
+		:get_ulog_path       => :ulog_path,
+		:get_rts_path        => :rts_path
+
+	ebus_connect :ProcessBus,
+		:run
+end
+
+
+end

data/lib/ls4/service/config_gw.rb

@@ -0,0 +1,42 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class GWConfigService < ConfigService
+	def initialize
+		@self_location = ""
+	end
+
+	attr_accessor :self_location
+	attr_accessor :cs_address
+
+	attr_accessor :read_only_version
+	attr_accessor :http_gateway_address
+	attr_accessor :http_gateway_error_template_file
+
+	ebus_connect :ConfigBus,
+		:self_location,
+		:read_only_version,
+		:http_gateway_address,
+		:http_gateway_error_template_file,
+		:get_cs_address => :cs_address
+end
+
+
+end

data/lib/ls4/service/data_client.rb

@@ -0,0 +1,122 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class DataClientBus < Bus
+	# @return
+	#   found: raw data
+	#   not found: nil
+	call_slot :get
+
+	# @return
+	#   found: raw data
+	#   not found: nil
+	call_slot :read
+
+	# @return nil
+	call_slot :set
+
+	# @return
+	#   deleted: true
+	#   not found: nil
+	call_slot :delete
+
+	## @return nil
+	#call_slot :write
+
+	# @return nil
+	#call_slot :resize
+
+	# @return
+	#   found: url string
+	#   not found: nil
+	call_slot :url
+end
+
+
+class DataClientService < Service
+	# TODO localhost optimization if DataServer is connected
+
+	def get(okey, found_expected=false, &cb)
+		call_rsid(okey, :get_direct, [okey], found_expected, &cb)
+	end
+
+	def read(okey, offset, size, found_expected=false, &cb)
+		call_rsid(okey, :read_direct, [okey, offset, size], found_expected, &cb)
+	end
+
+	def set(okey, data, &cb)
+		call_rsid(okey, :set_direct, [okey, data], &cb)
+	end
+
+	def delete(okey, &cb)
+		call_rsid(okey, :delete_direct, [okey], &cb)
+	end
+
+	#def write(okey, offset, data, &cb)
+	#	call_rsid(okey, :write_direct, [okey, offset, data], &cb)
+	#end
+
+	#def resize(okey, size, &cb)
+	#	call_rsid(okey, :resize_direct, [okey], size)
+	#end
+
+	def url(okey, found_expected, &cb)
+		call_rsid(okey, :url_direct, [okey], found_expected, &cb)
+	end
+
+	ebus_connect :DataClientBus,
+		:get,
+		:read,
+		:set,
+		:delete,
+		:url
+
+	private
+	def call_rsid(okey, method, args, not_nil_required=false, &cb)
+		nids = MasterSelectBus.select_master(okey.rsid, okey.key)
+		target_nids = nids.reject {|nid|
+			MembershipBus.is_fault(nid)
+		}
+		if target_nids.empty?
+			target_nids = nids
+		end
+		ha_call(target_nids, method, args, not_nil_required, &cb)
+	rescue
+		cb.call(nil, $!)
+	end
+
+	def ha_call(nids, method, args, not_nil_required=false, &cb)
+		nid = nids.shift
+		MembershipBus.get_session_nid(nid).callback(method, *args) do |f|
+			if f.error || (not_nil_required && f.result == nil)
+				if nids.empty?
+					cb.call(nil, f.error) rescue nil
+				else
+					ha_call(nids, method, args, not_nil_required, &cb)
+				end
+			else
+				cb.call(f.result, nil) rescue nil
+			end
+		end
+	end
+end
+
+
+end

data/lib/ls4/service/data_server.rb

@@ -0,0 +1,168 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class DataServerService < Service
+	def initialize
+		@self_nid = ConfigBus.self_nid
+		@self_rsids = ConfigBus.self_rsids
+		@stat_cmd_read = 0
+		@stat_cmd_write = 0
+		@stat_cmd_delete = 0
+	end
+
+	def rpc_get_direct(okey)
+		@stat_cmd_read += 1
+		StorageBus.get(okey.vtime, okey.key)
+	end
+	
+	def rpc_read_direct(okey, offset, size)
+		@stat_cmd_read += 1
+		StorageBus.read(okey.vtime, okey.key, offset, size)
+	end
+	
+	def rpc_set_direct(okey, data)
+		@stat_cmd_write += 1
+		d = UpdateLogData.new(okey.vtime, okey.key)
+		UpdateLogBus.append(d.dump) do
+			StorageBus.set(okey.vtime, okey.key, data)
+		end
+		nil
+	end
+
+	#def rpc_write_direct(okey, offset, data)
+	#	@stat_cmd_write += 1
+	#	d = UpdateLogData.new(okey.vtime, okey.key, offset, data.size)
+	#	UpdateLogBus.append(d.dump) do
+	#		StorageBus.write(okey.vtime, okey.key, offset, data)
+	#	end
+	#	nil
+	#end
+
+	#def rpc_resize_direct(okey, size)
+	#	# TODO: stat_cmd_resize?
+	#	# FIXME size field?
+	#	d = UpdateLogData.new(okey.vtime, okey.key, nil, size)
+	#	UpdateLogBus.append(d.dump) do
+	#		StorageBus.resize(okey.vtime, okey.key, size)
+	#	end
+	#	nil
+	#end
+
+	def rpc_exist_direct(okey)
+		StorageBus.exist(okey.vtime, okey.key)
+	end
+
+	def rpc_delete_direct(okey)
+		@stat_cmd_delete += 1
+		d = UpdateLogData.new(okey.vtime, okey.key)
+		deleted = nil
+		UpdateLogBus.append(d.dump) do
+			deleted = StorageBus.delete(okey.vtime, okey.key)
+		end
+		deleted
+	end
+
+	def rpc_replicate_pull(pos, limit)
+		mkeys = []
+		msgs = []
+		msize = 0
+		while true
+			raw, npos = UpdateLogBus.get(pos)
+			unless raw
+				break
+			end
+			d = UpdateLogData.load(raw)
+			# set or delete
+			if mkeys.include?(d.key)
+				pos = npos
+			else
+				if d.offset && d.size
+					data = StorageBus.read(d.vtime, d.key, d.offset, d.size)
+				else
+					data = StorageBus.get(d.vtime, d.key)
+					mkeys << d.key
+				end
+				# data may be null => deleted
+				if data
+					msgs << [d.vtime, d.key, d.offset, data]
+					msize += data.size
+				else
+					# data is deleted
+					msgs << [d.vtime, d.key, 0, nil]
+				end
+				pos = npos
+				break if msize > limit
+			end
+		end
+		[pos, msgs]
+	end
+
+	def rpc_replicate_notify(nid)
+		session = MembershipBus.get_session_nid(nid)
+		SlaveBus.try_replicate(nid, session)
+		nil
+	end
+
+	def stat_db_items
+		StorageBus.get_items
+	end
+
+	def on_timer
+		nids = []
+		@self_rsids.each {|rsid|
+			begin
+				nids.concat MasterSelectBus.select_master_static(rsid)
+			rescue
+			end
+		}
+		done = [@self_nid]
+		nids.each {|nid|
+			if !done.include?(nid) && !MembershipBus.is_fault(nid)
+				session = MembershipBus.get_session_nid(nid)
+				SlaveBus.try_replicate(nid, session)
+				done << nid
+			end
+		}
+	end
+
+	attr_reader :stat_cmd_read
+	attr_reader :stat_cmd_write
+	attr_reader :stat_cmd_delete
+
+	ebus_connect :ProcessBus,
+		:on_timer
+
+	ebus_connect :StatBus,
+		:db_items => :stat_db_items,
+		:cmd_read => :stat_cmd_read,
+		:cmd_write => :stat_cmd_write,
+		:cmd_delete => :stat_cmd_delete
+
+	ebus_connect :DSRPCBus,
+		:get_direct       => :rpc_get_direct,
+		:set_direct       => :rpc_set_direct,
+		:read_direct      => :rpc_read_direct,
+		:delete_direct    => :rpc_delete_direct,
+		:replicate_pull   => :rpc_replicate_pull,
+		:replicate_notify => :rpc_replicate_notify
+end
+
+
+end