ls4 0.9.0

data/lib/ls4/service/membership.rb

@@ -0,0 +1,331 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class MembershipBus < Bus
+	call_slot :get_session_nid
+	call_slot :get_node
+	call_slot :get_all_nodes
+	call_slot :get_active_rsids
+	call_slot :is_fault
+
+	call_slot :reset_fault_detector
+
+	call_slot :try_register_node
+end
+
+
+class MembershipService < Service
+	def initialize
+		@membership = Membership.new
+		@fault_list = FaultList.new
+	end
+
+	def run
+		@fault_path = ConfigBus.get_fault_path
+		@membership_path = ConfigBus.get_membership_path
+		@fault_list.open(@fault_path) if @fault_path
+		@membership.open(@membership_path) if @membership_path
+		on_membership_change
+		on_fault_list_change
+	end
+
+	def shutdown
+		@fault_list.close if @fault_path
+		@membership.close if @membership_path
+	end
+
+	def get_node(nid)
+		@membership.get_node(nid)
+	end
+
+	def get_all_nodes
+		@membership.get_all_nodes
+	end
+
+	def get_active_rsids
+		@membership.get_active_rsids
+	end
+
+	def is_fault(nid)
+		@fault_list.include?(nid)
+	end
+
+	def get_session_nid(nid)
+		ProcessBus.get_session(get_node(nid).address)
+	end
+
+	def stat_membership_info
+		@membership
+	end
+
+	def stat_fault_info
+		@fault_list
+	end
+
+	def on_membership_change
+		BalanceBus.update_weight
+		MasterSelectBus.update_nodes
+	end
+
+	def on_fault_list_change
+		# TODO update balance bus?
+	end
+
+	def stat_replset_info
+		rsid_nids = {}
+		MembershipBus.get_all_nodes.each {|node|
+			node.rsids.each {|rsid|
+				(rsid_nids[rsid] ||= []) << node.nid
+			}
+		}
+
+		rsids = WeightBus.get_registered_rsids + MembershipBus.get_active_rsids
+		rsids.uniq!
+
+		result = {}
+		rsids.each {|rsid|
+			weight = WeightBus.get_weight(rsid)
+			nids = rsid_nids[rsid] || []
+			result[rsid] = [nids, weight]
+		}
+
+		result
+	end
+
+	ebus_connect :ProcessBus,
+		:run,
+		:shutdown
+
+	ebus_connect :MembershipBus,
+		:get_node,
+		:get_all_nodes,
+		:get_active_rsids,
+		:is_fault,
+		:get_session_nid
+
+	ebus_connect :StatBus,
+		:membership_info => :stat_membership_info,
+		:fault_info => :stat_fault_info,
+		:replset_info => :stat_replset_info
+end
+
+
+class MembershipManagerService < MembershipService
+	def initialize
+		super
+		@fault_detector = FaultDetector.new
+	end
+
+	def run
+		super
+		@fault_detector.set_init(
+			@membership.get_all_nids,
+			@fault_list.get_list)
+		on_membership_change
+		on_fault_detector_change
+	end
+
+	def rpc_add_node(nid, address, name, rsids, location)
+		if @membership.include?(nid)
+			if @membership.update_node_info(nid, address, name, rsids, location)
+				$log.info "update node: nid=#{nid} name=#{name.dump} address=#{address} rsids=#{rsids.join(',')}"
+			end
+		else
+			@membership.add_node(nid, address, name, rsids, location)
+			$log.info "add node: nid=#{nid} name=#{name.dump} address=#{address} rsids=#{rsids.join(',')}"
+		end
+		@fault_detector.set_nid(nid)
+		on_membership_change
+		on_fault_detector_change
+		true
+	end
+
+	def rpc_remove_node(nid)
+		$log.info "remove node: nid=#{nid}"
+		@membership.remove_node(nid)
+		@fault_detector.delete_nid(nid)
+		on_membership_change
+		on_fault_detector_change
+		true
+	end
+
+	def rpc_update_node_info(nid, address, name, rsids)
+		@membership.update_node_info(nid, address, name, rsids)
+		on_membership_change
+		true
+	end
+
+	def rpc_recover_node(nid)
+		if @fault_detector.reset(nid)
+			on_fault_detector_change
+			true
+		else
+			nil
+		end
+	end
+
+	def reset_fault_detector(nid)
+		term = @fault_detector.update(nid)
+		term
+	end
+
+	def on_timer
+		fault_nids = @fault_detector.forward_timer
+		if !fault_nids.empty?
+			$log.info "fault detected: #{fault_nids.join(', ')}"
+			on_fault_detector_change
+		end
+	end
+
+	ebus_connect :ProcessBus,
+		:run,
+		:on_timer
+
+	ebus_connect :MembershipBus,
+		:reset_fault_detector
+
+	ebus_connect :CSRPCBus,
+		:add_node => :rpc_add_node,
+		:remove_node => :rpc_remove_node,
+		:update_node_info => :rpc_update_node_info,
+		:recover_node => :rpc_recover_node
+
+	def on_membership_change
+		SyncBus.update(SYNC_MEMBERSHIP,
+							@membership, @membership.get_hash)
+		super
+	end
+
+	def on_fault_detector_change
+		@fault_list.update(@fault_detector.get_fault_nids)
+		on_fault_list_change
+	end
+
+	def on_fault_list_change
+		SyncBus.update(SYNC_FAULT_LIST,
+							@fault_list, @fault_list.get_hash)
+		super
+	end
+end
+
+
+class MembershipClientService < MembershipService
+	def initialize
+		super
+	end
+
+	def run
+		super
+
+		SyncBus.register_callback(SYNC_MEMBERSHIP,
+							@membership.get_hash) do |obj|
+			@membership.from_msgpack(obj)
+			on_membership_change
+			@membership.get_hash
+		end
+
+		SyncBus.register_callback(SYNC_FAULT_LIST,
+							@fault_list.get_hash) do |obj|
+			@fault_list.from_msgpack(obj)
+			on_fault_list_change
+			@fault_list.get_hash
+		end
+	end
+end
+
+
+class MembershipMemberService < MembershipClientService
+	def initialize
+		super
+		@self_nid = ConfigBus.self_nid
+		@self_address = ConfigBus.self_address
+		@self_name = ConfigBus.self_name
+		@self_rsids = ConfigBus.self_rsids
+		@self_location = ConfigBus.self_location
+	end
+
+	def try_register_node
+		begin
+			node = @membership.get_node(@self_nid)
+		rescue
+			return register_self
+		end
+
+		if node.address != @self_address
+			return register_self
+		end
+
+		if node.name != @self_name
+			return register_self
+		end
+
+		if node.rsids != @self_rsids
+			return register_self
+		end
+
+		if node.location != @self_location
+			return register_self
+		end
+
+		if @fault_list.include?(@self_nid)
+			return register_self
+		end
+
+		nil
+	end
+
+	def register_self_blocking!
+		do_register_self.join
+	end
+
+	ebus_connect :MembershipBus,
+		:try_register_node
+
+	private
+	def get_cs_session
+		ProcessBus.get_session(ConfigBus.get_cs_address)
+	end
+
+	def do_register_self
+		get_cs_session.callback(:add_node, @self_nid, @self_address, @self_name, @self_rsids, @self_location) do |future|
+			ack_register_self(future)
+		end
+	end
+
+	def register_self
+		do_register_self
+		true
+	end
+
+	def ack_register_self(future)
+		future.get
+	rescue
+		$log.error "add_node error: #{future.error}"
+	end
+end
+
+
+class StandaloneMembershipService < MembershipManagerService
+	def on_timer
+	end
+end
+
+
+end

data/lib/ls4/service/process.rb

@@ -0,0 +1,90 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class ProcessBus < Bus
+	signal_slot :run
+	signal_slot :shutdown
+	signal_slot :on_timer
+	signal_slot :on_sighup
+	call_slot :start_timer
+	call_slot :submit
+	call_slot :get_session
+	call_slot :serve_rpc
+end
+
+
+class ProcessService < Service
+	def initialize
+		@net = MessagePack::RPC::Server.new
+		submit_test
+	end
+
+	def serve_rpc(dp)
+		@net.serve(dp)
+		@net
+	end
+
+	def run
+		@timer = start_timer(1.0, true) do
+			ProcessBus.on_timer
+		end
+		Signal.trap(:HUP) {
+			ProcessBus.on_sighup
+		}
+	end
+
+	def submit(task=nil, &block)
+		task ||= block
+		@net.submit(task)
+		nil
+	end
+
+	def shutdown
+		@net.loop.detach(@timer) if @timer
+	end
+
+	def start_timer(interval, periodic, &block)
+		@net.start_timer(interval, periodic, &block)
+	end
+
+	def get_session(addr)
+		s = @net.get_session(addr)
+		s.timeout = 10   # FIXME timeout
+		s
+	end
+
+	ebus_connect :ProcessBus,
+		:run,
+		:shutdown,
+		:serve_rpc,
+		:start_timer,
+		:submit,
+		:get_session
+
+	private
+	def submit_test
+		@net.submit {
+			"ok"
+		}
+	end
+end
+
+
+end

data/lib/ls4/service/rpc.rb

@@ -0,0 +1,50 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class RPCBus < Bus
+	call_slot :stat
+end
+
+
+class RPCService < Service
+	if "".respond_to?(:encoding)
+		def force_binary!(str)
+			str.force_encoding('ASCII-8BIT')
+		end
+	else
+		def force_binary!(str)
+			str
+		end
+	end
+
+	protected
+	def dispatch(bus, name, *args)
+		$log.trace { "rpc: #{name} #{args}" }
+		bus.__send__(name, *args)
+	rescue => e
+		msg = ["rpc error on #{name}: #{e}"]
+		e.backtrace.each {|bt| msg <<  "    #{bt}" }
+		$log.error msg.join("\n")
+		raise
+	end
+end
+
+
+end