ls4 0.9.0

data/lib/ls4/service/heartbeat.rb

@@ -0,0 +1,182 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class HeartbeatResponse
+	def initialize(term=nil, sync_needed=nil)
+		@term = term
+		@sync_needed = sync_needed
+	end
+
+	attr_accessor :term
+	attr_accessor :sync_needed
+
+	public
+	def to_msgpack(out = '')
+		[@term, @sync_needed].to_msgpack(out)
+	end
+	def from_msgpack(obj)
+		@term = obj[0]
+		@sync_needed = obj[1]
+		self
+	end
+end
+
+
+class HeartbeatServerService < Service
+	def initialize
+		super
+		@syncs = []
+	end
+
+	def rpc_heartbeat(nid, sync_hash)
+		hbres = HeartbeatResponse.new
+
+		if nid
+			hbres.term = MembershipBus.reset_fault_detector(nid)
+		end
+
+		if sync_hash
+			if SyncBus.check_hash(sync_hash)
+				hbres.sync_needed = false
+			else
+				hbres.sync_needed = true
+			end
+		end
+
+		hbres
+	end
+
+	ebus_connect :CSRPCBus,
+		:heartbeat => :rpc_heartbeat
+end
+
+
+class HeartbeatClientService < Service
+	def initialize
+		@heartbeat_nid = nil
+	end
+
+	#def get_cs_session
+	#	ProcessBus.get_session(ConfigBus.get_cs_address)
+	#end
+	#
+	#def on_timer
+	#	do_heartbeat
+	#end
+	#
+	#def do_heartbeat
+	#	sync_hash = SyncBus.get_hash
+	#	get_cs_session.callback(:heartbeat, @heartbeat_nid, sync_hash) do |future|
+	#		begin
+	#			hbres = HeartbeatResponse.new.from_msgpack(future.get)
+	#			ack_heartbeat(hbres)
+	#		rescue
+	#			$log.error "heartbeat error: #{$!}"
+	#			$log.error_backtrace $!.backtrace
+	#		end
+	#	end
+	#end
+	#
+	#def ack_heartbeat(hbres)
+	#	if hbres.sync_needed
+	#		SyncBus.try_sync
+	#	end
+	#end
+	#
+	#ebus_connect :ProcessBus,
+	#	:on_timer
+	#
+	#def heartbeat_blocking!
+	#	do_heartbeat.join
+	#end
+
+	def run
+		@cs = MessagePack::RPC::Client.new(*ConfigBus.get_cs_address)
+		@end = false
+		@thread = Thread.new do
+			while !@end
+				sleep 1
+				do_heartbeat_blocking
+			end
+		end
+	end
+
+	def shutdown
+		@end = true
+		#@thread.join
+		@cs.close
+	end
+
+	def do_heartbeat_blocking
+		sync_hash = SyncBus.get_hash
+		begin
+			res = @cs.call(:heartbeat, @heartbeat_nid, sync_hash)
+			hbres = HeartbeatResponse.new.from_msgpack(res)
+			if hbres.sync_needed
+				ProcessBus.submit {
+					SyncBus.try_sync
+				}
+			end
+		rescue
+			$log.error "heartbeat error: #{$!}"
+			$log.error_backtrace $!.backtrace
+		end
+		nil
+	end
+
+	def heartbeat_blocking!
+		do_heartbeat_blocking
+	end
+
+	ebus_connect :ProcessBus,
+		:run,
+		:shutdown
+end
+
+
+class HeartbeatMemberService < HeartbeatClientService
+	def initialize
+		super
+		@heartbeat_nid = ConfigBus.self_nid
+	end
+
+	#def ack_heartbeat(hbres)
+	#	super
+	#
+	#	if hbres.term
+	#		# do nothing
+	#	else
+	#		# MembershipMemberService
+	#		#register_self
+	#	end
+	#
+	#	MembershipBus.try_register_node
+	#end
+
+	def on_timer
+		MembershipBus.try_register_node
+	end
+
+	ebus_connect :ProcessBus,
+		:on_timer
+end
+
+
+end

data/lib/ls4/service/log.rb

@@ -0,0 +1,81 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+$log = CCLog.new(CCLog::LEVEL_INFO)
+
+
+class LogService < Service
+	def initialize
+		@out = nil
+	end
+
+	def self.open!
+		init.open
+	end
+
+	def open
+		if path = ConfigBus.get_log_path
+			out = File.open(path, "a")
+			@out = $log.out = out
+		end
+	end
+
+	def on_sighup
+		if path = ConfigBus.get_log_path
+			out = File.open(path, "a")
+			if @out
+				@out.close
+				@out = nil
+			end
+			@out = $log.out = out
+		end
+	end
+
+	def shutdown
+		if @out
+			@out.close
+			@out = nil
+		end
+	end
+
+	def log_event_bus
+		$log.on_trace do
+			LS4.constants.each {|const|
+				klass = LS4.const_get(const)
+				if klass.is_a?(Class) && klass < Bus
+					bus = klass
+					name = bus.name.gsub('LS4::','')
+					$log.trace name
+					bus.ebus_all_slots.each {|s|
+						s = s.to_s.gsub('LS4::','')
+						$log.trace "  #{s}"
+					}
+				end
+			}
+		end
+	end
+
+	ebus_connect :ProcessBus,
+		:shutdown,
+		:on_sighup
+end
+
+
+end

data/lib/ls4/service/master_select.rb

@@ -0,0 +1,148 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class MasterSelectBus < Bus
+	call_slot :select_master
+	call_slot :select_master_static
+	signal_slot :update_nodes
+end
+
+
+class LocationAwareMasterSelectService < Service
+	def initialize
+		@map = {}  # { rsid => [nids] }
+		@self_location = ConfigBus.self_location
+	end
+
+	def update_nodes(nodes=nil)
+		nodes ||= MembershipBus.get_all_nodes
+
+		rsid_nodes = {}
+		nodes.each {|node|
+			node.rsids.each {|rsid|
+				(rsid_nodes[rsid] ||= []) << node
+			}
+		}
+
+		rsid_loc_nids = {}
+		rsid_nodes.each_pair {|rsid,nodes|
+			loc_grouped = nodes.group_by {|node| node.location }
+
+			sorted = loc_grouped.to_a.sort_by {|loc,nodes| loc }
+			if idx = sorted.find_index {|loc,nodes| loc == @self_location }
+				sorted = rotate(sorted, idx)
+			end
+
+			loc_nids = sorted.map {|loc,nodes|
+				nids = nodes.map {|node| node.nid }
+				nids.sort
+			}
+
+			rsid_loc_nids[rsid] = loc_nids
+		}
+
+		@map = rsid_loc_nids
+	end
+
+	def select_master(rsid, key)
+		loc_nodes = @map[rsid]
+		unless loc_nodes
+			raise "no such rsid: #{rsid}"
+		end
+		digest = Digest::MD5.digest(key)
+		i = digest.unpack('C')[0]
+		loc_nodes.map {|nodes| rotate(nodes, i) }.flatten
+	end
+
+	def select_master_static(rsid)
+		loc_nodes = @map[rsid]
+		unless loc_nodes
+			raise "no such rsid: #{rsid}"
+		end
+		loc_nodes.flatten
+	end
+
+	ebus_connect :MasterSelectBus,
+		:select_master,
+		:select_master_static,
+		:update_nodes
+
+	private
+	def rotate(array, i)
+		n = i % array.size
+		return array[-n,n] + array[0, array.size-n]
+	end
+end
+
+
+class FlatMasterSelectService < Service
+	def initialize
+		@map = {}  # { rsid => nids }
+	end
+
+	def update_nodes(nodes=nil)
+		nodes ||= MembershipBus.get_all_nodes
+
+		rsid_nids = {}
+		nodes.each {|node|
+			node.rsids.each {|rsid|
+				(rsid_nids[rsid] ||= []) << node.nid
+			}
+		}
+
+		rsid_nids.values.each {|nids|
+			nids.sort!
+		}
+
+		@map = rsid_nids
+	end
+
+	def select_master(rsid, key)
+		nids = @map[rsid]
+		unless nids
+			raise "no such rsid: #{rsid}"
+		end
+		digest = Digest::MD5.digest(key)
+		i = digest.unpack('C')[0]
+		rotate(nids, i)
+	end
+
+	def select_master_static(rsid)
+		nids = @map[rsid]
+		unless nids
+			raise "no such rsid: #{rsid}"
+		end
+		nids.dup
+	end
+
+	ebus_connect :MasterSelectBus,
+		:select_master,
+		:select_master_static,
+		:update_nodes
+
+	private
+	def rotate(array, i)
+		n = i % array.size
+		return array[-n,n] + array[0, array.size-n]
+	end
+end
+
+
+end

data/lib/ls4/service/mds.rb

@@ -0,0 +1,292 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class MDSBus < Bus
+	# @return
+	#   found: ObjectKey
+	#   not found: nil
+	call_slot :get_okey
+
+	# @return
+	#   found: Hash (may be {})
+	#   not found: nil
+	call_slot :get_attrs
+
+	# @return
+	#   found: [ObjectKey, Hash (may be {})]
+	#   not found: [nil, nil]
+	call_slot :get_okey_attrs
+
+	# @return new ObjectKey
+	call_slot :add
+
+	# @return
+	#   found: updated ObjectKey
+	#   not found: nil
+	call_slot :update_attrs
+
+	# @return
+	#   found: removed ObjectKey
+	#   not found: nil
+	call_slot :remove
+
+	# @return
+	#   found: removed ObjectKey
+	#   not found: nil
+	call_slot :delete
+
+	# @return
+	#   found: array of [ObjectKey, vtime, vname]
+	#   not found: []
+	call_slot :util_locate
+end
+
+
+class MDSConfigService < Service
+	def run
+		@uri = ConfigBus.get_initial_mds_uri
+		on_change
+	end
+
+	def rpc_get_mds_uri
+		@uri
+	end
+
+	def rpc_set_mds_uri(uri)
+		@uri = uri
+		on_change
+		nil
+	end
+
+	def self.hash_uri(uri)
+		Digest::SHA1.digest(uri)
+	end
+
+	def on_change
+		SyncBus.update(SYNC_MDS_URI,
+							@uri, MDSConfigService.hash_uri(@uri))
+	end
+
+	ebus_connect :ProcessBus,
+		:run
+
+	ebus_connect :CSRPCBus,
+		:get_mds_uri => :rpc_get_mds_uri,
+		:set_mds_uri => :rpc_set_mds_uri
+end
+
+
+class MDSService < Service
+	def initialize
+		@uri = ""
+		@mds = NullMDS.new
+	end
+
+	def run
+		SyncBus.register_callback(SYNC_MDS_URI,
+							MDSConfigService.hash_uri(@uri)) do |obj|
+			uri = obj
+			reopen(uri)
+			@uri = uri
+			MDSConfigService.hash_uri(@uri)
+		end
+	end
+
+	def shutdown
+		if @mds
+			@mds.close rescue nil
+		end
+	end
+
+	def reopen(uri)
+		klass, expr = MDSSelector.select_class(uri)
+
+		mds = klass.new
+		mds.open(expr)
+
+		old_mds = @mds
+		@mds = mds
+
+		$log.info "using MDS: #{@mds}"
+
+		begin
+			old_mds.close
+		rescue
+			$log.error "MDS close error: #{$!}"
+			$log.error_backtrace $!.backtrace
+		end
+	end
+
+	ebus_connect :ProcessBus,
+		:run,
+		:shutdown
+
+	ebus_connect :MDSBus,
+		:get_okey,
+		:get_attrs,
+		:get_okey_attrs,
+		:add,
+		:update_attrs,
+		:remove,
+		:delete,
+		:util_locate
+
+	extend Forwardable
+
+	def_delegators :@mds,
+		:get_okey,
+		:get_attrs,
+		:get_okey_attrs,
+		:add,
+		:update_attrs,
+		:remove,
+		:delete,
+		:util_locate
+end
+
+
+module MDSSelector
+	IMPLS = {}
+
+	def self.register(name, klass)
+		IMPLS[name.to_sym] = klass
+		nil
+	end
+
+	def self.select_class(uri)
+		if m = /^(\w{1,8})\:(.*)/.match(uri)
+			type = m[1].to_sym
+			expr = m[2]
+		else
+			type = :tt
+			expr = uri
+		end
+
+		klass = IMPLS[type]
+		unless klass
+			raise "unknown MDS type: #{type}"
+		end
+
+		return klass, expr
+	end
+end
+
+
+class MDS
+	module Query
+		QC_EQ                = 0
+		QC_NOT_EQ            = 1
+		QC_LESS_THAN         = 2
+		QC_LESS_THAN_EQ      = 3
+		QC_GRATER_THAN       = 4
+		QC_GRATER_THAN_EQ    = 5
+		QC_NULL              = 6
+		QC_NOT_NULL          = 8
+
+		ORDER_NONE           = 0
+		ORDER_STR_ASC        = 1
+		ORDER_STR_DESC       = 2
+		ORDER_NUM_ASC        = 3
+		ORDER_NUM_DESC       = 4
+	end
+
+	#def open(expr)
+	#end
+
+	#def close
+	#end
+
+	# @param version vname:String or vtime:Integer
+	#def get_okey(key, version=nil, &cb)
+	#end
+
+	# @param version vname:String or vtime:Integer
+	#def get_attrs(key, version=nil, &cb)
+	#end
+
+	# @param version vname:String or vtime:Integer
+	#def get_okey_attrs(key, version=nil, &cb)
+	#end
+
+	#def add(key, attrs={}, vname=nil, &cb)
+	#end
+
+	#def update_attrs(key, attrs, &cb)
+	#end
+
+	#def remove(key, &cb)
+	#end
+
+	#def delete(key, version=nil, &cb)
+	#end
+
+	def util_locate(key, &cb)
+		get_okey(key) {|okey|
+			if okey
+				cb.call([okey, nil], nil) rescue nil
+			else
+				cb.call([], nil) rescue nil
+			end
+		}
+	end
+
+	protected
+	def get_current_vtime(at_least=0)
+		now = Time.now.utc.to_i
+		if now <= at_least
+			return at_least + 1
+		else
+			return now
+		end
+	end
+
+	def new_okey(key, vtime=get_current_vtime, rsid=nil)
+		rsid ||= BalanceBus.select_next_rsid(key)
+		ObjectKey.new(key, vtime, rsid)
+	end
+end
+
+
+class NullMDS < MDS
+	extend Forwardable
+
+	[
+		:get_okey,
+		:get_attrs,
+		:get_okey_attrs,
+		:add,
+		:remove,
+		:delete,
+		:util_locate,
+		:open
+	].each {|method|
+		def_delegator :self, :raise_error, method
+	}
+
+	def raise_error(*args)
+		raise "mds is not configured"
+	end
+
+	def close
+	end
+end
+
+
+end