ls4 0.9.0

data/lib/ls4/service/rts.rb

@@ -0,0 +1,94 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class RelayTimeStampBus < Bus
+	call_slot :init
+
+	call_slot :open
+end
+
+
+module RelayTimeStamp
+	#def close
+	#end
+
+	#def get
+	#end
+
+	#def set(pos, &block)
+	#end
+end
+
+
+class RelayTimeStampSelector
+	IMPLS = {}
+
+	def self.register(name, klass)
+		IMPLS[name.to_sym] = klass
+		nil
+	end
+
+	def self.select_class(uri)
+		uri ||= "mem:"
+
+		if m = /^(\w{1,8})\:(.*)/.match(uri)
+			type = m[1].to_sym
+			expr = m[2]
+		else
+			type = :file
+			expr = uri
+		end
+
+		klass = IMPLS[type]
+
+		unless klass
+			"unknown RelayTimeStamp type: #{type}"
+		end
+
+		return klass, expr
+	end
+
+	def self.select!(uri)
+		klass, expr = select_class(uri)
+		klass.init
+
+		RelayTimeStampBus.init(expr)
+	end
+
+	def self.open!
+		select!(ConfigBus.get_rts_path)
+	end
+end
+
+
+class RelayTimeStampService < Service
+	#def init(expr)
+	#end
+
+	#def open(nid)
+	#end
+
+	ebus_connect :RelayTimeStampBus,
+		:open,
+		:init
+end
+
+
+end

data/lib/ls4/service/rts_file.rb

@@ -0,0 +1,76 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class FileRelayTimeStampService < RelayTimeStampService
+	RelayTimeStampSelector.register(:file, self)
+
+	def init(expr)
+		@dir = expr
+	end
+
+	class Stamp
+		include RelayTimeStamp
+
+		def initialize(path)
+			@path = path
+			@tmp_path = "#{@path}.tmp"
+			@file = nil
+		end
+
+		def close
+			if @file
+				@file.close
+				@file = nil
+			end
+			nil
+		end
+
+		def get
+			unless @file
+				@file = File.open(@path)
+			end
+			@file.pos = 0
+			@file.read.to_i
+		rescue
+			0
+		end
+
+		def set(pos, &block)
+			close
+
+			File.open(@tmp_path, "w") {|f|
+				f.write(pos.to_s)
+			}
+
+			block.call if block
+
+			File.rename(@tmp_path, @path)
+
+			nil
+		end
+	end
+
+	def open(nid)
+		Stamp.new("#{@dir}/rts-#{nid}")
+	end
+end
+
+
+end

data/lib/ls4/service/rts_memory.rb

@@ -0,0 +1,55 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class MemoryRelayTimeStampService < RelayTimeStampService
+	RelayTimeStampSelector.register(:mem, self)
+
+	def init(expr)
+		@hash = {}
+	end
+
+	class Stamp
+		include RelayTimeStamp
+
+		def initialize
+			@mem = 0
+		end
+
+		def close
+		end
+
+		def get
+			@mem
+		end
+
+		def set(pos, &block)
+			block.call if block
+			@mem = pos
+			nil
+		end
+	end
+
+	def open(nid)
+		@hash[nid] ||= Stamp.new
+	end
+end
+
+
+end

data/lib/ls4/service/slave.rb

@@ -0,0 +1,132 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class SlaveBus < Bus
+	call_slot :open
+	call_slot :close
+	call_slot :try_replicate
+end
+
+
+class SlaveService < Service
+	class Replicator
+		def initialize(storage, nid, rts)
+			@storage = storage
+			@nid = nid
+			@rts = rts
+			@pulling = false
+		end
+
+		def close
+			@rts.close
+		end
+
+		def try_replicate(session, limit)
+			if @pulling
+				return nil
+			end
+			@pulling = true
+
+			begin
+				pos = @rts.get
+				session.callback(:replicate_pull, pos, limit) do |future|
+					ack_replicate_pull(future)
+				end
+
+			rescue
+				$log.error "try replicate #{$!}"
+				$log.debug_backtrace $!.backtrace
+				@pulling = false
+				raise
+			end
+		end
+
+		private
+		def ack_replicate_pull(future)
+			npos, msgs = future.get
+
+			return if msgs.empty?
+
+			msgs.each {|vtime,key,offset,data|
+				apply(vtime, key, offset, data)
+			}
+
+			@rts.set(npos)
+
+		rescue
+			# FIXME log
+			$log.error "try pull from nid=#{@nid}: #{$!}"
+			$log.debug_backtrace $!.backtrace
+			raise
+		ensure
+			@pulling = false
+		end
+
+		def apply(vtime, key, offset, data)
+			if data
+				if offset
+					@storage.write(vtime, key, offset, data)
+				else
+					@storage.set(vtime, key, data)
+				end
+			else
+				@storage.delete(vtime, key)
+			end
+		end
+	end
+
+	def initialize
+		@repls = {}  # {nid => Replicator}
+	end
+
+	def open
+	end
+
+	def close
+		@repls.each_pair {|nid, repl|
+			repl.close
+		}
+	end
+
+	def try_replicate(nid, session)
+		repl = open_replicator(nid)
+		repl.try_replicate(session, PULL_LIMIT)
+	end
+
+	ebus_connect :SlaveBus,
+		:open,
+		:close,
+		:try_replicate
+
+	private
+	PULL_LIMIT = 128*1024*1024  # 128MB
+
+	def open_replicator(nid)
+		if repl = @repls[nid]
+			return repl
+		end
+		rts = RelayTimeStampBus.open(nid)
+		repl = Replicator.new(StorageBus, nid, rts)
+		@repls[nid] = repl
+	end
+end
+
+
+end

data/lib/ls4/service/stat.rb

@@ -0,0 +1,91 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class StatBus < Bus
+	call_slot :membership_info
+	call_slot :fault_info
+	call_slot :replset_info
+
+	call_slot :db_items
+	call_slot :cmd_read
+	call_slot :cmd_write
+	call_slot :cmd_delete
+end
+
+
+class StatService < Service
+	def initialize
+		@methods = {}
+		public_methods.each {|name|
+			if name =~ /^stat_(.*)$/
+				@methods[$~[1]] = method(name)
+			end
+		}
+
+		@start_time = Time.now
+	end
+
+	def rpc_stat(cmd)
+		if m = @methods[cmd]
+			m.call
+		else
+			raise "no such status"
+		end
+	end
+
+	def stat_uptime
+		uptime = Time.now - @start_time
+		uptime.to_i
+	end
+
+	def stat_time
+		Time.now.utc.to_i
+	end
+
+	def stat_pid
+		Process.pid
+	end
+
+	def stat_version
+		VERSION
+	end
+
+	def stat_cs_address
+		ConfigBus.get_cs_address
+	end
+
+	def stat_nodes
+		StatBus.membership_info
+	end
+
+	def stat_fault
+		StatBus.fault_info
+	end
+
+	def stat_replset
+		StatBus.replset_info
+	end
+
+	ebus_connect :RPCBus,
+		:stat => :rpc_stat
+end
+
+
+end