ls4 0.9.0

data/lib/ls4/lib/vbcode.rb

@@ -0,0 +1,228 @@
+#
+# VariableByteCode
+#
+# Copyright (C) 2010 FURUHASHI Sadayuki. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+#
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+
+class VariableByteCode
+	if "a"[0].is_a?(String)  # ruby 1.9
+		def self.encode(value, raw="")
+			begin
+				v = value & 0b01111111 | 0b10000000
+				value >>= 7
+				raw << [v].pack('C')
+			end while value > 0
+			raw[raw.length-1] = [raw[raw.length-1].unpack('C')[0] & 0b01111111].pack('C')
+			raw
+		end
+	else
+		def self.encode(value, raw="")
+			begin
+				v = value & 0b01111111 | 0b10000000
+				value >>= 7
+				raw << [v].pack('C')
+			end while value > 0
+			raw[raw.length-1] &= 0b01111111
+			raw
+		end
+	end
+
+
+	if "a"[0].is_a?(String)  # ruby 1.9
+		def self.decode(raw)
+			i = 0
+			value = 0
+			while raw.length > i
+				v = raw[i].unpack('C')[0]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= (i*7)
+					value |= v
+				else
+					v <<= (i*7)
+					value |= v
+					return value
+				end
+				i += 1
+			end
+			return value
+		end
+	else
+		def self.decode(raw)
+			i = 0
+			value = 0
+			while raw.length > i
+				v = raw[i]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= (i*7)
+					value |= v
+				else
+					v <<= (i*7)
+					value |= v
+					return value
+				end
+				i += 1
+			end
+			return value
+		end
+	end
+
+
+	if "a"[0].is_a?(String)  # ruby 1.9
+		def self.decode_index(raw, from=0)
+			i = from
+			value = 0
+			while raw.length > i
+				v = raw[i].unpack('C')[0]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= ((i-from)*7)
+					value |= v
+				else
+					v <<= ((i-from)*7)
+					value |= v
+					return value, i+1
+				end
+				i += 1
+			end
+			return value, i
+		end
+	else
+		def self.decode_index(raw, from=0)
+			i = from
+			value = 0
+			while raw.length > i
+				v = raw[i]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= ((i-from)*7)
+					value |= v
+				else
+					v <<= ((i-from)*7)
+					value |= v
+					return value, i+1
+				end
+				i += 1
+			end
+			return value, i
+		end
+	end
+
+
+	if "a"[0].is_a?(String)  # ruby 1.9
+		def self.decode_stream(io)
+			i = 0
+			value = 0
+			b = " "
+			while b = io.read(1, b)
+				v = b.unpack('C')[0]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= (i*7)
+					value |= v
+				else
+					v <<= (i*7)
+					value |= v
+					return value
+				end
+				i += 1
+			end
+			return value
+		end
+	else
+		def self.decode_stream(io)
+			i = 0
+			value = 0
+			b = " "
+			while b = io.read(1, b)
+				v = b[0]
+				if v & 0b10000000 != 0
+					v &= 0b01111111
+					v <<= (i*7)
+					value |= v
+				else
+					v <<= (i*7)
+					value |= v
+					return value
+				end
+				i += 1
+			end
+			return value
+		end
+	end
+
+
+	def self.encode_n(array, out="")
+		array.each {|value|
+			encode(value, out)
+		}
+		out
+	end
+
+
+	def self.decode_n(raw, from=0, length=raw.length-from)
+		upto = from + length
+		upto = raw.length if upto > raw.length
+		values = []
+		while upto > from
+			value, from = decode_index(raw, from)
+			values << value
+		end
+		values
+	end
+end
+
+
+if $0 == __FILE__
+	puts "testing VariableByteCode ..."
+
+	def check(value)
+		raw = VariableByteCode.encode(value)
+		if VariableByteCode.decode(raw) != value
+			puts "VariableByteCode.decode test failed #{value}"
+		end
+		if VariableByteCode.decode_index(raw,0)[0] != value
+			puts "VariableByteCode.decode_index test failed #{value}"
+		end
+	end
+
+	100000.times {
+		check rand(1<<64)
+	}
+
+	def check_n(values)
+		raw = VariableByteCode.encode_n(values)
+		if VariableByteCode.decode_n(raw) != values
+			puts "VariableByteCode.decode_n test failed #{values}"
+		end
+	end
+
+	100.times {
+		check_n (1..rand(1<<8)).map {|i| rand(1<<64) }
+	}
+end
+

data/lib/ls4/logic/fault_detector.rb

@@ -0,0 +1,212 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class FaultList < TSVData
+	def initialize
+		@path = nil
+		@fault_nids = []
+		super()
+	end
+
+	def update(nids)
+		@fault_nids = nids.dup
+		on_change
+		nil
+	end
+
+	def include?(nid)
+		@fault_nids.include?(nid)
+	end
+
+	def get_list
+		@fault_nids.dup
+	end
+
+	def to_msgpack(out = '')
+		@fault_nids.to_msgpack(out)
+	end
+
+	def from_msgpack(msg)
+		@fault_nids = msg
+		on_change
+		self
+	end
+
+	protected
+	def read
+		return unless @path
+
+		begin
+			fault_nids = []
+
+			tsv_read do |row|
+				fault_nids << row[0].to_i
+			end
+
+			@fault_nids = fault_nids
+		rescue
+			$log.debug $!
+		end
+
+		update_hash
+
+	rescue
+		$log.debug $!
+		raise
+	end
+
+	def write
+		return unless @path
+
+		tsv_write do |writer|
+			@fault_nids.each {|nid|
+				writer << [nid.to_s]
+			}
+		end
+
+	rescue
+		$log.error $!
+		raise
+	end
+end
+
+
+class FaultDetector
+	class Term
+		def initialize(value)
+			@value = value
+		end
+		def expired?
+			@value <= 0
+		end
+		def forward_timer
+			if @value > 0
+				@value -= 1
+				if @value == 0
+					return true
+				end
+				return false
+			end
+			return nil
+		end
+		def reset(value)
+			@value = value
+		end
+		attr_accessor :value
+	end
+
+	def initialize
+		@period = 10
+		@detect = 5
+		@first_detect = 20  # FIXME
+		@map = {}  # {nid => Term}
+	end
+
+	def set_init(all_nids, fault_nids)
+		map = {}
+		all_nids.each {|nid|
+			map[nid] = Term.new(@period + @first_detect)
+		}
+		fault_nids.each {|nid|
+			if all_nids.include?(nid)
+				map[nid] = Term.new(0)
+			end
+		}
+		@map = map
+		nil
+	end
+
+	def update(nid)
+		term = @map[nid]
+		if term && !term.expired?
+			term.reset(@period + @detect)
+			return @period
+		end
+		return nil
+	end
+
+	def reset(nid)
+		if term = @map[nid]
+			term.reset(@period + @detect)
+			on_change
+			return true
+		end
+		return nil
+	end
+
+	def add_nid(nid)
+		if term = @map[nid]
+			return nil
+		end
+		@map[nid] = Term.new(@period + @first_detect)
+		return true
+	end
+
+	def set_nid(nid)
+		if @map.has_key?(nid)
+			reset(nid)
+		else
+			add_nid(nid)
+		end
+	end
+
+	def delete_nid(nid)
+		if term = @map.delete(nid)
+			if term.expired?
+				on_change
+			end
+			return true
+		end
+		return nil
+	end
+
+	def get_fault_nids
+		fault_nids = []
+		@map.each_pair {|nid,term|
+			if term.expired?
+				fault_nids << nid
+			end
+		}
+		fault_nids
+	end
+
+	def forward_timer
+		fault_nids = []
+		@map.each_pair {|nid,term|
+			if term.forward_timer
+				fault_nids << nid
+			end
+		}
+
+		if !fault_nids.empty?
+			on_change
+		end
+
+		fault_nids
+	end
+
+	private
+	def on_change
+		# do nothing
+	end
+end
+
+
+end

data/lib/ls4/logic/membership.rb

@@ -0,0 +1,253 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class NodeList < TSVData
+	def initialize
+		@path = nil
+		@map = {}  # {nid => Node}
+		super()
+	end
+
+	def get(nid)
+		@map[nid]
+	end
+
+	def add(node)
+		@map[node.nid] = node
+		on_change
+		true
+	end
+
+	def delete(nid)
+		if node = @map.delete(nid)
+			on_change
+			node
+		else
+			false
+		end
+	end
+
+	def include?(nid)
+		@map.has_key?(nid)
+	end
+
+	def update(nid, address, name, rsids, location)
+		node = @map[nid]
+		if node
+			if address
+				node.address = address
+			end
+			if name
+				node.name = name
+			end
+			if rsids
+				node.rsids = rsids
+			end
+			if location
+				node.location = location
+			end
+			on_change
+			true
+		else
+			false
+		end
+	end
+
+	def each(&block)
+		@map.each_value(&block)
+	end
+
+	def get_all_nodes
+		@map.values
+	end
+
+	def get_all_nids
+		@map.map {|nid,node| nid }
+	end
+
+	def to_msgpack(out = '')
+		@map.values.sort_by {|node| node.nid }.to_msgpack(out)
+	end
+
+	def from_msgpack(obj)
+		map = {}
+		obj.each {|n|
+			node = Node.new.from_msgpack(n)
+			map[node.nid] = node
+		}
+		@map = map
+		on_change
+		self
+	end
+
+	protected
+	def read
+		return unless @path
+
+		begin
+			map = {}
+
+			tsv_read do |row|
+				nid = row[0].to_i
+
+				name = row[1]
+
+				addr = row[2].to_s
+				host, port = addr.split(':',2)
+				port ||= DS_DEFAULT_PORT
+				address = Address.new(host, port.to_i)
+
+				rsids = row[3].split(',').map {|id| id.to_i }
+
+				location = row[4]
+
+				map[nid] = Node.new(nid, address, name, rsids, location)
+			end
+
+			@map = map
+		rescue
+			$log.debug $!
+		end
+
+		update_hash
+
+	rescue
+		$log.debug $!
+		raise
+	end
+
+	def write
+		return unless @path
+
+		tsv_write do |writer|
+			@map.each_value {|node|
+				row = []
+				row[0] = node.nid.to_s
+				row[1] = node.name
+				row[2] = "#{node.address.host}:#{node.address.port}"
+				row[3] = node.rsids.join(',')
+				writer << row
+			}
+		end
+
+	rescue
+		$log.error $!
+		raise
+	end
+end
+
+
+class Membership
+	def initialize
+		@nodes = NodeList.new
+		@active_rsids = []
+	end
+
+	def open(path)
+		@nodes.open(path)
+		update_active_rsids
+	end
+
+	def close
+		@nodes.close
+	end
+
+	def add_node(nid, address, name, rsids, location)
+		node = Node.new(nid, address, name, rsids, location)
+		if @nodes.get(nid)
+			raise "nid already exist: #{nid}"
+		end
+		@nodes.add(node)
+		update_active_rsids
+		node
+	end
+
+	def remove_node(nid)
+		node = @nodes.delete(nid)
+		unless node
+			raise "nid not exist: #{nid}"
+		end
+		update_active_rsids
+		true
+	end
+
+	def update_node_info(nid, address, name, rsids, location)
+		node = get_node(nid)
+		if node.address == address && node.name == name &&
+				node.rsids == rsids && node.location == location
+			return false
+		end
+		@nodes.update(nid, address, name, rsids, location)
+		update_active_rsids
+		true
+	end
+
+	def get_node(nid)
+		node = @nodes.get(nid)
+		unless node
+			raise "no such node id: #{nid.inspect}"
+		end
+		node
+	end
+
+	def get_all_nodes
+		@nodes.get_all_nodes
+	end
+
+	def get_all_nids
+		@nodes.get_all_nids
+	end
+
+	def get_active_rsids
+		@active_rsids
+	end
+
+	def include?(nid)
+		@nodes.include?(nid)
+	end
+
+	def get_hash
+		@nodes.get_hash
+	end
+
+	def to_msgpack(out = '')
+		@nodes.to_msgpack(out)
+	end
+
+	def from_msgpack(obj)
+		@nodes.from_msgpack(obj)
+		update_active_rsids
+		self
+	end
+
+	private
+	def update_active_rsids
+		map = {}
+		@nodes.get_all_nodes.each {|node|
+			node.rsids.each {|rsid|
+				map[rsid] = nil
+			}
+		}
+		@active_rsids = map.keys.sort
+	end
+end
+
+
+end