ls4 0.9.0

data/lib/ls4/logic/node.rb

@@ -0,0 +1,66 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+Address = MessagePack::RPC::Address
+
+class Node
+	def initialize(nid=0, address=nil, name=nil, rsids=[], location=nil)
+		@nid = nid
+		@address = address
+		@name = name
+		@rsids = rsids
+		@location = location
+	end
+
+	attr_reader :nid
+	attr_accessor :address
+	attr_accessor :name
+	attr_accessor :rsids
+	attr_accessor :location
+
+	def session
+		$net.get_session(*@address)
+	end
+
+	def to_s
+		"Node<#{@nid} #{@address} #{@name.dump} #{@rsids.inspect} #{@location.inspect}>"
+	end
+
+	def ==(o)
+		# FIXME
+		@nid == o.nid && @address == o.address
+	end
+
+	public
+	def to_msgpack(out = '')
+		[@nid, @address.dump, @name, @rsids, @location].to_msgpack(out)
+	end
+	def from_msgpack(obj)
+		@nid = obj[0]
+		@address = Address.load(obj[1])
+		@name = obj[2]
+		@rsids = obj[3]
+		@location = obj[4]
+		self
+	end
+end
+
+
+end

data/lib/ls4/logic/okey.rb

@@ -0,0 +1,45 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class ObjectKey
+	def initialize(key=nil, vtime=nil, rsid=nil)
+		@key = key
+		@vtime = vtime.to_i
+		@rsid = rsid.to_i
+	end
+
+	attr_reader :key
+	attr_reader :vtime
+	attr_reader :rsid
+
+	def to_msgpack(out = '')
+		[@key, @vtime, @rsid].to_msgpack(out)
+	end
+
+	def from_msgpack(obj)
+		@key = obj[0]
+		@vtime = obj[1].to_i
+		@rsid = obj[2].to_i
+		self
+	end
+end
+
+
+end

data/lib/ls4/logic/tsv_data.rb

@@ -0,0 +1,81 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class TSVData
+	def initialize
+		update_hash
+	end
+
+	def get_hash
+		@hash
+	end
+
+	def open(path)
+		@path = path
+		read
+	end
+
+	def close
+	end
+
+	protected
+	def on_change
+		update_hash
+		write
+	end
+
+	def update_hash
+		@hash = Digest::SHA1.digest(to_msgpack)
+		write
+	end
+
+	if RUBY_VERSION >= "1.9"
+		def tsv_read(path=@path, &block)
+			CSV.open(path, "r", :col_sep => "\t") do |csv|
+				csv.each {|row|
+					yield row
+				}
+			end
+		end
+		def tsv_write(path=@path, &block)
+			tmp_path = "#{path}.tmp"
+			CSV.open(tmp_path, "w", :col_sep => "\t") do |csv|
+				yield csv
+			end
+			File.rename(tmp_path, path)
+		end
+	else
+		def tsv_read(path=@path, &block)
+			CSV.open(path, "r", "\t") do |row|
+				yield row
+			end
+		end
+		def tsv_write(path=@path, &block)
+			tmp_path = "#{path}.tmp"
+			CSV.open(tmp_path, "w", "\t") do |writer|
+				yield writer
+			end
+			File.rename(tmp_path, path)
+		end
+	end
+end
+
+
+end

data/lib/ls4/logic/weight.rb

@@ -0,0 +1,166 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class WeightInfo
+	DEFAULT_WEIGHT = 10
+
+	def initialize
+		@map = {}  # {rsid => weight}
+		update_hash
+	end
+
+	def open(path)
+		@path = path
+		read
+	end
+
+	def close
+	end
+
+	def set_weight(rsid, weight)
+		if @map[rsid] == weight
+			return nil
+		end
+		@map[rsid] = weight
+		on_change
+		true
+	end
+
+	def reset_weight(rsid)
+		unless @map.delete(rsid)
+			return nil
+		end
+		on_change
+		true
+	end
+
+	def set_defaults(rsids)
+		#@map.reject! {|rsid,weight|
+		#	!rsids.include?(rsid)
+		#}
+		rsids.each {|rsid|
+			@map[rsid] ||= DEFAULT_WEIGHT
+		}
+		on_change
+		true
+	end
+
+	def get_weight(rsid)
+		@map[rsid] || DEFAULT_WEIGHT
+	end
+
+	def get_registered_rsids
+		@map.keys
+	end
+
+	def get_registered_weights
+		@map.dup
+	end
+
+	def get_all_with_default(rsids)
+		result = {}
+		rsids.each {|rsid|
+			result[rsid] = @map[rsid] || DEFAULT_WEIGHT
+		}
+		result
+	end
+
+	def get_hash
+		@hash
+	end
+
+	def to_msgpack(out = '')
+		@map.to_msgpack(out)
+	end
+
+	def from_msgpack(obj)
+		@map = obj
+		on_change
+		self
+	end
+
+	private
+	def read
+		return nil unless @path
+		# FIXME
+	end
+
+	def write
+		return nil unless @path
+		# FIXME
+	end
+
+	def on_change
+		update_hash
+		write
+	end
+
+	def update_hash
+		@hash = Digest::SHA1.digest(to_msgpack)
+	end
+end
+
+
+=begin
+class WeightBalancer < WeightInfo
+	def initialize
+		super
+		@array = []
+		@rsids = []
+		@rr = 0
+		calc
+	end
+
+	def set_rsids(rsids)
+		@rsids = rsids
+		calc
+		nil
+	end
+
+	def select_next_rsid
+		if @array.empty?
+			raise "no replica set is registered"
+		end
+		@rr += 1
+		@rr = 0 if @rr >= @array.size
+		@array[@rr]
+	end
+
+	private
+	def on_change
+		super
+		calc
+	end
+
+	def calc
+		array = []
+		@rsids.each {|rsid|
+			weight = @map[rsid] || DEFAULT_WEIGHT
+			weight.times {
+				array << rsid
+			}
+		}
+		@array = array.shuffle
+	end
+end
+=end
+
+
+end

data/lib/ls4/service/balance.rb

@@ -0,0 +1,62 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class BalanceBus < Bus
+	call_slot :select_next_rsid
+	signal_slot :update_weight
+end
+
+
+class RoutRobinWeightBalanceService < Service
+	def initialize
+		@array = []
+		#@random = Random.new
+		@rr = 0
+	end
+
+	def update_weight(active_rsids=nil)
+		active_rsids ||= MembershipBus.get_active_rsids
+		array = []
+		active_rsids.each {|rsid|
+			w = WeightBus.get_weight(rsid)
+			w.times {
+				array << rsid
+			}
+		}
+		#@array = array.sort_by {|rsid| @random.rand }
+		@array = array.sort_by {|rsid| rand }
+	end
+
+	def select_next_rsid(key)
+		if @array.empty?
+			raise "no replica set is registered"
+		end
+		@rr += 1
+		@rr = 0 if @rr >= @array.size
+		@array[@rr]
+	end
+
+	ebus_connect :BalanceBus,
+		:select_next_rsid,
+		:update_weight
+end
+
+
+end

data/lib/ls4/service/base.rb

@@ -0,0 +1,29 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+module LS4
+
+
+class Service < EventBus::Singleton
+	def self.init
+		ebus_bind!
+		instance
+	end
+end
+
+
+end