ls4 0.9.0

data/lib/ls4/command/ctl.rb

@@ -0,0 +1,278 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+require 'msgpack/rpc'
+require 'pp'
+
+def usage
+	puts "Usage: #{File.basename($0)} <cs address[:port]> <command> [options]"
+	puts "command:"
+	puts "   nodes                        show list of nodes"
+	puts "   stat                         show statistics of nodes"
+	puts "   remove_node <nid>            remove a node from a replica-set"
+	puts "   locate <key>                 show which servers store the key"
+	puts "   weight                       show list of replica-sets"
+	puts "   set_weight <rsid> <weight>   change a weight of a replica-set"
+	puts "   mds                          show MDS uri"
+	puts "   set_mds <expr>               set MDS uri"
+	puts "   mds_cache                    show MDS cache uri"
+	puts "   set_mds_cache <expr>         set MDS cache uri"
+	puts "   items                        show stored number of objects"
+	puts "   version                      show software version of nodes"
+	exit 1
+end
+
+if ARGV.length < 2
+	usage
+end
+
+$net = MessagePack::RPC::SessionPool.new
+addr = ARGV.shift
+host, port = addr.split(':', 2)
+port = port.to_i
+port = 18700 if port == 0
+$addr = [host,port]#Address.new(host, port)
+
+cmd = ARGV.shift
+
+def cmd_args(n)
+	if n < 0
+		return ARGV
+	end
+	usage if ARGV.length != n
+	ARGV.map! {|ar| ar == '-' ? $stdin.read : ar }
+	if n == 1
+		ARGV[0]
+	else
+		ARGV
+	end
+end
+
+def call(klass, *args)
+	#start = Time.now
+
+	s = $net.get_session(*$addr)
+	s.timeout = 20
+	result = s.call(*args)
+	if klass && result
+		result = klass.new.from_msgpack(result)
+	end
+
+	#finish = Time.now
+	#puts "#{finish - start} sec."
+
+	result
+end
+
+Node = Struct.new('Node', :nid, :address, :name, :rsids, :location)
+
+def get_nodes
+	call(nil, :stat, 'nodes').map {|nid,address,name,rsids,location|
+		address = MessagePack::RPC::Address.load(address)
+		Node.new(nid, address, name, rsids, location)
+	}.sort_by {|node|
+		node.nid
+	}
+end
+
+def get_node_map
+	map = {}
+	call(nil, :stat, 'nodes').each {|nid,address,name,rsids|
+		address = MessagePack::RPC::Address.load(address)
+		map[nid] = [address, name, rsids]
+	}
+	map
+end
+
+def each_node(&block)
+	get_nodes.map {|node|
+		result = yield($net.get_session(node.address), node)
+		[node, result]
+	}
+end
+
+case cmd
+when 'nodes'
+	cmd_args(0)
+
+	fault_nids = call(nil, :stat, 'fault')
+
+	NODES_FORMAT = "%3s %15s %23s %23s %7s %10s"
+	puts NODES_FORMAT % %w[nid name address location rsid state]
+
+	each_node {|s,node|
+		rsids = node.rsids.sort.join(',')
+		state = fault_nids.include?(node.nid) ? 'FAULT' : 'active'
+		puts NODES_FORMAT % [node.nid, node.name, node.address, node.location, rsids, state]
+	}
+
+when 'remove_node'
+	nid_s = cmd_args(1)
+	nid = nid_s.to_i
+	if nid.to_s != nid_s
+		raise "invalid nid: #{nid}"
+	end
+	pp call(nil, :remove_node, nid)
+
+when 'weight'
+	cmd_args(0)
+	REPLSET_FORMAT = "%4s %8s %10s   %s"
+	puts REPLSET_FORMAT % %w[rsid weight nids names]
+	node_map = get_node_map
+	rsid_replset = call(nil, :stat, 'replset').sort_by {|rsid,(nids,weight)|
+		if nids.empty?
+			rsid += (2<<16)
+		end
+		rsid
+	}
+	rsid_replset.each {|rsid,(nids,weight)|
+		names = nids.map {|nid| node_map[nid][1] }.join(',')
+		nids = nids.sort.join(',')
+		puts REPLSET_FORMAT % [rsid, weight, nids, names]
+	}
+
+when 'set_weight'
+	rsid_s, weight_s = cmd_args(2)
+	rsid = rsid_s.to_i
+	weight = weight_s.to_i
+	if rsid.to_s != rsid_s
+		raise "invalid rsid: #{rsid}"
+	end
+	if weight.to_s != weight_s
+		raise "invalid weight: #{weight}"
+	end
+	pp call(nil, :set_replset_weight, rsid, weight)
+
+when 'reset_weight'
+	rsid_s = cmd_args(1)
+	rsid = rsid_s.to_i
+	if rsid.to_s != rsid_s
+		raise "invalid rsid: #{rsid}"
+	end
+	pp call(nil, :reset_replset_weight, rsid)
+
+when 'mds'
+	cmd_args(0)
+	uri = call(nil, :get_mds_uri)
+	puts uri
+
+when 'set_mds'
+	uri = cmd_args(1)
+	pp call(nil, :set_mds_uri, uri)
+
+when 'mds_cache'
+	cmd_args(0)
+	uri = call(nil, :get_mds_cache_uri)
+	if !uri || uri.empty?
+		puts "null"
+	else
+		puts uri
+	end
+
+when 'set_mds_cache'
+	uri = cmd_args(1)
+	pp call(nil, :set_mds_cache_uri, uri)
+
+when 'stat', 'status'
+	STAT_FORMAT = "%4s %15s %10s %10s %10s %10s %30s"
+	puts STAT_FORMAT % %w[nid name uptime #read #write #delete time]
+	each_node {|s,node|
+		f_uptime = s.call_async(:stat, 'uptime')     rescue nil
+		f_read   = s.call_async(:stat, 'cmd_read')   rescue nil
+		f_write  = s.call_async(:stat, 'cmd_write')  rescue nil
+		f_delete = s.call_async(:stat, 'cmd_delete') rescue nil
+		f_time   = s.call_async(:stat, 'time')       rescue nil
+		[f_uptime, f_read, f_write, f_delete, f_time]
+	}.each {|node,(f_uptime,f_read,f_write,f_delete,f_time)|
+		uptime = f_uptime.get rescue nil
+		read   = f_read.get   rescue nil
+		write  = f_write.get  rescue nil
+		delete = f_delete.get rescue nil
+		time   = f_time.get   rescue nil
+		time &&= Time.at(time).localtime
+		puts STAT_FORMAT % [node.nid, node.name, uptime, read, write, delete, time]
+	}
+
+when 'items'
+	ITEMS_FORMAT = "%4s %15s %10s %10s"
+	puts ITEMS_FORMAT % %w[nid name rsid #items]
+
+	map = {}
+	each_node {|s,node|
+		f_items = s.call_async(:stat, 'db_items')
+		f_items
+	}.each {|node,f_items|
+		items = f_items.get rescue nil
+		rsids = node.rsids.sort.join(',')
+		puts ITEMS_FORMAT % [node.nid, node.name, rsids, items]
+
+		items ||= 0
+		node.rsids.each {|rsid|
+			if !map[rsid] || map[rsid] < items
+				map[rsid] = items
+			end
+		}
+	}
+
+	total = map.values.inject(0) {|r,n| r + n }
+	puts "total: #{total}"
+
+when 'version'
+	VERSION_FORMAT = "%4s %15s %10s %10s"
+	puts VERSION_FORMAT % %w[nid name pid version]
+
+	each_node {|s,node|
+		f_pid = s.call_async(:stat, 'pid')
+		f_version = s.call_async(:stat, 'version')
+		[f_pid, f_version]
+	}.each {|node,(f_pid,f_version)|
+		pid = f_pid.get rescue nil
+		version = f_version.get rescue nil
+		puts VERSION_FORMAT % [node.nid, node.name, pid, version]
+	}
+
+when 'locate'
+	key = cmd_args(1)
+
+	nodes = get_nodes
+
+	gwnode = nodes.first
+	vers = $net.get_session(*gwnode.address).call(:util_locate, key)
+
+	if vers.empty?
+		$stderr.puts "not found."
+		exit 0
+	end
+
+	NODE_FORMAT = "   > %-15s nid=%-3s %23s %23s"
+
+	vers.each {|(key,vtime,rsid),vname|
+		time = Time.at(vtime)
+		puts "vtime=[#{time}]  vname=#{vname.inspect}\trsid=#{rsid}:"
+		nodes.each {|node|
+			if node.rsids.include?(rsid)
+				puts NODE_FORMAT % [node.name, node.nid, node.address, node.location]
+			end
+		}
+	}
+
+else
+	puts "unknown command #{cmd}"
+	puts ""
+	usage
+end
+

data/lib/ls4/command/ds.rb

@@ -0,0 +1,335 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+require 'msgpack/rpc'
+require 'digest/md5'
+require 'digest/sha1'
+require 'csv'
+require 'fileutils'
+require 'cgi'
+require 'ls4/lib/cclog'
+require 'ls4/lib/ebus'
+require 'ls4/lib/vbcode'
+require 'ls4/logic/tsv_data'
+require 'ls4/logic/weight'
+require 'ls4/logic/fault_detector'
+require 'ls4/logic/membership'
+require 'ls4/logic/node'
+require 'ls4/logic/okey'
+require 'ls4/service/base'
+require 'ls4/service/bus'
+require 'ls4/service/process'
+require 'ls4/service/rpc'
+require 'ls4/service/rpc_gw'
+require 'ls4/service/rpc_ds'
+require 'ls4/service/stat'
+require 'ls4/service/stat_gw'
+require 'ls4/service/stat_ds'
+require 'ls4/service/config'
+require 'ls4/service/config_gw'
+require 'ls4/service/config_ds'
+require 'ls4/service/data_server'
+require 'ls4/service/data_server_url'
+require 'ls4/service/data_client'
+require 'ls4/service/mds'
+require 'ls4/service/mds_ha'
+require 'ls4/service/mds_tt'
+require 'ls4/service/mds_memcache'
+require 'ls4/service/mds_cache'
+require 'ls4/service/mds_cache_mem'
+require 'ls4/service/mds_cache_memcached'
+require 'ls4/service/gateway'
+require 'ls4/service/gateway_ro'
+require 'ls4/service/gw_http'
+require 'ls4/service/sync'
+require 'ls4/service/heartbeat'
+require 'ls4/service/weight'
+require 'ls4/service/balance'
+require 'ls4/service/master_select'
+require 'ls4/service/membership'
+require 'ls4/service/rts'
+require 'ls4/service/rts_file'
+require 'ls4/service/rts_memory'
+require 'ls4/service/slave'
+require 'ls4/service/storage'
+require 'ls4/service/storage_dir'
+require 'ls4/service/ulog'
+require 'ls4/service/ulog_file'
+require 'ls4/service/ulog_memory'
+require 'ls4/service/time_check'
+require 'ls4/service/log'
+require 'ls4/default'
+require 'ls4/version'
+require 'optparse'
+
+include LS4
+
+conf = DSConfigService.init
+
+op = OptionParser.new
+
+(class<<self;self;end).module_eval do
+	define_method(:usage) do |msg|
+		puts op.to_s
+		puts "error: #{msg}" if msg
+		exit 1
+	end
+end
+
+listen_host = '0.0.0.0'
+listen_port = nil
+
+read_only_gw = false
+
+op.on('-c', '--cs ADDRESS', "address of config server (required)") do |addr|
+	host, port = addr.split(':',2)
+	port = port.to_i
+	port = CS_DEFAULT_PORT if port == 0
+	conf.cs_address = Address.new(host, port)
+end
+
+op.on('-i', '--nid ID', Integer, "unieque node id (required)") do |nid|
+	conf.self_nid = nid
+end
+
+op.on('-n', '--name NAME', "human-readable node name (required)") do |name|
+	conf.self_name = name
+end
+
+op.on('-a', '--address ADDRESS[:PORT]', "address of this node (required)") do |addr|
+	host, port = addr.split(':',2)
+	port = port.to_i
+	if port != 0
+		listen_port = port
+	else
+		port = DS_DEFAULT_PORT
+	end
+	conf.self_address = Address.new(host, port)
+end
+
+op.on('-l', '--listen HOST[:PORT]', "listen address") do |addr|
+	if addr.include?(':')
+		host, port = addr.split(':',2)
+		port = port.to_i
+		if port != 0
+			listen_port = port
+		end
+		listen_host = host
+	else
+		listen_host = addr
+	end
+end
+
+op.on('-g', '--rsid IDs', "replica-set IDs to join (required)") do |ids|
+	conf.self_rsids = ids.split(',').map {|id| id.to_i }
+end
+
+op.on('-L', '--location STRING', "location of this node") do |str|
+	conf.self_location = str
+end
+
+op.on('-s', '--store PATH', "path to storage directory (required)") do |path|
+	conf.storage_path = path
+end
+
+op.on('-u', '--ulog PATH', "path to update log directory") do |path|
+	conf.ulog_path = path
+end
+
+op.on('-r', '--rts PATH', "path to relay timestamp directory") do |path|
+	conf.rts_path = path
+end
+
+op.on('-t', '--http PORT', "http listen port") do |addr|
+	if addr.include?(':')
+		host, port = addr.split(':',2)
+		port = port.to_i
+	else
+		host = '0.0.0.0'
+		port = addr.to_i
+	end
+	conf.http_gateway_address = Address.new(host, port)
+end
+
+op.on('--http-error-page PATH', 'path to eRuby template file') do |path|
+	conf.http_gateway_error_template_file = path
+end
+
+op.on('--http-redirect-port PORT', Integer) do |port|
+	conf.http_redirect_port = port
+end
+
+op.on('--http-redirect-path FORMAT') do |format|
+	conf.http_redirect_path_format = format
+end
+
+op.on('-R', '--read-only', "read-only mode", TrueClass) do |b|
+	read_only_gw = b
+end
+
+op.on('-N', '--read-only-name NAME', "read-only mode using the version name") do |name|
+	read_only_gw = true
+	conf.read_only_version = name
+end
+
+op.on('-T', '--read-only-time TIME', "read-only mode using the time", Integer) do |time|
+	read_only_gw = true
+	conf.read_only_version = time
+end
+
+op.on('--fault_store PATH', "path to fault status file") do |path|
+	conf.fault_path = path
+end
+
+op.on('--membership_store PATH', "path to membership status file") do |path|
+	conf.membership_path = path
+end
+
+op.on('-o', '--log PATH') do |path|
+	conf.log_path = path
+end
+
+op.on('-v', '--verbose', "show debug messages", TrueClass) do |b|
+	$log.level = 1 if b
+end
+
+op.on('--trace', "show debug and trace messages", TrueClass) do |b|
+	$log.level = 0 if b
+end
+
+op.on('--color-log', "force to enable color log", TrueClass) do |b|
+	$log.enable_color
+end
+
+
+begin
+	op.parse!(ARGV)
+
+	if ARGV.length != 0
+		raise "unknown option: #{ARGV[0].dump}"
+	end
+
+	unless conf.self_nid
+		raise "--nid option is required"
+	end
+
+	unless conf.self_name
+		raise "--name option is required"
+	end
+
+	unless conf.self_address
+		raise "--address option is required"
+	end
+
+	unless conf.self_rsids
+		raise "--rsid option is required"
+	end
+
+	unless conf.cs_address
+		raise "--cs option is required"
+	end
+
+	unless conf.storage_path
+		raise "--store option is required"
+	end
+
+	FileUtils.mkdir_p(conf.storage_path)
+
+	unless conf.ulog_path
+		conf.ulog_path = conf.storage_path
+		#raise "--ulog option is required"
+	end
+
+	unless conf.rts_path
+		conf.rts_path = conf.storage_path
+		#raise "--rts option is required"
+	end
+
+	unless conf.fault_path
+		conf.fault_path = File.join(conf.storage_path, "fault")
+	end
+
+	unless conf.membership_path
+		conf.membership_path = File.join(conf.storage_path, "membership")
+	end
+
+	unless conf.weight_path
+		conf.weight_path = File.join(conf.storage_path, "weight")
+	end
+
+	if conf.http_redirect_path_format && !conf.http_redirect_port
+		$log.warn "--http-redirect-port option is ignored"
+	end
+
+	listen_port ||= DS_DEFAULT_PORT
+
+rescue
+	usage $!.to_s
+end
+
+
+ProcessService.init
+LogService.open!
+SyncClientService.init
+HeartbeatMemberService.init
+RoutRobinWeightBalanceService.init
+WeightMemberService.init
+if conf.self_location.empty?
+	FlatMasterSelectService.init
+else
+	LocationAwareMasterSelectService.init
+end
+MembershipMemberService.init
+DataClientService.init
+if read_only_gw
+	ReadOnlyGatewayService.init
+else
+	GatewayService.init
+end
+if conf.http_gateway_address
+	HTTPGatewayService.open!
+end
+StorageSelector.open!
+UpdateLogSelector.open!
+RelayTimeStampSelector.open!
+SlaveService.init
+DataServerService.init
+DataServerURLService.init
+DSStatService.init
+MDSService.init
+MDSCacheService.init
+CachedMDSService.init
+TimeCheckService.init
+
+LogService.instance.log_event_bus
+
+ProcessBus.run
+
+TimeCheckService.instance.check_blocking! rescue nil
+SyncClientService.instance.sync_blocking! rescue nil
+MembershipMemberService.instance.register_self_blocking! rescue nil
+#HeartbeatMemberService.instance.heartbeat_blocking! rescue nil
+
+net = ProcessBus.serve_rpc(DSRPCService.instance)
+net.listen(listen_host, listen_port)
+
+$log.info "start on #{listen_host}:#{listen_port}"
+
+net.run
+
+ProcessBus.shutdown
+