ls4 0.9.0

data/lib/ls4/command/stat.rb

@@ -0,0 +1,244 @@
+#
+#  LS4
+#  Copyright (C) 2010-2011  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+require 'msgpack/rpc'
+require 'optparse'
+
+op = OptionParser.new
+
+(class<<self;self;end).module_eval do
+	define_method(:usage) do |msg|
+		puts op.to_s
+		puts "error: #{msg}" if msg
+		exit 1
+	end
+end
+
+CS_PARAMS = %w[
+	nid address name rsid rsids location
+]
+
+DS_PARAMS = %w[
+	read write delete items
+	time uptime pid version
+]
+
+EXT_PARAMS = %w[
+	state
+]
+
+ALL_PARAMS = CS_PARAMS + EXT_PARAMS + DS_PARAMS
+
+DEFAULT_PARAMS = %w[
+	nid address name read write delete time
+]
+
+conf = {
+	:array  => false,
+	:format => 'tsv',
+	:only   => [],
+}
+
+op.banner = <<EOF
+Usage: #{File.basename($0)} host[:port] [options] params...
+params:
+    nid     address    name      rsid    location
+    state   time       uptime    pid     version
+    read    write      delete    items
+default params:
+    #{DEFAULT_PARAMS.join(' ')}
+options:
+EOF
+
+op.on('-a', '--array', 'print as arrays instead of a maps', TrueClass) {|b|
+	conf[:array] = true
+}
+
+op.on('-o', '--only NID_OR_NAMES', 'get status of these servers only') {|s|
+	only = s.split(',').map {|str|
+		num = str.to_i
+		if num.to_s == str
+			num  # nid
+		else
+			str  # name
+		end
+	}
+	conf[:only].concat(only)
+}
+
+op.on('-t', '--tsv', 'use Tab-Separated-Values format (default)', TrueClass) {|b|
+	conf[:format] = 'tsv'
+}
+
+op.on('-j', '--json', 'use JSON format', TrueClass) {|b|
+	conf[:format] = 'json'
+}
+
+op.on('-m', '--msgpack', 'use MessagePack format', TrueClass) {|b|
+	conf[:format] = 'msgpack'
+}
+
+op.on('-y', '--yaml', 'use YAML format', TrueClass) {|b|
+	conf[:format] = 'yaml'
+}
+
+op.on('-a', '--array', 'show as array instead of map', TrueClass) {|b|
+	conf[:array] = true
+}
+
+begin
+	op.parse!(ARGV)
+
+	if ARGV.empty?
+		usage nil
+	end
+
+	host, port = ARGV.shift.split(':',2)
+	port ||= 18700
+
+	ARGV.each {|arg|
+		unless ALL_PARAMS.include?(arg)
+			raise "unknown parameter: #{arg.dump}"
+		end
+	}
+	params = ARGV
+
+	if params.empty?
+		params = DEFAULT_PARAMS
+	end
+
+rescue
+	usage $!.to_s
+end
+
+sp = MessagePack::RPC::SessionPool.new
+cs = sp.get_session(host, port)
+
+Node = Struct.new('Node', *ALL_PARAMS.map{|s|s.to_sym})
+
+nodes = cs.call(:stat, 'nodes').map {|nid,address,name,rsids,location|
+	address = MessagePack::RPC::Address.load(address)
+	n = Node.new
+	n.nid = nid
+	n.address = address.to_s
+	n.name = name
+	n.rsids = rsids
+	n.rsid = rsids[0]
+	n.location = location
+	n
+}.sort_by {|node|
+	node.nid
+}
+
+only = conf[:only]
+unless only.empty?
+	nodes.select! {|n|
+		only.include?(n.nid) || only.include?(n.name)
+	}
+end
+
+if params.include?('state')
+	fault_nids = cs.call(:stat, 'fault')
+	nodes.each {|n|
+		if fault_nids.include?(n.nid)
+			n.state = 'FAULT'
+		else
+			n.state = 'active'
+		end
+	}
+end
+
+ds_params = params.select {|pa| DS_PARAMS.include?(pa) }
+unless ds_params.empty?
+	stats = nodes.map {|n|
+		fs = []
+		s = sp.get_session(*n.address.split(':',2))
+		ds_params.each {|pa|
+			case pa
+			when "read"
+				fs << s.call_async(:stat, 'cmd_read')
+			when "write"
+				fs << s.call_async(:stat, 'cmd_write')
+			when "delete"
+				fs << s.call_async(:stat, 'cmd_delete')
+			when "items"
+				fs << s.call_async(:stat, 'db_items')
+			when "time"
+				fs << s.call_async(:stat, 'time')
+			when "uptime"
+				fs << s.call_async(:stat, 'uptime')
+			when "pid"
+				fs << s.call_async(:stat, 'pid')
+			when "version"
+				fs << s.call_async(:stat, 'version')
+			end
+		}
+		fs
+	}.map {|fs|
+		fs.map {|f|
+			f.get rescue nil
+		}
+	}
+
+	nodes.zip(stats) {|n,stat|
+		ds_params.each {|pa|
+			n.__send__(pa+"=", stat.shift)
+		}
+	}
+end
+
+if conf[:array]
+	results = nodes.map {|n|
+		params.map {|pa|
+			n.__send__(pa)
+		}
+	}
+else
+	results = nodes.map {|n|
+		h = []
+		params.map {|pa|
+			h << pa << n.__send__(pa)
+		}
+		Hash[*h]
+	}
+end
+
+case conf[:format]
+when 'tsv'
+	if conf[:array]
+		results.each {|a|
+			$stdout.puts a.join("\t")
+		}
+	else
+		$stdout.puts params.join("\t")
+		results.each {|h|
+			$stdout.puts h.values.join("\t")
+		}
+	end
+
+when 'msgpack'
+	$stdout.print results.to_msgpack
+
+when 'yaml'
+	require 'yaml'
+	$stdout.print results.to_yaml
+
+when 'json'
+	require 'json'
+	$stdout.print results.to_json
+end
+

data/lib/ls4/command/top.rb

@@ -0,0 +1,291 @@
+#
+#  LS4
+#  Copyright (C) 2010  FURUHASHI Sadayuki
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU Affero General Public License as
+#  published by the Free Software Foundation, either version 3 of the
+#  License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU Affero General Public License for more details.
+#
+#  You should have received a copy of the GNU Affero General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+begin
+	require 'rubygems'
+rescue LoadError
+end
+require 'msgpack/rpc'
+require 'optparse'
+require "curses"
+require 'pp'
+
+op = OptionParser.new
+op.banner += " <cs address[:port]>"
+
+(class<<self;self;end).module_eval do
+	define_method(:usage) do |msg|
+		puts op.to_s
+		puts "error: #{msg}" if msg
+		exit 1
+	end
+end
+
+if ARGV.length < 1
+	usage(nil)
+end
+
+$net = MessagePack::RPC::SessionPool.new
+addr = ARGV.shift
+host, port = addr.split(':', 2)
+port = port.to_i
+port = 18700 if port == 0
+cs_addr = [host,port]#Address.new(host, port)
+
+begin
+	op.parse!(ARGV)
+
+	if ARGV.length != 0
+		raise "unknown option: #{ARGV[0].dump}"
+	end
+
+rescue
+	usage $!.to_s
+end
+
+
+TITLES =
+#      1    2       3        4       5     6      7      8       9  10    11   12
+	%w[nid name address location replset #Read #Write Read/s Write/s QPS items time]
+
+FORMAT_LARGE =
+	%[%1$3s %2$12s %3$23s %4$23s %5$8s %6$8s %7$8s %8$7s %9$7s %10$7s %11$10s %12$20s]
+
+FORMAT_LARGE_SIMPLE =
+	%[%1$3s %2$12s%4$22s %5$8s %8$7s %9$7s %10$7s %11$10s]
+
+
+FORMAT_SMALL =
+#       1    2       5    6    7    11     4
+	%[%1$3s%2$13s  %5$7s%6$9s%7$9s%11$9s%4$21s] +
+	%[\n  %3$23s%8$9s%9$9s%10$9s%12$21s]
+#            3    8    9   10      12
+
+FORMAT_SMALL_SIMPLE =
+#       1    2       5    6    7    11     4
+	%[%1$3s%2$13s  %5$7s%6$9s%7$9s%11$9s%4$21s] +
+	%[\n                         %8$9s%9$9s%10$9s]
+#                                  8    9   10
+
+TIME_FORMAT = "%Y-%m-%d %H:%M:%S"
+
+
+class TargetNode
+	def initialize(nid, address, name, rsids, location, fault)
+		@nid = nid
+		@address = address
+		@name = name
+		@rsids = rsids
+		@location = location
+		@fault = fault
+		@time = Time.at(0)
+		@before_read  = 0
+		@before_write = 0
+		@futures = []
+	end
+
+	attr_reader :nid
+
+	def update_info(address, name, rsids, location, fault)
+		@address = address
+		@name = name
+		@rsids = rsids
+		@location = location
+		@fault = fault
+	end
+
+	def refresh_async
+		s = $net.get_session(*@address)
+		s.timeout = 3
+		@futures = []
+		@futures[0] = s.call_async(:stat, 'cmd_read')
+		@futures[1] = s.call_async(:stat, 'cmd_write')
+		@futures[2] = s.call_async(:stat, 'time')
+		@futures[3] = s.call_async(:stat, 'db_items')
+
+		now = Time.now
+		@elapse = now - @time
+		@time = now
+
+		self
+	end
+
+	def refresh_async_get
+		ar = Array.new(12)
+		ar[0] = @nid
+		ar[1] = @name
+		ar[2] = @address.to_s
+		ar[3] = @location
+		ar[4] = @rsids.join(',')
+
+		if @fault
+			ar[5] = "FAULT node"
+			return ar
+		end
+
+		begin
+			nread    = @futures[0].get
+			nwrite   = @futures[1].get
+			time     = @futures[2].get
+			db_items = @futures[3].get
+			psread   = (nread  - @before_read ) / @elapse
+			pswrite  = (nwrite - @before_write) / @elapse
+
+			@before_read  = nread
+			@before_write = nwrite
+
+			ar[5] = nread
+			ar[6] = nwrite
+			ar[7] = psread.to_i
+			ar[8] = pswrite.to_i
+			ar[9] = (psread + pswrite).to_i
+			ar[10] = db_items
+			ar[11] = time_format(time)
+
+		rescue
+			@before_read  = 0
+			@before_write = 0
+			ar[5] = "error: #{$!.to_s}"
+		end
+
+		ar
+	end
+
+	def time_format(t)
+		if t
+			Time.at(t).strftime(TIME_FORMAT)
+		else
+			""
+		end
+	end
+end
+
+
+class Top
+	def initialize(cs_addr)
+		@cs_addr = cs_addr
+		@nodes = {}  # { nid => TargetNode }
+		@nodes_sorted = []  # [TargetNode]
+		update_nodes
+		@simple = false
+	end
+
+	def toggle_simple
+		if @simple
+			@simple = false
+		else
+			@simple = true
+		end
+	end
+
+	def update_nodes
+		s = $net.get_session(*@cs_addr)
+		s.timeout = 20
+
+		fault_nids = s.call(:stat, 'fault')
+		s.call(:stat, 'nodes').each {|nid,address,name,rsids,location|
+			address = MessagePack::RPC::Address.load(address)
+			fault = fault_nids.include?(nid)
+			if node = @nodes[nid]
+				node.update_info(address, name, rsids, location, fault)
+			else
+				@nodes[nid] = TargetNode.new(nid, address, name, rsids, location, fault)
+			end
+		}
+		@nodes_sorted = @nodes.values.sort_by {|node| node.nid }
+	end
+
+	def refresh
+		Curses.clear
+		if @simple
+			if Curses.stdscr.maxx >= 82
+				format = FORMAT_LARGE_SIMPLE
+			else
+				format = FORMAT_SMALL_SIMPLE
+			end
+		else
+			if Curses.stdscr.maxx >= 147
+				format = FORMAT_LARGE
+			else
+				format = FORMAT_SMALL
+			end
+		end
+
+		Curses.setpos(0, 0)
+		title_line = format % TITLES
+		nlines = title_line.count("\n")+1
+		Curses.addstr(title_line)
+
+		@nodes_sorted.each {|node|
+			node.refresh_async
+		}
+		@nodes_sorted.each_with_index {|node, i|
+			Curses.setpos((1+i)*nlines, 0)
+			params = node.refresh_async_get
+			line = format % params
+			Curses.addstr(line)
+		}
+
+		Curses.refresh
+	end
+
+	def run
+		i = 0
+		while true
+			before = Time.now
+
+			refresh
+
+			i += 1
+			if i > 5
+				i = 0
+				update_nodes
+			end
+
+			elapse = Time.now - before
+			if elapse < 0.5
+				sleep 0.5 - elapse
+			end
+		end
+	rescue
+		$stderr.puts $!.inspect
+	end
+end
+
+top = Top.new(cs_addr)
+
+Curses.init_screen
+
+begin
+	th = Thread.start(&top.method(:run))
+
+	while true
+		ch = Curses.getch
+		case ch
+		when ?s
+			top.toggle_simple
+		when ?q
+			break
+		end
+		#top.refresh
+	end
+
+ensure
+	Curses.close_screen
+end
+