flare-tools 0.0.1

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.0.1 2010-11-13
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,14 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+Rakefile
+bin/flare-partition-setting
+bin/flare-stats
+lib/flare
+lib/flare/tools
+lib/flare/tools.rb
+lib/flare/tools/cli
+lib/flare/tools/cli/partition_setting.rb
+lib/flare/tools/cli/stats.rb
+lib/flare/tools/core.rb

data/PostInstall.txt

@@ -0,0 +1,7 @@
+
+For more information on flare-tools, see http://flare-tools.rubyforge.org
+
+NOTE: Change this information in PostInstall.txt 
+You can also delete it if you don't want it.
+
+

data/README.rdoc

@@ -0,0 +1,83 @@
+= flare-tools
+
+* http://github.com/kgws/flare-tools
+
+== DESCRIPTION:
+
+Management Tools for Flare
+
+== SYNOPSIS:
+
+* flare-stats
+ $ flare-stats --index-server=flare1.example.com
+                   hostname  state   role partition balance behind uptime hit version
+   flare1.example.com:12121 active master         0       1      0  12345 100  1.0.10
+   flare2.example.com:12121 active  slave         0       1      0  12345 100  1.0.10
+   flare3.example.com:12121 active master         1       1      0  12345 100  1.0.10
+   flare4.example.com:12121 active  slave         1       1      0  12345 100  1.0.10
+
+* flare-partition-setting
+ $ flare-partition-setting --partition=2
+
+== REQUIREMENTS:
+
+* Flare >= 1.0.0
+
+== INSTALL:
+
+* Install Flare
+{Flare}[http://labs.gree.jp/Top/OpenSource/Flare.html]
+
+* Install flare-tools
+ # gem install flare-tools
+
+== AUTHORS:
+
+* kgws[http://d.hatena.ne.jp/kgws]
+
+== USAGE:
+* flare-stats-nodes
+ Usage: flare-stats [options]
+    -h, --help                       this message show
+    -d, --debug                      debug mode on
+    -w, --warn                       turn warnings on for this script
+        --index-server=[HOSTNAME]    index server hostname(default:127.0.0.1)
+        --index-server-port=[PORT]   index server port(default:12120)
+
+* flare-partition-setting
+ Usage: flare-partition-setting [options]
+    -h, --help                       this message show
+    -d, --debug                      debug mode on
+    -w, --warn                       turn warnings on for this script
+    -n, --dry-run                    dry run
+        --index-server=[HOSTNAME]    index server hostname(default:127.0.0.1)
+        --index-server-port=[PORT]   index server port(default:11210)
+        --partition=partition        partition
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2010- kgws
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+== THANKS:
+* Masaki FUJIMOTO  (Flare author)

data/Rakefile

@@ -0,0 +1,24 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require 'lib/flare/tools'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+$hoe = Hoe.spec 'flare-tools' do
+  self.version = FlareTools::VERSION
+  self.developer 'kgws', 'dev.kgws@gmail.com'
+  self.post_install_message = 'PostInstall.txt'
+  self.rubyforge_name       = 'kgws'
+  self.url = 'http://github.com/kgws/flare-tools'
+  self.summary = "Management Tools for Flare"
+  self.description = "Flare is a collection of tools for management."
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+task :default => [:spec, :features]

data/bin/flare-partition-setting

@@ -0,0 +1,12 @@
+#! /usr/bin/env ruby
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-partition-setting - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+$: << File.expand_path(File.join(File.dirname(__FILE__), "../lib"))
+require 'flare/tools/cli/partition_setting'
+
+FlareTools::PartitionSetting.new.execute

data/bin/flare-stats

@@ -0,0 +1,12 @@
+#! /usr/bin/env ruby
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-partition-setting - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+$: << File.expand_path(File.join(File.dirname(__FILE__), "../lib"))
+require 'flare/tools/cli/stats'
+
+FlareTools::Stats.new.execute

data/lib/flare/tools.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-tools - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'optparse'
+require 'socket'
+require 'timeout'
+require 'tools/core'
+
+module FlareTools
+  VERSION = '0.0.1'
+end

data/lib/flare/tools/cli/partition_setting.rb

@@ -0,0 +1,93 @@
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-partition-setting - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+require 'flare/tools'
+
+module FlareTools
+class PartitionSetting < Core
+  # {{{ constractor
+  def initialize()
+    super
+    @partition = 0
+    @run_flag = true
+    self.option_parse
+  end
+  # }}}
+  # {{{ opt_parse
+  def option_parse
+    super
+    @option.on("-n",        '--dry-run',                          "dry run") {@run_flag = false}
+    @option.on(             '--partition=partition',              "partition") {|v| @partition = v.to_i}
+    begin
+      @option.parse!(ARGV)
+    rescue OptionParser::ParseError => err
+      puts err.message
+      puts @option.to_s
+      exit 1
+    end
+    self.param_check
+  end
+  # }}}
+  # {{{ pram_check
+  def param_check
+    flag = false
+    if @partition == 0
+      self.error "specifies the number of partitions"
+      flag = true
+    end
+    if flag
+      exit 1
+    end
+  end
+  # }}}
+  # {{{ execute
+  def execute
+    servers = self.get_stats_nodes.sort
+
+    # partition size check
+    unless servers.size % @partition == 0
+      self.error "Invalid partition setting. nodes_server=[#{servers.size}] partition=[#{@partition}]"
+      exit 1
+    end
+
+    server_group_num = servers.size / @partition
+    partition_num = 0
+    count = 0
+    balance = 1
+    servers.each do |server, stats|
+      count +=1
+      if count == 1
+        state = 'master'
+      else
+        state = 'slave'
+      end
+      self.debug "index_server=[#{@index_server_hostname}:#{@index_server_port}] server=[#{server}:#{stats['port']}] count=[#{count}] partition_num=[#{partition_num}] server_group
+_num=[#{server_group_num}]"
+
+      # nodes group setting
+      unless self.set_node_role(server, stats['port'], state, balance, partition_num)
+        self.error "Can't set. server=[#{server}:#{stats['port']} state=[#{state}]] balance=[#{balance}] partition=[#{partition_num}]"
+        exit 1
+      end
+
+      # node state active
+      if state == 'master'
+        unless self.set_nodes_state(server, stats['port'], "active")
+          self.error "Unable to activate. server=[#{server}:#{stats['port']}]"
+          exit 1
+        end
+      end
+
+      if server_group_num == count
+        count = 0
+        partition_num += 1
+      end
+    end
+  end
+  # }}}
+end
+end

data/lib/flare/tools/cli/stats.rb

@@ -0,0 +1,47 @@
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-stats-nodes - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+require 'flare/tools'
+
+module FlareTools
+class Stats < Core
+  # {{{ constractor
+  def initialize()
+    super
+    self.option_parse
+  end
+  # }}}
+  # {{{ opt_parse
+  def option_parse
+    super
+    begin
+      @option.parse!(ARGV)
+    rescue OptionParser::ParseError => err
+      puts err.message
+      puts @option.to_s
+      exit 1
+    end
+  end
+  # }}}
+  # {{{ execute
+  def execute
+    format = "%21s %6s %6s %9s %7s %6s %6s %3s %7s\n"
+    label = format % ["hostname", "state", "role", "partition", "balance", "behind", "uptime", "hit", "version"]
+    str = ""
+    nodes = self.get_stats_nodes
+    threads  = self.get_stats_threads
+    nodes.each do |hostname_port,data|
+      hostname, port = hostname_port.split(":", 2)
+      stats = self.get_stats(hostname, data['port'])
+      threads[hostname_port]['behind'] = "-" unless threads[hostname_port].key?('behind')
+      str += format % [hostname, data['state'], data['role'], data['partition'], data['balance'], threads[hostname_port]['behind'], stats['uptime'], stats["get_hits"], stats["version"]]
+    end
+    puts label + str
+  end
+  # }}}
+end
+end

data/lib/flare/tools/core.rb

@@ -0,0 +1,149 @@
+# -*- coding: utf-8; -*-
+# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
+# Copyright:: Copyright (c) 2010- kgws.
+# License::   This program is licenced under the same licence as kgws.
+#
+# $--- flare-stats-nodes - [ by Ruby ] $
+# vim: foldmethod=marker tabstop=2 shiftwidth=2
+
+module FlareTools
+  class Core
+    #{{{ Constructor
+    def initialize()
+      @index_server_hostname = '127.0.0.1'
+      @index_server_port = 12120
+      @run_flag = true
+      @timeout = 10
+      @option = OptionParser.new
+    end
+    # }}}
+    # {{{ option_parse
+    def option_parse
+      @option.on('-h',        '--help',                             "this message show") {puts @option.help; exit 1}
+      @option.on('-d',        '--debug',                            "debug mode on") {$DEBUG = true}
+      @option.on("-w",        '--warn',                             "turn warnings on for this script") {$-w = true}
+      @option.on(             '--index-server=[HOSTNAME]',          "index server hostname(default:#{@index_server_hostname})") {|v| @index_server_hostname = v}
+      @option.on(             '--index-server-port=[PORT]',         "index server port(default:#{@index_server_port})") {|v| @index_server_port = v.to_i}
+    end
+    # }}}
+    # {{{ info
+    def info(msg)
+      puts "[INFO] #{msg}"
+    end
+    # }}}
+    # {{{ error
+    def error(msg)
+      puts "\033[31m[ERROR]\033[m #{msg}"
+    end
+    # }}}
+    # {{{ debug
+    def debug(msg)
+      puts "[DEBUG] #{msg}" if $DEBUG
+    end
+    # }}}
+    # {{{ command
+    def command(host, port, cmd, flag=false, t=10)
+      self.debug "Enter the command server. server=[#{host}:#{port}] command=[#{cmd.strip}]"
+      return true if @run_flag === false && flag === false
+      cmd += "\n" unless /\n$/ =~ cmd
+      str = ""
+      timeout(t) do
+        s = TCPSocket.open(host, port)
+        s.write cmd
+        while x = s.gets
+          if x == "OK\r\n" || x == "END\r\n"
+            break
+          elsif x == "ERROR\r\n"
+            self.error "Failed command. server=[#{host}:#{port}] command=[#{cmd.strip}]"
+            str = false
+            break
+          end
+          str += x
+        end
+        s.close
+      end
+      str
+    rescue Errno::ECONNREFUSED
+      self.error "Connection refused. server=[#{host}:#{port}] command=[#{cmd.strip}]"
+      exit 1
+    rescue TimeoutError
+      self.error "Connection timeout. server=[#{host}:#{port}] command=[#{cmd.strip}]"
+      exit 1
+    end
+    # }}}
+    # {{{ get_stats
+    def get_stats(hostname, port, t=10)
+      str = self.command(hostname, port, "stats", true, t)
+      self.stats_parse(str)
+    end
+    # }}}
+    # {{{ get_stats_nodes
+    def get_stats_nodes(t=10)
+      str = self.command(@index_server_hostname, @index_server_port, "stats nodes", true, t)
+      self.stats_nodes_parse(str)
+    end
+    # }}}
+    # {{{ get_stats_threads
+    def get_stats_threads(t=10)
+      str = self.command(@index_server_hostname, @index_server_port, "stats threads", true, t)
+      self.stats_threads_parse(str)
+    end
+    # }}}
+    # {{{ set_node_role
+    def set_node_role(host, port, state, balance, partition, t=10)
+      cmd = "node role %s %s %s %s %s\n" % [host, port, state, balance, partition]
+      self.command(@index_server_hostname, @index_server_port, cmd, false, t)
+    end
+    # }}}
+    # {{{ set_nodes_state
+    def set_nodes_state(host, port, state="active", t=10)
+      cmd = "node state %s %s %s\n" % [host, port, state]
+      self.command(@index_server_hostname, @index_server_port, cmd, false, t)
+    end
+    # }}}
+    # {{{ stats_parse
+    def stats_parse(str)
+      res = {}
+      str.gsub(/STAT /, '').split("\r\n").each do |x|
+        key, val = x.split(" ", 2)
+        res[key] = val
+      end
+      res
+    end
+    # }}}
+    # {{{ stats_nodes_parse
+    def stats_nodes_parse(str)
+      res = {}
+      str.gsub(/STAT /, '').split("\r\n").each do |x|
+        ip, port, stat = x.split(":", 3)
+        key, val = stat.split(" ")
+        res["#{ip}:#{port}"] = {} if res["#{ip}:#{port}"].nil?
+        res["#{ip}:#{port}"]['port'] = port
+        res["#{ip}:#{port}"][key] = val
+      end
+      res
+    end
+    # }}}
+    # {{{ stats_threads_parse
+    def stats_threads_parse(str)
+      threads = {}
+      res = {}
+      str.gsub(/STAT /, '').split("\r\n").each do |x|
+        thread_id, stat = x.split(":", 2)
+        key, val = stat.split(" ")
+        threads[thread_id] = {} if threads[thread_id].nil?
+        threads[thread_id][key] = val
+      end
+      threads.each do |thread_id, stat|
+        res[stat['peer']] = {} if res[stat['peer']].nil?
+        res[stat['peer']]['thread_id'] = thread_id
+        res[stat['peer']].merge!(stat)
+      end
+      res
+    end
+    # }}}
+    # {{{ execute
+    def execute ; end
+    # }}}
+  end
+end

data/test/test_flare-tools.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestFlareTools < Test::Unit::TestCase
+
+  def setup
+  end
+  
+  def test_truth
+    assert true
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'stringio'
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/flare/tools'

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification 
+name: flare-tools
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- kgws
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-21 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rubyforge
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 2
+        - 0
+        - 4
+        version: 2.0.4
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 2
+        - 6
+        - 2
+        version: 2.6.2
+  type: :development
+  version_requirements: *id002
+description: Flare is a collection of tools for management.
+email: 
+- dev.kgws@gmail.com
+executables: 
+- flare-partition-setting
+- flare-stats
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- README.rdoc
+- Rakefile
+- bin/flare-partition-setting
+- bin/flare-stats
+- lib/flare/tools.rb
+- lib/flare/tools/cli/partition_setting.rb
+- lib/flare/tools/cli/stats.rb
+- lib/flare/tools/core.rb
+- test/test_flare-tools.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/kgws/flare-tools
+licenses: []
+
+post_install_message: PostInstall.txt
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: kgws
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Management Tools for Flare
+test_files: 
+- test/test_flare-tools.rb
+- test/test_helper.rb