flare-tools 0.1.4 → 0.4.5.1

data/README.rdoc

@@ -1,83 +0,0 @@
-= flare-tools
-
-* http://github.com/kgws/flare-tools
-
-== DESCRIPTION:
-
-Management Tools for Flare
-
-== SYNOPSIS:
-
-* flare-stats
- $ flare-stats --index-server=flare1.example.com
-             hostname: port  state   role partition balance    items conn behind hit size uptime version
-   flare1.example.com:12121 active master         0       1    10000  111      0 100   10    12d  1.0.10
-   flare2.example.com:12121 active  slave         0       1    10000  111      0 100   10    12d  1.0.10
-   flare3.example.com:12121 active master         1       1    10001  111      0 100   10    12d  1.0.10
-   flare4.example.com:12121 active  slave         1       1    10001  111      0 100   10    12d  1.0.10
-
-* flare-partition-setting
- $ flare-partition-setting --partition=2
-
-== REQUIREMENTS:
-
-* Flare >= 1.0.0
-
-== INSTALL:
-
-* Install Flare
-{Flare}[http://labs.gree.jp/Top/OpenSource/Flare.html]
-
-* Install flare-tools
- # gem install flare-tools
-
-== AUTHORS:
-
-* kgws[http://d.hatena.ne.jp/kgws]
-
-== USAGE:
-* flare-stats-nodes
- Usage: flare-stats [options]
-    -h, --help                       this message show
-    -d, --debug                      debug mode on
-    -w, --warn                       turn warnings on for this script
-        --index-server=[HOSTNAME]    index server hostname(default:127.0.0.1)
-        --index-server-port=[PORT]   index server port(default:12120)
-
-* flare-partition-setting
- Usage: flare-partition-setting [options]
-    -h, --help                       this message show
-    -d, --debug                      debug mode on
-    -w, --warn                       turn warnings on for this script
-    -n, --dry-run                    dry run
-        --index-server=[HOSTNAME]    index server hostname(default:127.0.0.1)
-        --index-server-port=[PORT]   index server port(default:11210)
-        --partition=partition        partition
-
-== LICENSE:
-
-(The MIT License)
-
-Copyright (c) 2010- kgws
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-== THANKS:
-* Masaki FUJIMOTO  (Flare author)

data/bin/flare-partition-setting

@@ -1,12 +0,0 @@
-#! /usr/bin/env ruby
-# -*- coding: utf-8; -*-
-# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
-# Copyright:: Copyright (c) 2010- kgws.
-# License::   This program is licenced under the same licence as kgws.
-#
-# $--- flare-partition-setting - [ by Ruby ] $
-# vim: foldmethod=marker tabstop=2 shiftwidth=2
-$: << File.expand_path(File.join(File.dirname(__FILE__), "../lib"))
-require 'flare/tools/cli/partition_setting'
-
-FlareTools::PartitionSetting.new.execute

data/lib/flare/tools/cli/partition_setting.rb

@@ -1,86 +0,0 @@
-# -*- coding: utf-8; -*-
-# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
-# Copyright:: Copyright (c) 2010- kgws.
-# License::   This program is licenced under the same licence as kgws.
-#
-# $--- flare-partition-setting - [ by Ruby ] $
-# vim: foldmethod=marker tabstop=2 shiftwidth=2
-require 'flare/tools'
-
-module FlareTools
-class PartitionSetting < Core
-  # {{{ constractor
-  def initialize()
-    @partition = 0
-    @run_flag = true
-    super
-  end
-  # }}}
-  # {{{ option_on
-  def option_on
-    super
-    @option.on("-n",        '--dry-run',                          "dry run") {@run_flag = false}
-    @option.on(             '--partition=partition',              "partition") {|v| @partition = v.to_i}
-    @option.on(             '--index-server=[HOSTNAME]',          "index server hostname(default:#{@index_server_hostname})") {|v| @index_server_hostname = v}
-    @option.on(             '--index-server-port=[PORT]',         "index server port(default:#{@index_server_port})") {|v| @index_server_port = v.to_i}
-  end
-  # }}}
-  # {{{ option_param_check
-  def option_param_check
-    flag = false
-    if @partition == 0
-      self.error "specifies the number of partitions"
-      flag = true
-    end
-    if flag
-      exit 1
-    end
-  end
-  # }}}
-  # {{{ execute
-  def execute
-    servers = self.get_stats_nodes.sort
-
-    # partition size check
-    unless servers.size % @partition == 0
-      self.error "Invalid partition setting. nodes_server=[#{servers.size}] partition=[#{@partition}]"
-      exit 1
-    end
-
-    server_group_num = servers.size / @partition
-    partition_num = 0
-    count = 0
-    balance = 1
-    servers.each do |server, stats|
-      count +=1
-      if count == 1
-        state = 'master'
-      else
-        state = 'slave'
-      end
-      self.debug "index_server=[#{@index_server_hostname}:#{@index_server_port}] server=[#{server}:#{stats['port']}] count=[#{count}] partition_num=[#{partition_num}] server_group
-_num=[#{server_group_num}]"
-
-      # nodes group setting
-      unless self.set_node_role(server, stats['port'], state, balance, partition_num)
-        self.error "Can't set. server=[#{server}:#{stats['port']} state=[#{state}]] balance=[#{balance}] partition=[#{partition_num}]"
-        exit 1
-      end
-
-      # node state active
-      if state == 'master'
-        unless self.set_nodes_state(server, stats['port'], "active")
-          self.error "Unable to activate. server=[#{server}:#{stats['port']}]"
-          exit 1
-        end
-      end
-
-      if server_group_num == count
-        count = 0
-        partition_num += 1
-      end
-    end
-  end
-  # }}}
-end
-end

data/lib/flare/tools/core.rb

@@ -1,189 +0,0 @@
-# -*- coding: utf-8; -*-
-# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
-# Copyright:: Copyright (c) 2010- kgws.
-# License::   This program is licenced under the same licence as kgws.
-#
-# $--- flare-tools - [ by Ruby ] $
-# vim: foldmethod=marker tabstop=2 shiftwidth=2
-
-module FlareTools
-  class Core
-    #{{{ Constructor
-    def initialize()
-      @index_server_hostname = '127.0.0.1'
-      @index_server_port = 12120
-      @run_flag = true
-      @timeout = 10
-      @logger = Logger.new
-      @option = OptionParser.new
-      self.option_on
-      self.option_parse
-      self.option_param_check
-    end
-    # }}}
-    # {{{ option_on
-    def option_on
-      @option.on('-h',        '--help',                             "this message show") {puts @option.help; exit 1}
-      @option.on('-d',        '--debug',                            "debug mode on") {$DEBUG = true}
-      @option.on("-w",        '--warn',                             "turn warnings on for this script") {$-w = true}
-    end
-    # }}}
-    # {{{ option_parse
-    def option_parse
-      begin
-        @option.parse!(ARGV)
-      rescue OptionParser::ParseError => err
-        puts err.message
-        puts @option.to_s
-        exit 1
-      end
-    end
-    # }}}
-    # {{{ option_param_check
-    def option_param_check ; end
-    # }}}
-    # {{{ str_date
-    def str_date(date)
-      date = date.to_i
-      res = ""
-      # sec
-      if date >= 60
-        date = date / 60
-      else
-        return "#{date}s"
-      end
-
-      # min
-      if date >= 60
-        date = date / 60
-      else
-        return date + "m"
-      end
-
-      # hour
-      if date >= 24
-        date = date / 24
-      else
-        return date + "h"
-      end
-
-      # day
-      "#{date}d"
-    end
-    # }}}
-    # {{{ command
-    def command(host, port, cmd, flag=false, t=10)
-      @logger.debug "Enter the command server. server=[#{host}:#{port}] command=[#{cmd.strip}]"
-      return true if @run_flag === false && flag === false
-      cmd += "\n" unless /\n$/ =~ cmd
-      str = ""
-      timeout(t) do
-        s = TCPSocket.open(host, port)
-        s.write cmd
-        while x = s.gets
-          if x == "OK\r\n" || x == "END\r\n"
-            break
-          elsif x == "ERROR\r\n"
-            self.error "Failed command. server=[#{host}:#{port}] command=[#{cmd.strip}]"
-            str = false
-            break
-          end
-          str += x
-        end
-        s.close
-      end
-      str
-    rescue Errno::ECONNREFUSED
-      @logger.error "Connection refused. server=[#{host}:#{port}] command=[#{cmd.strip}]"
-      exit 1
-    rescue TimeoutError
-      @logger.error "Connection timeout. server=[#{host}:#{port}] command=[#{cmd.strip}]"
-      exit 1
-    end
-    # }}}
-    # {{{ get_stats
-    def get_stats(hostname, port, t=10)
-      str = self.command(hostname, port, "stats", true, t)
-      self.stats_parse(str)
-    end
-    # }}}
-    # {{{ get_stats_nodes
-    def get_stats_nodes(t=10)
-      str = self.command(@index_server_hostname, @index_server_port, "stats nodes", true, t)
-      self.stats_nodes_parse(str)
-    end
-    # }}}
-    # {{{ get_stats_threads
-    def get_stats_threads(t=10)
-      str = self.command(@index_server_hostname, @index_server_port, "stats threads", true, t)
-      self.stats_threads_parse(str)
-    end
-    # }}}
-    # {{{ set_node_role
-    def set_node_role(host, port, state, balance, partition, t=10)
-      cmd = "node role %s %s %s %s %s\n" % [host, port, state, balance, partition]
-      self.command(@index_server_hostname, @index_server_port, cmd, false, t)
-    end
-    # }}}
-    # {{{ set_nodes_state
-    def set_nodes_state(host, port, state="active", t=10)
-      cmd = "node state %s %s %s\n" % [host, port, state]
-      self.command(@index_server_hostname, @index_server_port, cmd, false, t)
-    end
-    # }}}
-    # {{{ flush_all
-    def flush_all(hostname, port, t=10)
-      self.command(hostname, port, "flush_all", true, t)
-    end
-    # }}}
-    # {{{ dump
-    def dump(partition, partition_size, wait=0, t=10)
-      self.command(@index_server_hostname, @index_server_port, cmd, false, t)
-    end
-    # }}}
-    # {{{ stats_parse
-    def stats_parse(str)
-      res = {}
-      str.gsub(/STAT /, '').split("\r\n").each do |x|
-        key, val = x.split(" ", 2)
-        res[key] = val
-      end
-      res
-    end
-    # }}}
-    # {{{ stats_nodes_parse
-    def stats_nodes_parse(str)
-      res = {}
-      str.gsub(/STAT /, '').split("\r\n").each do |x|
-        ip, port, stat = x.split(":", 3)
-        key, val = stat.split(" ")
-        res["#{ip}:#{port}"] = {} if res["#{ip}:#{port}"].nil?
-        res["#{ip}:#{port}"]['port'] = port
-        res["#{ip}:#{port}"][key] = val
-      end
-      res
-    end
-    # }}}
-    # {{{ stats_threads_parse
-    def stats_threads_parse(str)
-      threads = {}
-      res = {}
-      str.gsub(/STAT /, '').split("\r\n").each do |x|
-        thread_id, stat = x.split(":", 2)
-        key, val = stat.split(" ")
-        threads[thread_id] = {} if threads[thread_id].nil?
-        threads[thread_id][key] = val
-      end
-      threads.each do |thread_id, stat|
-        res[stat['peer']] = {} if res[stat['peer']].nil?
-        res[stat['peer']]['thread_id'] = thread_id
-        res[stat['peer']].merge!(stat)
-      end
-      res
-    end
-    # }}}
-    # {{{ execute
-    def execute ; end
-    # }}}
-  end
-end

data/lib/flare/tools/logger.rb

@@ -1,31 +0,0 @@
-# -*- coding: utf-8; -*-
-# Author::    kgws  (http://d.hatena.ne.jp/kgws/)
-# Copyright:: Copyright (c) 2010- kgws.
-# License::   This program is licenced under the same licence as kgws.
-#
-# $--- flare-tools - [ by Ruby ] $
-# vim: foldmethod=marker tabstop=2 shiftwidth=2
-
-module FlareTools
-  class Logger
-    #{{{ Constructor
-    def initialize()
-    end
-    # }}}
-    # {{{ info
-    def info(msg)
-      puts "[INFO] #{msg}"
-    end
-    # }}}
-    # {{{ error
-    def error(msg)
-      puts "\033[31m[ERROR]\033[m #{msg}"
-    end
-    # }}}
-    # {{{ debug
-    def debug(msg)
-      puts "[DEBUG] #{msg}" if $DEBUG
-    end
-    # }}}
-  end
-end

data/test/test_flare-tools.rb

@@ -1,11 +0,0 @@
-require File.dirname(__FILE__) + '/test_helper.rb'
-
-class TestFlareTools < Test::Unit::TestCase
-
-  def setup
-  end
-  
-  def test_truth
-    assert true
-  end
-end

data/test/test_helper.rb

@@ -1,3 +0,0 @@
-require 'stringio'
-require 'test/unit'
-require File.dirname(__FILE__) + '/../lib/flare/tools'