flare-tools 0.1.4 → 0.4.5.1

data/lib/flare/tools/cli/list.rb

@@ -0,0 +1,93 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/tools/index_server'
+require 'flare/tools/cluster'
+require 'flare/tools/common'
+require 'flare/util/conversion'
+require 'flare/tools/cli/sub_command'
+
+# 
+module Flare
+  module Tools
+    module Cli
+
+      # == Description
+      # 
+      class List < SubCommand
+        include Flare::Util::Conversion
+        include Flare::Tools::Common
+
+        myname :list
+        desc   "show the list of nodes in a flare cluster."
+        usage  "list"
+
+        HeaderConfig = [ ['%-32s', 'node'],
+                         ['%9s',   'partition'],
+                         ['%6s',   'role'],
+                         ['%6s',   'state'],
+                         ['%7s',   'balance'] ]
+  
+        def setup(opt)
+          opt.on('--numeric-hosts',            "show numerical host addresses") {@numeric_hosts = true}
+        end
+
+        def initialize
+          super
+          @numeric_hosts = false
+          @format = HeaderConfig.map {|x| x[0]}.join(' ')
+          @cout = STDOUT
+        end
+
+        def print_header
+          @cout.puts @format % HeaderConfig.map{|x| x[1]}.flatten
+          nil
+        end
+
+        def print_node *args
+          @cout.puts @format % args
+          nil
+        end
+        
+        def get_address_or_remain hostname
+          begin
+            Resolv.getaddress(hostname)
+          rescue Resolv::ResolvError
+            hostname
+          end
+        end
+
+        def execute(config, *args)
+          if args.size > 0
+            error "invalid arguments: "+args.join(' ')
+            return S_NG
+          end
+          
+          cluster = Flare::Tools::IndexServer.open(config[:index_server_hostname],
+                                                   config[:index_server_port], config[:timeout]) do |s|
+            Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes)
+          end
+
+          if cluster.nil?
+            error "Invalid index server."
+            return S_NG
+          end
+          
+          print_header
+          cluster.nodekeys.each do |nodekey|
+            data = cluster.node_stat(nodekey)
+            hostname, port = nodekey.split(":", 2)
+            hostname = get_address_or_remain(hostname) if @numeric_hosts
+            partition = (data.partition == -1) ? "-" : data.partition
+            print_node nodekey_of(hostname, port), partition, data.role, data.state, data.balance
+          end
+
+          S_OK
+        end
+        
+      end
+    end
+  end
+end

data/lib/flare/tools/cli/master.rb

@@ -0,0 +1,143 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/tools/stats'
+require 'flare/tools/index_server'
+require 'flare/tools/common'
+require 'flare/tools/cluster'
+require 'flare/util/conversion'
+require 'flare/util/constant'
+require 'flare/tools/cli/sub_command'
+
+module Flare
+  module Tools
+    module Cli
+      class Master < SubCommand
+        include Flare::Util::Conversion
+        include Flare::Util::Constant
+        include Flare::Tools::Common
+
+        myname :master
+        desc   "construct a partition with a proxy node for master role."
+        usage  "master [hostname:port:balance:partition] ..."
+
+        def setup(opt)
+          opt.on('--force',          "commit changes without confirmation"     ) {@force = true}
+          opt.on('--retry=COUNT',    "specify retry count (default:#{@retry})" ) {|v| @retry = v.to_i}
+          opt.on('--activate',       "change node's state from ready to active") {@activate = true}
+        end
+
+        def initialize
+          @force = false
+          @retry = 10
+          @activate = false
+        end
+  
+        def execute(config, *args)
+          status = S_OK
+
+          return S_NG if args.empty?
+          hosts = args.map {|x| x.to_s.split(':')}
+          hosts.each do |x|
+            if x.size != 4
+              error "invalid argument '#{x.join(':')}'."
+              return S_NG
+            end
+            if x[2].to_i <= 0
+              error "invalid balance '#{x.join(':')}'."
+              return S_NG
+            end
+            if nodekey_of(x[0..1]).nil?
+              error "invalid nodekey '#{x.join(':')}'."
+              return S_NG
+            end
+          end
+          hosts = hosts.sort_by{|hostname,port,balance,partition| [partition]}
+          
+          Flare::Tools::IndexServer.open(config[:index_server_hostname], config[:index_server_port], config[:timeout]) do |s|
+            cluster = Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes)
+
+            hosts.each do |hostname,port,balance,partition|
+              role = 'master'
+              nodekey = nodekey_of hostname, port
+              ipaddr = address_of_hostname(hostname)
+          
+              unless cluster.has_nodekey? nodekey
+                error "unknown host: #{nodekey}"
+                # return S_NG
+              end
+
+              node = cluster.node_stat(nodekey)
+
+              partition = if partition == '' then node['partition'].to_i else partition.to_i end
+              balance = if balance == '' then node['balance'] else balance.to_i end
+              existing_master = cluster.master_in_partition(partition)
+
+              exec = false
+              if @force
+                exec = true
+              elsif node['role'] == role
+                info "no need to change the role of #{ipaddr}:#{port}."
+              elsif existing_master
+                info "the partiton already has a master #{existing_master}."
+              else
+                STDERR.print "making the node master (node=#{ipaddr}:#{port}, role=#{node['role']} -> #{role}) (y/n): "
+                exec = interruptible {(gets.chomp.upcase == "Y")}
+              end
+              if exec && !config[:dry_run]
+                nretry = 0
+                resp = false
+                while resp == false && nretry < @retry
+                  resp = s.set_role(hostname, port, role, balance, partition)
+                  if resp
+                    info "started constructing the master node..."
+                  else
+                    nretry += 1
+                    info "waiting #{nretry} sec..."
+                    sleep nretry
+                    info "retrying..."
+                  end
+                end
+                if resp
+                  state = wait_for_master_construction(s, nodekey, config[:timeout])
+                  if state == 'ready' && @activate
+                    unless @force
+                      node = s.stats_nodes[nodekey]
+                      STDERR.print "changing node's state (node=#{ipaddr}:#{port}, state=#{node['state']} -> active) (y/n): "
+                      exec = interruptible {
+                        (gets.chomp.upcase == "Y")
+                      }
+                    end
+                    if exec
+                      begin
+                        resp = s.set_state(hostname, port, 'active')
+                        unless resp
+                          error "failed to activate #{nodekey}"
+                          status = S_NG
+                        end
+                      rescue Timeout::Error
+                        error "failed to activate #{nodekey} (timeout)"
+                        status = S_NG
+                      end
+                    end
+                  end
+                else
+                  error "failed to change the state."
+                  status = S_NG
+                end
+              end
+            end
+
+            break if status == S_NG
+            STDOUT.puts string_of_nodelist(s.stats_nodes, hosts.map {|x| "#{x[0]}:#{x[1]}"})
+          end
+
+          status
+        end # execute()
+        
+      end
+    end
+  end
+end

data/lib/flare/tools/cli/part.rb

@@ -0,0 +1,100 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/tools/stats'
+require 'flare/tools/index_server'
+require 'flare/tools/common'
+require 'flare/util/conversion'
+require 'flare/util/constant'
+require 'flare/tools/cli/sub_command'
+require 'flare/tools/cli/slave'
+require 'flare/tools/cli/master'
+
+module Flare
+  module Tools
+    module Cli
+      class Part < SubCommand
+        include Flare::Util::Conversion
+        include Flare::Util::Constant
+        include Flare::Tools::Common
+
+        myname :part
+        desc   "set the master of a partition."
+        usage  "master [hostname:port:balance:partition] ..."
+
+        def setup(opt)
+          opt.on('--force',          "commits changes without confirmation") {@force = true}
+          opt.on('--retry=COUNT',    "retry count"                         ) {|v| @retry = v.to_i}
+        end
+
+        def initialize
+          super
+          @force = false
+          @retry = nil
+        end
+  
+        def execute(config, *args)
+          return S_NG if args.size < 1
+
+          hosts = args.map {|x| x.to_s.split(':')}
+          hosts.each do |x|
+            if x.size != 4
+              puts "invalid argument '#{x.join(':')}'."
+              return S_NG
+            end
+          end
+
+          masters = []
+          slaves = []
+
+          Flare::Tools::IndexServer.open(config[:index_server_hostname], config[:index_server_port], config[:timeout]) do |s|
+            cluster = Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes)
+
+            partitions = {}
+            hosts.each do |hostname,port,balance,partition|
+              partitions[partition] = [] unless partitions.has_key? partition
+              partitions[partition] << "#{hostname}:#{port}:#{balance}:#{partition}"
+            end
+
+            partitions.sort_by {|p,nodes| p.to_i }.each do |p,nodes|
+              masters << nodes.shift
+            end
+
+            partitions.each do |p,nodes|
+              slaves.concat nodes
+            end
+          end
+
+          puts "master:"
+          begin
+            opt = OptionParser.new
+            subc = Flare::Tools::Cli::Master.new
+            subc.setup(opt)
+            args = masters
+            args << "--force" if @force
+            args << "--activate"
+            opt.parse!(args)
+            subc.execute(config, *args)
+          end
+
+          puts "slaves:"
+          begin
+            opt = OptionParser.new
+            subc = Flare::Tools::Cli::Slave.new
+            subc.setup(opt)
+            args = slaves
+            args << "--force" if @force
+            args << "--retry=#{@retry}" unless @retry.nil?
+            opt.parse!(args)
+            subc.execute(config, *args)
+          end
+
+          S_OK
+        end # execute()
+
+      end
+    end
+  end
+end

data/lib/flare/tools/cli/ping.rb

@@ -0,0 +1,81 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/tools/index_server'
+require 'flare/util/conversion'
+require 'flare/util/logging'
+require 'flare/tools/cli/sub_command'
+
+# 
+module Flare
+  module Tools
+
+    # == Description
+    # 
+    module Cli
+      class Ping < SubCommand
+        include Flare::Util::Conversion
+        include Flare::Util::Logging
+        
+        myname :ping
+        desc   "ping"
+        usage  "ping [hostname:port] ..."
+        
+        def setup(opt)
+          opt.on('--wait',            "wait for OK responses from nodes") {@wait = true}
+        end
+        
+        def initialize
+          super
+          @wait = false
+        end
+        
+        def execute(config, *args)
+
+          hosts = args.map do |arg|
+            hostname, port, rest = arg.split(':', 3)
+            if !rest.nil? || hostname.nil? || hostname.empty? || port.nil? || port.empty?
+              error "invalid argument '#{arg}'. it must be hostname:port."
+              return S_NG
+            end
+            begin
+              ipaddr = Resolv.getaddress(hostname)
+            rescue Resolv::ResolvError
+              error "unknown host '#{hostname}'"
+              return S_NG
+            end
+            [hostname, port]
+          end
+
+          hosts.each do |hostname, port|
+            resp = nil
+            until resp
+              begin
+                debug "trying..."
+                interruptible do
+                  Flare::Tools::Stats.open(hostname, port, config[:timeout]) do |s|
+                    resp = s.ping
+                  end
+                end
+              rescue IOError
+                return S_NG
+              rescue
+                unless @wait
+                  puts "#{hostname}:#{port} is down"
+                  return S_NG
+                end
+                interruptible {sleep 1}
+              end
+            end
+          end
+          
+          puts "alive"
+          S_OK
+        end
+        
+      end
+    end
+  end
+end

data/lib/flare/tools/cli/reconstruct.rb

@@ -0,0 +1,164 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/tools/stats'
+require 'flare/tools/node'
+require 'flare/tools/index_server'
+require 'flare/tools/cluster'
+require 'flare/tools/common'
+require 'flare/util/conversion'
+require 'flare/util/constant'
+require 'flare/tools/cli/sub_command'
+
+module Flare
+  module Tools
+    module Cli
+      class Reconstruct < SubCommand
+        include Flare::Util::Conversion
+        include Flare::Util::Constant
+        include Flare::Tools::Common
+        
+        myname :reconstruct
+        desc "reconstruct the database of nodes by copying."
+        usage "reconstruct [hostname:port] ..."
+
+        def setup(opt)
+          opt.on('--force',          "commit changes without confirmation"    ) {@force = true}
+          opt.on('--safe',           "reconstruct a node safely"              ) {@safe = true}
+          opt.on('--retry=COUNT',    "specify retry count (default:#{@retry})") {|v| @retry = v.to_i}
+          opt.on('--all',            "reconstruct all nodes"                  ) {@all = true}
+        end
+
+        def initialize
+          super
+          @force = false
+          @safe = false
+          @retry = 10
+          @all = false
+        end
+
+        def execute(config, *args)
+          if @all
+            unless args.empty?
+              puts "don't specify any nodes with --all option."
+              return S_NG
+            else
+              Flare::Tools::IndexServer.open(config[:index_server_hostname], config[:index_server_port], config[:timeout]) do |s|
+                cluster = Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes)
+                args = cluster.master_and_slave_nodekeys
+              end
+            end
+          else
+            return S_NG if args.size == 0
+          end
+
+          hosts = args.map {|x| x.to_s.split(':')}
+          hosts.each do |x|
+            if x.size != 2
+              puts "invalid argument '#{x.join(':')}'. it must be hostname:port."
+              return S_NG
+            end
+          end
+          
+          status = S_OK
+
+          Flare::Tools::IndexServer.open(config[:index_server_hostname], config[:index_server_port], config[:timeout]) do |s|
+            puts string_of_nodelist(s.stats_nodes, hosts.map {|x| nodekey_of(x[0], x[1])})
+
+            hosts.each do |hostname,port|
+              nodekey = nodekey_of hostname, port
+              cluster = Flare::Tools::Cluster.new(s.host, s.port, s.stats_nodes)
+              
+              unless node = cluster.node_stat(nodekey)
+                puts "#{nodekey} is not found in this cluster."
+                return S_NG
+              end
+              unless cluster.reconstructable? nodekey
+                puts "#{nodekey} is not reconstructable."
+                status = S_NG
+                next
+              end
+              is_safe = cluster.safely_reconstructable? nodekey
+              if @safe && !is_safe
+                puts "The partition needs one more slave to reconstruct #{nodekey} safely."
+                status = S_NG
+                next
+              end
+
+              exec = @force
+              unless exec
+                puts "you are trying to reconstruct #{nodekey} without redanduncy." unless is_safe
+                input = nil
+                while input.nil?
+                  STDERR.print "reconstructing node (node=#{nodekey}, role=#{node['role']}) (y/n/a/q/h:help): "
+                  input = interruptible do
+                    gets.chomp.upcase
+                  end
+                  case input
+                  when "A"
+                    @force = true
+                    exec = true
+                  when "N"
+                  when "Q"
+                    return S_OK
+                  when "Y"
+                    exec = true
+                  else
+                    puts "y: execute, n: skip, a: execute all the left nodes, q: quit, h: help"
+                    input = nil
+                  end
+                end
+              end
+              if exec && !config[:dry_run]
+                puts "turning down..."
+                s.set_state(hostname, port, 'down')
+
+                puts "waiting for node to be active again..."
+                sleep 3
+
+                Flare::Tools::Node.open(hostname, port, config[:timeout]) do |n|
+                  n.flush_all
+                end
+
+                nretry = 0
+                resp = false
+                while resp == false && nretry < @retry
+                  resp = s.set_role(hostname, port, 'slave', 0, node['partition'])
+                  if resp
+                    puts "started constructing node..."
+                  else
+                    nretry += 1
+                    puts "waiting #{nretry} sec..."
+                    sleep nretry
+                    puts "retrying..."
+                  end
+                end
+                balance = node['balance']
+                if resp
+                  wait_for_slave_construction(s, nodekey, config[:timeout])
+                  unless @force
+                    print "changing node's balance (node=#{nodekey}, balance=0 -> #{balance}) (y/n): "
+                    exec = interruptible {(gets.chomp.upcase == "Y")}
+                  end
+                  s.set_role(hostname, port, 'slave', node['balance'], node['partition']) if exec
+                  puts "done."
+                else
+                  error "failed to change the state."
+                  status = S_NG
+                end
+              end
+              @force = false if interrupted?
+            end
+
+            puts string_of_nodelist(s.stats_nodes, hosts.map {|x| "#{x[0]}:#{x[1]}"})
+          end # open
+          
+          status
+        end # execute()
+
+      end
+    end
+  end
+end