flare-tools 0.1.4 → 0.4.5.1

data/lib/flare/tools/zk_util.rb

@@ -0,0 +1,28 @@
+
+require 'zookeeper'
+
+module Flare
+  module Tools
+    module ZkUtil
+      ZOK = 0
+
+      def clear_nodemap z, path
+        path_nodemap = "#{path}/index/nodemap"
+        xml = <<EOS
+<?xml version="1.0" encoding="UTF-8" standalone="yes" ?>
+<!DOCTYPE boost_serialization>
+<boost_serialization signature="serialization::archive" version="4">
+<node_map class_id="0" tracking_level="0" version="0">
+	<count>0</count>
+	<item_version>0</item_version>
+</node_map>
+<thread_type>16</thread_type>
+</boost_serialization>
+EOS
+        result = z.set(:path => path_nodemap, :data => xml)
+        rc = result[:rc]
+        raise "failed to clear nodemap (#{rc})" if rc != ZOK
+      end
+    end # module ZkUtil
+  end # module Tools
+end # module Flare

data/lib/flare/util.rb

@@ -0,0 +1,34 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+
+  # == Description
+  # Flare::Util module is a moudle that includes utility classes for basic feature of flare-tools and other utilities.
+  # This module shouled be moved to a common package, but for now we distribute it with flare-tools.
+  # 
+  # Constant::   a module which defines common constants widely used by codes related to Flare.
+  # Conversion:: a module which covers verious unit conversion functions.
+  # Logger::     a logging class.
+  # Logging::    a mix-in module for Logger.
+  # Result::     a result code handling mix-in module.
+  # Conf::       an abstract base class of FlaredConf and FlareiConf.
+  # FlareiConf:: a class for flarei.conf.
+  # FlaredConf:: a class for flared.conf.
+  # FileSystem:: a file system manipulation class.
+  # 
+  module Util
+    autoload :Constant, 'flare/util/constant'
+    autoload :Conversion, 'flare/util/conversion'
+    autoload :Logging, 'flare/util/logging'
+    autoload :Result, 'flare/util/result'
+    autoload :Conf, 'flare/util/conf'
+    autoload :FlaredConf, 'flare/util/flared_conf'
+    autoload :FlareiConf, 'flare/util/flarei_conf'
+    autoload :FileSystem, 'flare/util/filesystem'
+    autoload :KeyResolver, 'flare/util/key_resolver'
+  end
+end

data/lib/flare/util/bwlimit.rb

@@ -0,0 +1,132 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require "flare/util/logging"
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # 
+    class Bwlimit
+      include Flare::Util::Logging
+
+      DefaultBandwidth = 1024*1024 # 1Mbps
+      Ki = 1024
+      Mi = 1024*Ki
+      Gi = 1024*Mi
+      Bit = 1
+      Byte = 8
+
+      def initialize(bwlimit)
+        @limit = Bwlimit.bps(bwlimit)
+        @basetime = @starttime = Time.now
+        @duration = 1.0
+        @history = []
+        @minwait = 0.01
+        @speed = 0
+        @bytes = 0
+        @totalbytes = 0
+        @thresh = 1*Ki
+      end
+
+      def limit=(bwlimit)
+        @limit = Bwlimit.bps(bwlimit)
+      end
+
+      def limit
+        @limit
+      end
+
+      def bps
+        @limit
+      end
+
+      def reset
+        @basetime = @starttime = Time.now
+      end
+      
+      def inc(bytes)
+        @bytes += bytes
+        @totalbytes += bytes
+      end
+
+      def time_to_wait(now = Time.now)
+        waitsec = 0
+        limit = @limit/Byte
+        allowed = (now-@basetime)*limit
+        if @bytes > allowed
+          waitsec = ((@bytes-allowed).to_f/limit)
+        end
+        unless waitsec > 0
+          waitsec = @minwait if waitsec < @minwait
+        end
+        waitsec
+      end
+
+      def pasttime(now = Time.now)
+        now-@basetime
+      end
+
+      def wait
+        waitsec = 0
+        if @limit > 0 && @bytes > @thresh
+          now = Time.now
+          sleep time_to_wait(now)
+          diff = pasttime(now)
+          if diff > @duration
+            @speed = @bytes*Byte/diff
+            debug "#{@speed} bps"
+            @bytes = 0
+            @basetime = now
+            @history << {:time => now-@starttime, :speed => @speed}
+          end
+        end
+        waitsec
+      end
+
+      def history
+        @history.dup
+      end
+
+      def speed
+        @speed
+      end
+
+      def totalbytes
+        @totalbytes
+      end
+      
+      def self.bps(bw)
+        return 0 if bw.nil?
+        case bw
+        when /^(\d+)$/
+          $1.to_i*Bit
+        when /^(\d+)B$/
+          $1.to_i*Byte
+        when /^(\d+)k$/
+          $1.to_i*Ki*Bit
+        when /^(\d+)kB$/
+          $1.to_i*Ki*Byte
+        when /^(\d+)M$/
+          $1.to_i*Mi*Bit
+        when /^(\d+)MB$/
+          $1.to_i*Mi*Byte
+        when /^(\d+)G$/
+          $1.to_i*Gi*Bit
+        when /^(\d+)GB$/
+          $1.to_i*Gi*Byte
+        else
+          bw.to_i
+        end
+      end
+
+    end
+
+  end
+end
+
+

data/lib/flare/util/command_line.rb

@@ -0,0 +1,79 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'optparse'
+require 'flare/util/logging'
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # CommandLine is a mix-in module for the top level.
+    # 
+    #  require 'flare/util/command_line'
+    #  
+    #  option do |opt|
+    #    ...
+    #  end
+    #  
+    #  setup do |opt|
+    #    ...
+    #  end
+    #  
+    #  execute do |args|
+    #    ...
+    #  end
+    module CommandLine
+      @@option = OptionParser.new
+      S_OK = 0
+      S_NG = 1
+
+      def option(&block)
+        block.call(@@option)
+      end
+      
+      def setup(&block)
+        block.call(@@option)
+        begin
+          @@option.parse!(ARGV)
+        rescue OptionParser::ParseError => err
+          puts err.message
+          puts @@option.to_s
+          exit S_NG
+        end
+      end
+
+      def execute(&block)
+        status = S_OK
+        if block
+          args = ARGV.dup
+          ARGV.clear
+          status = block.call(args)
+        end
+        status
+      rescue => e
+        level = 1
+        Logging.logger.error(e.to_s)
+        e.backtrace.each do |line|
+          Logging.logger.error("  %3s: %s" % [level, line])
+          level += 1
+        end
+        raise e if $DEBUG
+        S_NG
+      end
+
+    end
+  end
+end
+
+extend Flare::Util::CommandLine
+
+option do |opt|
+  opt.on('-h',        '--help',     "show this message") {puts opt.help; exit 1}
+  opt.on(             '--debug',    "enable debug mode") {$DEBUG = true}
+  opt.on(             '--warn',     "turn on warnings") {$-w = true}
+end
+

data/lib/flare/util/conf.rb

@@ -0,0 +1,71 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # Conf class is the abstract base class of Flare's configuration file classes.
+    # You can write sub classes derived from this class as follows.
+    #
+    #  class FlaredConf < Flare::Util::Conf
+    #    DefaultConf = {
+    #      'server-name' => "localhost",
+    #      'server-port' => "12121",
+    #    }
+    #    
+    #    def initialize(config)
+    #      @config = DefaultConf.merge(config)
+    #    end
+    #  end
+    #
+    class Conf
+
+      # Initialize a Conf object with a hash object.
+      def initialize(config)
+        @config = {}
+        @config = config unless config.nil?
+      end
+
+      # Convert to String object in a configuration file format.
+      def to_s
+        conf = ""
+        @config.each do |k,v|
+          conf += "#{k} = #{v}\n" unless v.nil?
+        end
+        conf
+      end
+
+      # Iterate item and value pairs.
+      def each(&block)
+        @config.each do |k,v|
+          block.call(k, v) if block
+        end
+      end
+
+      # Returns "server-name" entry.
+      def server_name
+        @config['server-name']
+      end
+
+      # Returns "server-port" entry.
+      def server_port
+        @config['server-port']
+      end
+
+      # Returns node name in hostname:port style.
+      def hostname_port
+        "#{server_name}:#{server_port}"
+      end
+
+      # Returns "data-dir" entry.
+      def data_dir
+        @config['data-dir']
+      end
+      
+    end
+  end
+end

data/lib/flare/util/constant.rb

@@ -0,0 +1,25 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+    
+    # == Description
+    # 
+    module Constant
+      # the default index server name
+      DefaultIndexServerName = '127.0.0.1'
+      # the default port number of flarei daemon
+      DefaultIndexServerPort = 12120
+      # the default port number of flared daemon
+      DefaultNodePort        = 12121
+      # the default timeout of client connections (sec.)
+      DefaultTimeout         = 10
+      # the default bandwidth limit (bps)
+      DefalutBwlimit         = 0 # unlimited
+    end
+  end
+end

data/lib/flare/util/conversion.rb

@@ -0,0 +1,26 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+
+    # 
+    # == Description
+    # 
+    module Conversion
+      def short_desc_of_second(second)
+        minute = hour = day = nil
+        second, unit = second.to_i, "s"
+        minute, second, unit = (second/60), (second%60), "m" unless second < 60
+        hour, minute, unit = (minute/60), (minute%60), "h" unless minute.nil? || minute < 60
+        day, hour, unit = (hour/24), (hour%24), "d" unless hour.nil? || hour < 24
+        n = (day || hour || minute || second)
+        "#{n}#{unit}"
+      end
+    end
+  end
+end
+

data/lib/flare/util/default_logger.rb

@@ -0,0 +1,52 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+
+require 'flare/util/logger'
+require 'logger'
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # Logger is a custom logging class.
+    class DefaultLogger < Flare::Util::Logger
+      def initialize(logger)
+        @logger = ::Logger.new(STDOUT)
+        @logger.level = ::Logger::WARN
+      end
+
+      def info(msg)
+        @logger.info(msg)
+      end
+
+      def warn(msg)
+        @logger.warn(msg)
+      end
+
+      def trace(msg)
+        @logger.debug(msg)
+      end
+
+      def error(msg)
+        @logger.info(msg)
+      end
+
+      def fatal(msg)
+        @logger.info(msg)
+      end
+
+      def debug(msg)
+        @logger.debug(msg)
+      end
+
+      def console?
+        true
+      end
+    end
+
+  end
+end