flare-tools 0.1.4 → 0.4.5.1

data/lib/flare/util/exception.rb

@@ -0,0 +1,19 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+    
+    module Exception
+      class ServerError < StandardError
+        def message
+          "ServerError: "+super
+        end
+      end
+    end
+  end
+end
+

data/lib/flare/util/filesystem.rb

@@ -0,0 +1,30 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # 
+    module FileSystem
+      
+      # Delete all the contents in a directory.
+      def delete_all(file_or_directory)
+        return unless FileTest.exist?(file_or_directory)
+        if FileTest.directory?(file_or_directory)
+          Dir.foreach(file_or_directory) do |file|
+            next if /^\.+$/ =~ file
+            delete_all(file_or_directory.sub(/\/+$/,"") + "/" + file)
+          end
+          Dir.rmdir(file_or_directory) rescue ""
+        else
+          File.delete(file_or_directory)
+        end
+      end
+
+    end
+  end
+end

data/lib/flare/util/flared_conf.rb

@@ -0,0 +1,33 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/util/conf'
+
+# 
+module Flare
+  module Util
+    class FlaredConf < Flare::Util::Conf
+      DefaultConf = {
+        'data-dir' => "/tmp",
+        'index-server-name' => "localhost",
+        'index-server-port' => "12120",
+        'log-facility' => "local1",
+        'max-connection' => "256",
+        'mutex-slot' => "32",
+        'proxy-concurrency' => "2",
+        'server-name' => "localhost",
+        'server-port' => "12121",
+        'storage-type' => "tch",
+        'thread-pool-size' => "16",
+      }
+      
+      def initialize(config)
+        @config = DefaultConf.merge(config)
+      end
+
+    end
+  end
+end
+

data/lib/flare/util/flarei_conf.rb

@@ -0,0 +1,32 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/util/conf'
+
+# 
+module Flare
+  module Util
+
+    # 
+    class FlareiConf < Flare::Util::Conf
+      DefaultConf = {
+        'data-dir' => "/tmp",
+        'log-facility' => "local0",
+        'max-connection' => 256,
+        'monitor-threshold' => 3,
+        'monitor-interval' => 1,
+        'server-name' => "localhost",
+        'server-port' => 12120,
+        'thread-pool-size' => 8,
+      }
+      
+      def initialize(config)
+        @config = DefaultConf.merge(config)
+      end
+
+    end
+  end
+end
+

data/lib/flare/util/hash_function.rb

@@ -0,0 +1,32 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'zlib'
+
+module Flare
+  module Util
+    module HashFunction
+      def get_key_hash_value key, type, word_size = 32
+        f = {
+          :simple => lambda {|k| r = 0; k.each_byte {|c| r += c }; r%word_size },
+          :bitshift => lambda {|k| r = 19790217; k.each_byte {|c| r = (r << 5) + (r << 2) + r + c }; r%word_size },
+          :crc32 => lambda {|k| Zlib.crc32(k, 0) },
+        }[type]
+        return nil if f.nil?
+        h = f.call(key)
+        key_hash_value = if word_size == 32
+                           [h].pack("I").unpack("i")[0]
+                         elsif word_size == 64
+                           [h].pack("Q").unpack("q")[0]
+                         else
+                           h
+                         end
+        key_hash_value = -key_hash_value if key_hash_value < 0
+        return key_hash_value
+      end
+    end
+  end
+end
+

data/lib/flare/util/interruption.rb

@@ -0,0 +1,70 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+module Flare
+  module Util
+    module Interruption
+      InterruptionTargets = []
+
+      def self.included(klass)
+        klass.class_eval {
+          alias_method :initialize_before_interruption, :initialize
+          def initialize(*args)
+            super
+            initialize_before_interruption(*args)
+            initialize_interruption
+          end
+        }
+      end
+
+      def self.interrupt_all
+        InterruptionTargets.each do |x|
+          x.interrupt_
+        end
+      end
+
+      def initialize_interruption
+        InterruptionTargets.push self
+        @__interruptible__ = false
+        @__interrupted__ = false
+      end
+
+      def interruptible(&block)
+        @__interruptible__ = true
+        block.call
+      ensure
+        @__interruptible__ = false
+      end
+
+      def interruptible?
+        @__interruptible__
+      end
+      
+      def interrupted?
+        @__interrupted__
+      ensure
+        @__interrupted__ = false
+      end
+
+      def interrupt_
+        @__interrupted__ = true
+        interrupt
+      end
+      
+      def interrupt
+        if interruptible?
+          info "INTERRUPTED"
+          exit 1 
+        end
+      end
+
+    end
+  end
+end
+
+Signal.trap(:INT) do
+  Flare::Util::Interruption.interrupt_all
+end
+

data/lib/flare/util/key_resolver.rb

@@ -0,0 +1,67 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+module Flare
+  module Util
+    class KeyResolver
+      class Modular
+        def initialize params
+          @partition_size = params[:partition_size] || 1024
+          @virtual = params[:virtual] || 4096
+          @hint = params[:hint] || 1
+          @map = Array.new(@partition_size+1).map!{Array.new(@virtual, -1)}
+          @next_calculate = 0
+          calculate 1
+        end
+
+        def calculate psize
+          return if psize < @next_calculate
+          (@next_calculate..psize).each do |i|
+            if i == 0
+              (0...@virtual).each do |j|
+                @map[i][j] = 0
+              end
+            else
+              counter = Array.new(psize, 0)
+              (0...@virtual).each do |j|
+                if i <= @hint
+                  @map[i][j] = j % i
+                else
+                  k = @map[i-1][j]
+                  counter[k] += 1
+                  if (counter[k] % i) == (i - 1)
+                    @map[i][j] = i - 1
+                  else
+                    @map[i][j] = @map[i-1][j]
+                  end
+                end
+              end
+            end
+          end
+          @next_calculate = psize+1
+        end
+
+        def resolve key_hash_value, partition_size
+          calculate partition_size
+          @map[partition_size][key_hash_value % @virtual]
+        end
+
+        def map partition_size, virtual
+          calculate partition_size
+          @map[partition_size][virtual]
+        end
+      end
+
+      def initialize(type = :modular, options = {})
+        @resolver = Modular.new options
+      end
+
+      def resolve key_hash_value, partition_size
+        @resolver.resolve key_hash_value, partition_size
+      end
+    end
+  end
+end
+

data/lib/flare/util/log4r_logger.rb

@@ -0,0 +1,79 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'flare/util/logger'
+require 'log4r'
+require 'log4r/configurator'
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # Log4rLogger is a custom logging class for log4r
+    class Log4rLogger < Logger
+      @@formatter = Log4r::PatternFormatter.new(
+                                                :pattern => "%d %C[%l]: %M",
+                                                :date_format => "%Y/%m/%d %H:%M:%S"
+                                                )
+      @@console_formatter = Log4r::PatternFormatter.new(
+                                                        :pattern => "%M",
+                                                        :date_format => "%Y/%m/%d %H:%M:%S"
+                                                        )
+      def initialize(logger)
+        if logger.nil?
+          outputter = Log4r::StdoutOutputter.new(
+                                                 "console",
+                                                 :formatter => @@console_formatter
+                                                 )
+          logger = Log4r::Logger.new($0)
+          logger.level = Log4r::INFO
+          logger.add(outputter)
+        elsif logger.instance_of?(String)
+          outputter = Log4r::FileOutputter.new(
+                                               "file",
+                                               :filename => logger,
+                                               :trunc => false,
+                                               :formatter => @@formatter
+                                               )
+          logger = Log4r::Logger.new($0)
+          logger.level = Log4r::INFO
+          logger.add(outputter)
+        end
+        @logger = logger
+      end
+
+      def info(msg)
+        @logger.info(msg)
+      end
+
+      def warn(msg)
+        @logger.warn(msg)
+      end
+
+      def trace(msg)
+        @logger.debug(msg)
+      end
+
+      def error(msg)
+        @logger.error(msg)
+      end
+
+      def fatal(msg)
+        @logger.fatal(msg)
+      end
+
+      def debug(msg)
+        @logger.debug(msg)
+      end
+
+      def console?
+        @logger.instance_of?(Log4r::StdoutOutputter) || @logger.instance_of?(Log4r::StderrOutputter)
+      end
+
+    end
+
+  end
+end

data/lib/flare/util/logger.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # Logger is a custom logging class.
+    class Logger
+      def initialize(logger)
+      end
+
+      def info(msg)
+      end
+
+      def warn(msg)
+      end
+
+      def trace(msg)
+      end
+
+      def error(msg)
+      end
+
+      def fatal(msg)
+      end
+
+      def debug(msg)
+      end
+
+      def console?
+        false
+      end
+    end
+
+  end
+end

data/lib/flare/util/logging.rb

@@ -0,0 +1,84 @@
+# -*- coding: utf-8; -*-
+# Authors::   Kiyoshi Ikehara <kiyoshi.ikehara@gree.net>
+# Copyright:: Copyright (C) GREE, Inc. 2011.
+# License::   MIT-style
+
+require 'rubygems'
+require 'flare/util/logger'
+
+module Flare
+  module Util
+    module Logging
+    end
+  end
+end
+
+begin
+  gem 'log4r'
+  require 'flare/util/log4r_logger'
+  Flare::Util::Logging::Logger = Flare::Util::Log4rLogger
+rescue LoadError
+  require 'flare/util/default_logger'
+  Flare::Util::Logging::Logger = Flare::Util::DefaultLogger
+end
+
+# 
+module Flare
+  module Util
+
+    # == Description
+    # Logging is a mix-in module for logging.
+    module Logging
+      @@logger = nil
+      
+      def self.set_logger(logger = nil)
+        @@logger = Logger.new(logger)
+      end
+      
+      def self.logger
+        @@logger
+      end
+
+      def info(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.info(msg)
+      end
+
+      def warn(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.warn(msg)
+      end
+
+      def trace(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.debug(msg)
+      end
+
+      def error(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.error(msg)
+      end
+
+      def fatal(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.fatal(msg)
+      end
+
+      def debug(msg)
+        Logging.set_logger if @@logger.nil?
+        @@logger.debug(msg)
+      end
+
+      # This hides Kernel's puts()
+      def puts(*args)
+        Logging.set_logger if @@logger.nil?
+        return Kernel.puts(*args) if @@logger.console?
+        for msg in args
+          info(msg)
+        end
+        nil
+      end
+
+    end
+  end
+end