fairy 0.6.0

data/lib/fairy/share/base-app.rb

@@ -0,0 +1,114 @@
+# encoding: utf-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+module Fairy
+  class BaseAPP
+    
+    def self.start
+      @@APP = new
+      @@APP.parse_arg
+      @@APP.load_conf
+      @@APP.configure_conf
+      @@APP.start
+    end
+
+    def self.start_subcommand(prog, *opts)
+      @@APP.start_subcommand(prog, *opts)
+    end
+    def self.start_subcommand2(prog, *opts)
+      Process.fork do
+	start_subcommand(prog, *opts)
+      end
+    end
+
+    def initialize
+      @home = nil
+      @conf = nil
+      @CONF = {}
+    end
+
+    def parse_arg
+      @opt = option_parser
+      @opt.order!(ARGV)
+    end
+
+    def option_parser
+      opt = OptionParser.new{|opt|
+	opt.on("--home=VAL"){|val| @home = val}
+	opt.on("--conf=VAL"){|val| @conf = val}
+	CONF.props.each do |prop|
+	  opt.on("--CONF.#{prop}=VAL") {|val| @CONF[prop] = val}
+	end
+      }
+      if block_given?
+	yield opt
+      end
+    end
+
+    def conf_to_arg
+      @CONF.collect{|prop, source| "--CONF.#{prop}=#{source}"}
+    end
+
+    def load_conf
+      if @home
+	ENV["FAIRY_HOME"] = @home
+#	ENV["FAIRY_HOME"] = File.expand_path(@home)
+	conf = @home+"/etc/fairy.conf"
+	if File.exists?(conf)
+	  CONF.load_conf conf
+	end
+      end
+	
+      if @conf
+	ENV["FAIRY_CONF"] = @conf
+	CONF.load_conf @conf
+      end
+
+      @CONF.each do |key, value|
+	begin
+	  eval "CONF.#{key}=#{value}"
+	rescue
+	  puts "CONF.#{key}=#{value} が不正です."
+	  exit 1
+	end
+      end
+      if  ENV["RUBYLIB"]
+	ENV["RUBYLIB"] = CONF.LIB + ":" + ENV["RUBYLIB"]
+      else
+	ENV["RUBYLIB"] = CONF.LIB
+      end
+    end
+
+    def configure_conf
+      Conf.configure_common_conf
+    end
+
+    def start
+      ERR::Raise ERR::INTERNAL::ShouldDefineSubclass
+    end
+
+    def start_subcommand(prog, *opts)
+      opts.push *conf_to_arg
+#       Process.fork do
+# 	Log.stop_export
+# 	ObjectSpace.each_object(IO) do |io|
+# 	  begin
+# 	    if ![0, 1, 2].include?(io.fileno )
+# 	      io.close
+# 	    end
+# 	  rescue
+# 	  end
+# 	end
+# 	exec(prog, *opts)
+#       end
+
+      Process.spawn(prog, *opts)
+#      system("#{prog} #{opts.join(' ')}&")
+
+    end
+
+  end
+end
+

data/lib/fairy/share/block-source.rb

@@ -0,0 +1,234 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+module Fairy
+  class BlockSource
+    def initialize(source)
+      @source = source
+      @backtrace = caller(1).select{|l| /fairy.*(share|job)/ !~ l}
+      l = caller(1)[caller(1).index(backtrace.first)-1]
+#Log::debug_p(l)
+      @caller_method = (/in `(.*)'/.match(l))[1]
+#Log::debug_p(@caller_method)
+    end
+
+    attr_reader :source
+    attr_reader :backtrace
+    attr_reader :caller_method
+  end
+
+  class BScript
+    def initialize(block_source, context, exception_handler)
+      @block_source = block_source.dc_deep_copy
+      @context = context
+      @exception_handler = exception_handler
+    end
+
+    def evaluate
+      match = /^(.*):([0-9]+)/.match(@block_source.backtrace.first)
+
+      begin
+	$stdout.replace_stdout do
+	  eval(@block_source.source, @context.bind, match[1], match[2].to_i)
+	end
+      rescue Exception
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+	bt = $!.backtrace
+	bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	if bt.first
+	  bt.first.sub!("bind", @block_source.caller_method)
+	end
+	bt.push *@block_source.backtrace.dc_deep_copy
+	$!.set_backtrace(bt)
+	@exception_handler.handle_exception($!)
+      end
+    end
+  end
+  BSource = BScript
+
+  class BBlock
+    def initialize(block_source, context, exception_handler)
+      @block_source = block_source.dc_deep_copy
+      @context = context
+      @exception_handler = exception_handler
+
+      match = /^(.*):([0-9]+)/.match(@block_source.backtrace.first)
+      begin
+	@block = eval("proc{#{@block_source.source}}", context.binding, match[1], match[2].to_i)
+      rescue ScriptError
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+	bt = @block_source.backtrace.dc_deep_copy
+	$!.set_backtrace(bt)
+	@exception_handler.handle_exception($!)
+	# ここの処理がイマイチ
+      end
+    end
+
+    def yield19(*args)
+      begin
+	$stdout.replace_stdout do
+	  @block.yield(*args)
+	end
+
+      rescue LocalJumpError, 
+	  @context.class::GlobalBreak, 
+	  @context.class::GlobalBreakFromOther
+	Log::debug(self, "CAUGHT GlobalBreak")
+	raise
+
+      rescue
+	if @context.IGNORE_EXCEPTION
+	  Log::warn(self, "IGNORE_EXCEPTON!!")
+	  Log::warn(self, "Block Parameters: #{args.inspect}")
+	end
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+
+	if @context.IGNORE_EXCEPTION
+	  return Import::TOKEN_NULLVALUE
+	else
+	  bt = $!.backtrace
+	  bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	  bt.first.sub!("bind", @block_source.caller_method)
+	  bt.push *@block_source.backtrace.dc_deep_copy
+	  $!.set_backtrace(bt)
+
+	  @exception_handler.handle_exception($!)
+	end
+
+      rescue Exception
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+	bt = $!.backtrace
+	bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	bt.first.sub!("bind", @block_source.caller_method)
+	bt.push *@block_source.backtrace.dc_deep_copy
+	$!.set_backtrace(bt)
+
+	@exception_handler.handle_exception($!)
+      end
+    end
+
+    def yield19_no_use_stdout(*args)
+      begin
+
+	@block.yield(*args)
+
+      rescue LocalJumpError, 
+	  @context.class::GlobalBreak,
+	  @context.class::GlobalBreakFromOther
+	Log::debug(self, "CAUGHT GlobalBreak")
+	raise
+#	@exception_handler.global_break
+
+      rescue
+	if @context.IGNORE_EXCEPTION
+	  Log::warn(self, "IGNORE_EXCEPTON!!")
+	  Log::warn(self, "Block Parameters: #{args.inspect}")
+	end
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+
+	if @context.IGNORE_EXCEPTION
+	  return Import::TOKEN_NULLVALUE
+	else
+	  bt = $!.backtrace
+	  bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	  bt.first.sub!("bind", @block_source.caller_method)
+	  bt.push *@block_source.backtrace.dc_deep_copy
+	  $!.set_backtrace(bt)
+
+	  @exception_handler.handle_exception($!)
+	end
+
+      rescue Exception
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+	bt = $!.backtrace
+	bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	bt.first.sub!("bind", @block_source.caller_method)
+	bt.push *@block_source.backtrace.dc_deep_copy
+	$!.set_backtrace(bt)
+
+	@exception_handler.handle_exception($!)
+      end
+    end
+
+    def yield18(*args)
+      begin
+	if args.size == 1 && args.first.kind_of?(Array)
+	  args = args.first.to_a
+	end
+	$stdout.replace_stdout do
+	  @block.call(*args)
+	end
+
+      rescue LocalJumpError, @context.class::GlobalBreak
+	Log::debug(self, "CAUGHT GlobalBreak")
+	@exception_handler.global_break
+
+      rescue Exception
+	Log::warn(self) do |sio|
+	  sio.puts "Warn: Exception raised:"
+	  sio.puts $!
+	  for l in $@
+	    sio.puts "\t#{l}"
+	  end
+	end
+	bt = $!.backtrace
+	bt = bt.select{|l| /fairy.*(share|job|backend|node|processor|controller)|deep-connect|__FORWARDABLE__|bin.*processor/ !~ l} unless CONF.DEBUG_FULL_BACKTRACE
+	bt.first.sub!("bind", @block_source.caller_method)
+	bt.push *@block_source.backtrace.dc_deep_copy
+	$!.set_backtrace(bt)
+
+	@exception_handler.handle_exception($!)
+      end
+    end
+
+    if proc{}.respond_to?(:yield)
+      if CONF.BLOCK_USE_STDOUT
+	alias yield yield19
+      else
+	alias yield yield19_no_use_stdout
+      end
+    else
+      alias yield yield18
+    end
+    alias call yield
+  end
+end
+

data/lib/fairy/share/conf.rb

@@ -0,0 +1,396 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "socket"
+require "rbconfig"
+
+module Fairy
+
+  CONF_PATH = [
+    "/etc/fairy.conf",
+    RbConfig::CONFIG["libdir"]+"/fairy/etc/fairy.conf",
+    ENV["FAIRY_HOME"] && ENV["FAIRY_HOME"]+"/etc/fairy.conf", 
+    ENV["HOME"]+"/.fairyrc",
+    ENV["FAIRY_CONF"]
+  ]
+#  $:.each{|p|
+#    CONF_PATH.push p+"/fairy/etc/fairy.conf"
+#  }
+
+  class Conf
+    PROPS = []
+    class DefaultConf<Conf;end
+
+    def initialize(super_conf = nil, opts = {})
+      @super_conf = super_conf
+      @values = opts
+    end
+
+    class<<Conf
+      def def_prop(prop, reader = nil, setter = nil)
+	PROPS.push prop
+	reader = "def #{prop}; value(:#{prop}); end" unless reader
+	setter = "def #{prop}=(value); @values[:#{prop}] = value; end" unless setter
+	module_eval reader
+	module_eval setter
+#	DefaultConf.module_eval reader
+      end
+
+      def def_prop_relative_path(prop, path, base_prop = :HOME)
+	def_prop(prop, 
+		 "def #{prop}; value(:#{prop}) || self.#{base_prop}+'/'+'#{path}'; end")
+      end
+      alias def_rpath def_prop_relative_path
+    end
+
+    def value(prop)
+      if (v = @values[prop]).nil?
+	@super_conf && v = @super_conf.value(prop)
+      end
+      v
+    end
+
+    def props
+      PROPS
+    end
+
+    def base_conf=(conf)
+      if @super_conf
+	@super_conf.base_conf = conf
+      else
+	@super_conf = conf
+      end
+    end
+
+    def set_values(hash)
+      for key, value in hash
+	@values[key] = value
+      end
+    end
+
+    def_prop :RUBY_BIN
+    def_prop :MASTER_HOST
+    def_prop :MASTER_PORT
+
+    def_prop :HOME
+    def HOME
+      File.expand_path(value(:HOME))
+    end
+
+    def_rpath :BIN, "bin"
+    def_rpath :LIB, "lib"
+    def_rpath :SUBCMD, "subcmd", :BIN
+    def_rpath :CONTROLLER_BIN, "controller", :SUBCMD
+    def_rpath :PROCESSOR_BIN, "processor", :SUBCMD
+
+    def_prop :DEFAULT_EXTERNAL
+    def_prop :DEFAULT_INTERNAL
+
+    def_prop :IGNORE_EXCEPTION_ON_FILTER
+
+    def_prop :MASTER_MAX_ACTIVE_PROCESSORS
+
+    def_prop :CONTROLLER_INPUT_PROCESSOR_N
+    def_prop :CONTROLLER_MAX_ACTIVE_TASKS_IN_PROCESSOR
+
+    def_prop :CONTROLLER_ASSIGN_NEW_PROCESSOR_N_FACTOR
+
+    def_prop :PREQUEUING_POLICY
+    def_prop :POSTQUEUING_POLICY
+
+    def_prop :POSTMAPPING_POLICY
+
+    def_prop :POSTQUEUE_MAX_TRANSFER_SIZE
+    def_prop :POOLQUEUE_POOL_THRESHOLD
+    def_prop :ONMEMORY_SIZEDQUEUE_SIZE
+    def_prop :FILEBUFFEREDQUEUE_THRESHOLD
+
+    def_prop :MARSHAL_QUEUE_CHUNK_SIZE
+    def_prop :MARSHAL_QUEUE_MIN_CHUNK_NO
+    def_prop :SIZEDMARSHAL_QUEUE_MAX_CHUNK_NO
+
+    def_prop :SORTEDQUEUE_POOL_THRESHOLD
+    def_prop :SORTEDQUEUE_THRESHOLD
+    def_prop :SORTEDQUEUE_SORTBY
+
+    def_prop :INPUT_LOCAL_FILE_BUFFER_SIZE
+    def_prop :HERE_POOL_THRESHOLD
+    #def_prop :OUTPUT_LOCAL_POOL_THRESHOLD
+
+    def_prop :GROUP_BY_NO_SEGMENT
+    def_prop :GROUP_BY_HASH_MODULE
+    def_prop :GROUP_BY_GROUPING_OPTIMIZE
+
+    def_prop :GROUP_BY_BUFFERING_POLICY
+    def_prop :GROUP_BY_CMSB_THRESHOLD
+    def_prop :GROUP_BY_CMSB_CHUNK_SIZE
+
+    def_prop :BARRIER_MEMORY_BUFFERING_POLICY
+
+    def_prop :SORT_BUFFERING_POLICY
+    def_prop :SORT_SAMPLING_MIN
+    def_prop :SORT_SAMPLING_MAX
+    def_prop :SORT_SAMPLING_RATIO_1_TO
+    def_prop :SORT_NO_SEGMENT
+    def_prop :SORT_CMP_OPTIMIZE
+
+    def_prop :IOTA_SPLIT_NO
+
+    def_prop :TRANSFAR_MARSHAL_STRING_ARRAY_OPTIMIZE
+
+    def_rpath :VF_ROOT, "Repos"
+    def_prop :VF_PREFIX
+    def_prop :VF_BASE_NAME_CONVERTER
+    def_prop :VF_SPLIT_SIZE
+
+    def_prop :TMP_DIR
+
+    def_prop :LOG_FILE
+    def_prop :LOG_LEVEL
+    def_prop :LOG_FLUSH_INTERVAL
+    def_prop :LOG_MARK_INTERVAL
+    def_prop :LOG_IMPORT_NTIMES_POP
+    def_prop :LOG_LOCAL_OUTPUT_DEV 
+    def_prop :LOG_ROTATE_INTERVAL
+    def_prop :LOG_ROTATE_N
+
+    def_prop :SUBCMD_EXEC_TIMEOUT
+
+    def_prop :PROCESSOR_MON_ON
+    def_prop :PROCESSOR_MON_INTERVAL
+    def_prop :PROCESSOR_MON_PSFORMAT
+    def_prop :PROCESSOR_MON_OBJECTSPACE_INSPECT_ON
+
+    def_prop :SOCK_DO_NOT_REVERSE_LOOKUP
+    def_prop :USE_RESOLV_REPLACE
+    
+    def_prop :BLOCK_USE_STDOUT
+
+    def_prop :DEBUG_PORT_WAIT
+    def_prop :DEBUG_FULL_BACKTRACE
+    def_prop :DEBUG_THREAD_ABORT_ON_EXCEPTION
+    def_prop :DEBUG_MONITOR_ON
+    def_prop :DEBUG_PROCESSOR_TRACE_ON
+    def_prop :DEBUG_BUG49 
+
+    def_prop :BUG234
+
+    def_prop :PROCESS_LIFE_MANAGE_INTERVAL
+
+    def_prop :THREAD_STACK_SIZE
+
+#     class JobConf<Conf
+#       def initialize(prefix = "", super_conf = nil, opts ={})
+# 	@prefix = prefix.upcase
+#       end
+
+#       def method_missing(method, *args, &b)
+# 	del = "#{prefix}_#{method.id2name.upcase}"
+# 	if respond_to?(del)
+# 	  __send__(del, *args, &b) 
+# 	else
+# 	  super
+# 	end
+#       end
+#     end
+#     BJobConf = JobConf
+#     NJobConf = JobConf
+
+    class DefaultConf
+
+      def initialize
+	super
+
+	@default_host = `hostname`.chomp
+	@hosts = {}
+      end
+
+      def [](host)
+	unless @hosts[host]
+	  @hosts[host] = Conf.new
+	end
+	@hosts[host]
+      end
+
+      def value(prop)
+	conf = @hosts[@default_host]
+	v = conf && conf.value(prop)
+	return v if v
+	@values[prop]
+      end
+
+      def load_all_conf
+	loaded = false
+	for path in CONF_PATH
+	  if path
+	    if File.exist?(path)
+	      load_conf path
+	      loaded = true
+	    end
+	  end
+	end
+#	unless loaded
+#	  puts "warnfairy.confファイルが見つかりません"
+#	end
+      end
+
+      def load_conf(conf)
+	begin
+	  load conf
+	rescue LoadError
+	  puts "設定ファイル #{conf} をロードできませんでした."
+	  exit 1
+	rescue
+	  puts "設定ファイル #{@conf} をロード中に例外が発生しました."
+	  p $!
+	  p $@
+	  exit 2
+	end
+      end
+    end
+  end
+
+  DEFAULT_CONF = Conf::DefaultConf.new
+  
+  DEFAULT_CONF.RUBY_BIN = ENV["FAIRY_RUBY"] || "ruby" 
+
+  #DEFAULT_CONF.MASTER_HOST = 
+  DEFAULT_CONF.MASTER_PORT = 19999
+
+#  DEFAULT_CONF.HOME = ENV["FAIRY_HOME"] || "/usr/lib/fairy"
+  home = ENV["FAIRY_HOME"] 
+  unless home
+    home = File.dirname(File.dirname(File.expand_path(__FILE__)))
+    if File.basename(__FILE__) == "conf.rb"
+      home = File.dirname(File.dirname(home))
+    end
+  end
+  DEFAULT_CONF.HOME = home
+#  DEFAULT_CONF.BIN = DEFAULT_CONF.HOME+"/bin"
+#  DEFAULT_CONF.LIB = DEFAULT_CONF.HOME+"/lib"
+
+#  DEFAULT_CONF.CONTROLLER_BIN = DEFAULT_CONF.BIN+"/controller"
+#  DEFAULT_CONF.PROCESSOR_BIN = DEFAULT_CONF.BIN+"/processor"
+
+  DEFAULT_CONF.DEFAULT_EXTERNAL = nil
+  DEFAULT_CONF.DEFAULT_INTERNAL = nil
+
+  DEFAULT_CONF.IGNORE_EXCEPTION_ON_FILTER = false
+
+  DEFAULT_CONF.MASTER_MAX_ACTIVE_PROCESSORS = 4
+
+  DEFAULT_CONF.CONTROLLER_INPUT_PROCESSOR_N = 10
+  DEFAULT_CONF.CONTROLLER_MAX_ACTIVE_TASKS_IN_PROCESSOR = 4
+
+  DEFAULT_CONF.CONTROLLER_ASSIGN_NEW_PROCESSOR_N_FACTOR = 1
+
+  DEFAULT_CONF.POSTMAPPING_POLICY = nil
+
+  DEFAULT_CONF.PREQUEUING_POLICY = {:queuing_class => :FileMarshaledQueue}
+  DEFAULT_CONF.POSTQUEUING_POLICY = {:queuing_class => :FileMarshaledQueue}
+
+  DEFAULT_CONF.POSTQUEUE_MAX_TRANSFER_SIZE = 100000
+  DEFAULT_CONF.POOLQUEUE_POOL_THRESHOLD = 10000
+  DEFAULT_CONF.ONMEMORY_SIZEDQUEUE_SIZE = 10000
+  DEFAULT_CONF.FILEBUFFEREDQUEUE_THRESHOLD = 10000/2
+
+  DEFAULT_CONF.MARSHAL_QUEUE_CHUNK_SIZE = DEFAULT_CONF.POOLQUEUE_POOL_THRESHOLD
+  DEFAULT_CONF.MARSHAL_QUEUE_MIN_CHUNK_NO = DEFAULT_CONF.POOLQUEUE_POOL_THRESHOLD
+  DEFAULT_CONF.SIZEDMARSHAL_QUEUE_MAX_CHUNK_NO = 10
+  
+  DEFAULT_CONF.SORTEDQUEUE_POOL_THRESHOLD = DEFAULT_CONF.POOLQUEUE_POOL_THRESHOLD
+  DEFAULT_CONF.SORTEDQUEUE_THRESHOLD = 10000/2
+  DEFAULT_CONF.SORTEDQUEUE_SORTBY = %{|v| v}
+
+  DEFAULT_CONF.INPUT_LOCAL_FILE_BUFFER_SIZE = 1024*1024
+  DEFAULT_CONF.HERE_POOL_THRESHOLD = 32000
+  #DEFAULT_CONF.OUTPUT_LOCAL_POOL_THRESHOLD = 32000
+
+  DEFAULT_CONF.GROUP_BY_NO_SEGMENT = 4
+  DEFAULT_CONF.GROUP_BY_HASH_MODULE = "fairy/share/hash-md5"
+  DEFAULT_CONF.GROUP_BY_GROUPING_OPTIMIZE = false
+
+  DEFAULT_CONF.GROUP_BY_BUFFERING_POLICY = {:buffering_class => :DirectMergeSortBuffer}
+  DEFAULT_CONF.GROUP_BY_CMSB_THRESHOLD = 400_000
+  DEFAULT_CONF.GROUP_BY_CMSB_CHUNK_SIZE = 1000
+
+  DEFAULT_CONF.BARRIER_MEMORY_BUFFERING_POLICY = {:queuing_class => :PoolQueue}
+
+  DEFAULT_CONF.SORT_BUFFERING_POLICY = {:buffering_class => "PGroupBy::DirectMergeSortBuffer"}
+  DEFAULT_CONF.SORT_SAMPLING_MIN = 100
+  DEFAULT_CONF.SORT_SAMPLING_MAX = 10000
+  DEFAULT_CONF.SORT_SAMPLING_RATIO_1_TO = 100
+  DEFAULT_CONF.SORT_NO_SEGMENT = DEFAULT_CONF.GROUP_BY_NO_SEGMENT
+  DEFAULT_CONF.SORT_CMP_OPTIMIZE = false
+
+  DEFAULT_CONF.IOTA_SPLIT_NO = 4
+
+  DEFAULT_CONF.TRANSFAR_MARSHAL_STRING_ARRAY_OPTIMIZE = false
+
+#  DEFAULT_CONF.VF_ROOT = DEFAULT_CONF.HOME+"/Repos"
+  DEFAULT_CONF.VF_PREFIX = `hostname`.chomp
+## DEFAULT_CONF.VF_PREFIX is client setting.
+  DEFAULT_CONF.VF_BASE_NAME_CONVERTER = nil
+  DEFAULT_CONF.VF_SPLIT_SIZE = 64*1024*1024
+
+  DEFAULT_CONF.TMP_DIR = "/tmp/fairy/tmpbuf"
+
+  DEFAULT_CONF.LOG_FILE = "/tmp/fairy/log"
+  DEFAULT_CONF.LOG_FLUSH_INTERVAL = 1
+  DEFAULT_CONF.LOG_MARK_INTERVAL = 300
+  DEFAULT_CONF.LOG_LEVEL = :INFO
+  DEFAULT_CONF.LOG_IMPORT_NTIMES_POP = 100000
+  DEFAULT_CONF.LOG_LOCAL_OUTPUT_DEV = :$stderr
+  DEFAULT_CONF.LOG_ROTATE_INTERVAL = 60*60*24
+  DEFAULT_CONF.LOG_ROTATE_N = 7
+
+  DEFAULT_CONF.SUBCMD_EXEC_TIMEOUT = 60
+
+  DEFAULT_CONF.PROCESSOR_MON_ON = false
+  DEFAULT_CONF.PROCESSOR_MON_INTERVAL = 300
+  DEFAULT_CONF.PROCESSOR_MON_PSFORMAT = "stat,vsz,rss,sz,pmem,pcpu,nlwp,time,wchan"
+  DEFAULT_CONF.PROCESSOR_MON_OBJECTSPACE_INSPECT_ON = false
+
+  DEFAULT_CONF.SOCK_DO_NOT_REVERSE_LOOKUP = true
+  DEFAULT_CONF.USE_RESOLV_REPLACE = false
+
+  DEFAULT_CONF.BLOCK_USE_STDOUT = true
+
+  DEFAULT_CONF.DEBUG_PORT_WAIT = false
+  DEFAULT_CONF.DEBUG_FULL_BACKTRACE = false
+  DEFAULT_CONF.DEBUG_THREAD_ABORT_ON_EXCEPTION = false
+  DEFAULT_CONF.DEBUG_MONITOR_ON = false
+  DEFAULT_CONF.DEBUG_PROCESSOR_TRACE_ON = false
+  DEFAULT_CONF.DEBUG_BUG49 = false
+
+  DEFAULT_CONF.BUG234 = false
+
+# DEFAULT_CONF.PROCESS_LIFE_MANAGE_INTERVAL = 60
+# DEFAULT_CONF.PROCESS_LIFE_MANAGE_INTERVAL = 10
+# DEFAULT_CONF.PROCESS_LIFE_MANAGE_INTERVAL = 1
+  DEFAULT_CONF.PROCESS_LIFE_MANAGE_INTERVAL = nil
+
+#  DEFAULT_CONF.THREAD_STACK_SIZE = 1024*100
+
+  CONF = DEFAULT_CONF
+  CONF.load_all_conf
+
+  def REPLACE_CONF(conf)
+    remove_const(:CONF)
+    const_set(:CONF, conf)
+  end
+  module_function :REPLACE_CONF
+
+  
+  def Conf.configure_common_conf
+    Thread.abort_on_exception = CONF.DEBUG_THREAD_ABORT_ON_EXCEPTION
+
+    TCPSocket.do_not_reverse_lookup = CONF.SOCK_DO_NOT_REVERSE_LOOKUP
+
+    if CONF.USE_RESOLV_REPLACE
+      require "resolv-replace"
+    end
+  end
+end