fairy 0.6.0

data/lib/fairy/share/reference.rb

@@ -0,0 +1,45 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "thread"
+
+module Fairy
+  class Reference
+    class NullValue;end
+    NULL_VALUE = NullValue.new
+
+    def initialize
+      @value = NULL_VALUE
+      @value_mutex = Mutex.new
+      @value_cv = ConditionVariable.new
+    end
+
+    def value
+      @value_mutex.synchronize do
+	while @value == NULL_VALUE
+	  @value_cv.wait(@value_mutex)
+	end
+      end
+      @value
+    end
+
+    def value=(v)
+      @value_mutex.synchronize do
+	@value = v
+	@value_cv.broadcast
+      end
+    end
+
+    def arrived?
+      @value_mutex.synchronize do
+	@value != NULL_VALUE
+      end
+    end
+
+    def wait_arrived
+      value
+    end
+  end
+end

data/lib/fairy/share/stdout.rb

@@ -0,0 +1,56 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "thread"
+
+module Fairy
+
+  class Stdout
+    def initialize(peer)
+      @local_stdout = $stdout
+      @peer = peer
+      @threads = {}
+      
+      @mutex = Mutex.new
+
+    end
+    
+    attr_reader :local_stdout
+
+    def write(str)
+      @mutex.synchronize do
+	if @threads[Thread.current]
+	  @peer.stdout_write(str)
+	else
+	  @local_stdout.write(str)
+	end
+      end
+    end
+
+    def replace_stdout(&block)
+      @mutex.synchronize do
+	@threads[Thread.current] = 0 unless @threads[Thread.current] 
+	@threads[Thread.current] += 1
+      end
+      begin
+	yield
+      ensure
+	@mutex.synchronize do
+	  @threads[Thread.current] -= 1
+	  @threads.delete(Thread.current) if @threads[Thread.current] == 0
+	end
+      end
+    end
+
+    def flush
+      # do nothing
+    end
+  end
+end
+
+#def puts(str)
+#  $stdout.write(str+"\n")
+#end
+

data/lib/fairy/share/tr.rb

@@ -0,0 +1,16 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "tracer"
+Tracer.add_filter do |event, file, line, id, binding, klass|
+  file =~ /^\./ && file !~ /deep-connect/
+end
+
+Tracer.display_process_id = true
+Tracer.display_thread_id = true
+Tracer.display_c_call = false
+	  
+Tracer.on
+

data/lib/fairy/share/varray.rb

@@ -0,0 +1,147 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+module Fairy
+  class VArray
+    include Enumerable
+
+    def self.output(fairy, opts)
+      OutputVArray.output(fairy, opts)
+    end
+
+    # size がまだ決まっていないときには nil を指定する
+    def initialize(arrays_size)
+      @arrays = []
+      @arrays_size = arrays_size
+      @arrays_mutex = Mutex.new
+      @arrays_cv = ConditionVariable.new
+    end
+
+    def size
+      size = 0
+      arrays_each do |array|
+	size += array.size
+      end
+      size
+    end
+
+    def [](idx)
+      case idx
+      when Integer
+	ary_idx, idx = index_on_arrays(idx)
+	return @arrays[ary_idx][idx]
+      when Range
+	ERR::Raise ERR::NoSupportClass, idx
+      else
+	ERR::Raise ERR::NoSupportClass, idx
+      end
+    end
+
+    def []=(idx, val)
+      case idx
+      when Integer
+	ary_idx, idx = index_on_arrays(idx)
+	return @arrays[ary_idx][idx]=val
+      else
+	ERR::Raise ERR::NoSupportClass, idx
+      end
+    end
+
+    def each(&block)
+      # set_arrayされるまでまっている.
+      arrays_size.times do |idx|
+	ary = nil
+	@arrays_mutex.synchronize do
+	  while @arrays[idx].nil?
+	    @arrays_cv.wait(@arrays_mutex)
+	  end
+	  ary = @arrays[idx]
+	end
+	ary.each(&block)
+      end
+    end
+
+    # arrays 操作
+    def arrays_size
+      @arrays_mutex.synchronize do
+	while @arrays_size.nil?
+	  @arrays_cv.wait(@arrays_mutex)
+	end
+	@arrays_size
+      end
+    end
+
+    def arrays_size=(arrays_size)
+      @arrays_mutex.synchronize do
+	@arrays_size = arrays_size
+	@arrays_cv.broadcast
+      end
+    end
+
+#     def arrays
+#       @arrays_mutex.synchronize do
+# 	while @arrays_size.nil?
+# 	  @arrays_cv.wait(@arrays_mutex)
+# 	end
+# 	@arrays
+#       end
+#     end
+
+#    def set_arrays(array)
+#      @arrays_mutex.synchronize do
+#	@arrays = array
+#	@arrays_cv.broadcast
+#      end
+#    end
+
+    def arrays_put(idx, array)
+      @arrays_mutex.synchronize do
+	@arrays[idx] = array
+	@arrays_cv.broadcast
+      end
+    end
+
+    def arrays_at(idx)
+      @arrays_mutex.synchronize do
+	while @arrays[idx].nil?
+	  @arrays_cv.wait(@arrays_mutex)
+	end
+	@arrays[idx]
+      end
+    end
+
+    def index_on_arrays(idx)
+      # array_size=されるまでまっている.
+      arrays_size.times do |ary_idx|
+	ary = nil
+	@arrays_mutex.synchronize do
+	  while !(ary = @arrays[ary_idx])
+	    @arrays_cv.wait(@arrays_mutex)
+	  end
+	end
+	ary_size = ary.size
+	if idx < ary_size
+	  return ary_idx, idx
+	end
+	idx -= ary_size
+      end
+    end
+
+    def arrays_each(&block)
+      # array_size=されるまでまっている.
+      arrays_size.times do |idx|
+	ary = nil
+	@arrays_mutex.synchronize do
+	  while @arrays[idx].nil?
+	    @arrays_cv.wait(@arrays_mutex)
+	  end
+	  ary = @arrays[idx]
+	end
+	yield ary
+      end
+    end
+  end
+end
+

data/lib/fairy/share/vfile.rb

@@ -0,0 +1,183 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "e2mmap"
+
+require "fairy/share/conf.rb"
+
+module Fairy
+  class VFile
+    VFILE_EXT = ".vf"
+    VFILE_HEADER = "#!fairy vfile"
+    VFILE_MAGIC = /^#{Regexp.escape(VFILE_HEADER)}/
+
+    def VFile.vfile?(path)
+      if File.extname(path) == VFILE_EXT
+	return true
+      end
+      if !File.exist?(path)
+	return false
+      end
+	
+      File.open(path) do |io|
+	l = io.gets
+	begin
+	  return VFILE_MAGIC =~ l
+	rescue ArgumentError
+	  return false
+	end
+      end
+    end
+
+    def VFile.vfile(path)
+      vfile = new
+      vfile.vfile(path)
+      vfile
+    end
+
+    def VFile.real_files(real_files)
+      vfile = new
+      vfile.real_file_names = real_files
+      vfile
+    end
+    
+    def initialize
+      @vfile_name = nil
+
+      @real_file_names = []
+      @real_file_names_mutex = Mutex.new
+      @real_file_names_cv = ConditionVariable.new
+
+      @base_name = nil
+
+      @BASE_NAME_CONVERTER = nil
+      if CONF.VF_BASE_NAME_CONVERTER
+	@BASE_NAME_CONVERTER = eval(CONF.VF_BASE_NAME_CONVERTER)
+      end
+    end
+
+    attr_reader :vfile_name
+    attr_reader :base_name
+    
+    def vfile_name=(path)
+      @vfile_name = path
+      #@base_name = File.dirname(path)+"/"+File.basename(path, VFILE_EXT)
+      @base_name = File.expand_path(File.dirname(path))+"/"+File.basename(path, VFILE_EXT)
+
+      if @BASE_NAME_CONVERTER
+	@base_name = @BASE_NAME_CONVERTER.call(@base_name)
+      end
+
+      # 絶対パスの場合/を取る(取りあえずの処置)
+      while @base_name.sub!(/^\//, ""); end
+
+      # .. があったときの処理
+      while @base_name.sub!(%r{/[^/]*/\.\./?}, ""); end
+      while @base_name.sub!(/^\.\./, ""); end
+    end
+
+    def real_file_names
+      @real_file_names_mutex.synchronize do
+	@real_file_names
+      end
+    end
+
+
+    def real_file_names=(val)
+      @real_file_names_mutex.synchronize do
+	@real_file_names=val
+      end
+    end
+
+    def vfile(path)
+      File.open(path) do |io|
+	l = io.gets
+	unless VFILE_MAGIC =~ l
+	  ERR::Raise NoVFile, path
+	end
+
+	files = []
+	for l in io
+	  l.chomp!
+	  next if l =~ /^\s*$/
+	  next if l =~ /^\s*#.*$/
+	  files.push l
+	end
+	
+	@real_file_names_mutex.synchronize do
+	  @real_file_names = files
+	end
+      end
+    end
+
+    def each_real_file_name(&block)
+      real_file_names.dup.each &block
+    end
+    alias each each_real_file_name
+
+    def create_vfile
+      File.open(@vfile_name, "w") do |io|
+	io.puts VFILE_HEADER
+	io.puts
+	@real_file_names_mutex.synchronize do
+	  @real_file_names.each do |fn|
+	    io.puts fn
+	  end
+	end
+      end
+    end
+
+#    VF_PREFIX = CONF.VF_PREFIX
+#    IPADDR_REGEXP = /::ffff:([0-9]+\.){3}[0-9]+|[0-9a-f]+:([0-9a-f]*:)[0-9a-f]*/
+
+#     # file name: #{base}-NNN
+#     def gen_real_file_name(host, root, no)
+
+#       if IPADDR_REGEXP =~ host
+# 	begin
+# 	  host = Resolv.getname(host)
+# 	rescue
+# 	  # ホスト名が分からない場合 は そのまま ipv6 アドレスにする
+# 	  host = "[#{host}]"
+# 	end
+#       end
+      
+#       base = "file://#{host}#{root}/#{VF_PREFIX}/#{@base_name}"
+
+#       base_regexp = /^#{Regexp.escape(base)}/
+#       fn = nil
+#       @real_file_names_mutex.synchronize do
+# 	ary = @real_file_names.select{|e| base_regexp =~ e}.sort
+# 	if ary.empty?
+# 	  fn = "#{base}-000"
+# 	else
+# 	  fn = ary.last.succ
+# 	end
+# 	@real_file_names.push fn
+#       end
+#       fn
+#     end
+
+    def set_real_file(no, url)
+      @real_file_names_mutex.synchronize do
+	@real_file_names[no] = url
+      end
+    end
+
+    # Ruby 1.9 mershal 対応
+    #  - Ruby 1.9 では mutex を dump できない
+    def marshal_dump
+      [@vfile_name, @real_file_names]
+    end
+
+    def marshal_load(ary)
+      @vfile_name = ary[0]
+      @real_file_names = ary[1]
+      @real_file_names_mutex = Mutex.new
+      @real_file_names_cv = ConditionVariable.new
+    end
+
+  end
+end