fairy 0.6.0

data/lib/fairy/master/c-input-iota.rb

@@ -0,0 +1,66 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-input"
+
+module Fairy
+
+  class CInputIota<CInput
+    Controller.def_export self
+
+    DeepConnect.def_single_method_spec(self, "REF new(REF, VAL, VAL)")
+
+    def initialize(controller, opts, last)
+      super
+      @last = last - 1
+    end
+
+    def node_class_name
+      "PInputIota"
+    end
+
+    def start
+      offset = 0
+      offset = @opts[:offset] if @opts[:offset]
+      split_no = @opts[:SPLIT_NO]
+
+      @ciota_place = CIotaPlace.new(@last, offset, split_no)
+      start_create_nodes
+    end
+
+    def input
+      @ciota_place 
+    end
+
+#     def create_and_start_nodes
+#       begin
+# 	offset = 0
+# 	offset = @opts[:offset] if @opts[:offset]
+# 	split_no = @opts[:SPLIT_NO]
+
+# 	first = offset
+# 	no = 0
+# 	split_no.times do
+# 	  @create_node_mutex.synchronize do
+# 	    no += 1
+# 	    Log::debug self, "NO: #{no}"
+# 	    last = [first + @last.div(split_no), @last].min
+# 	    @controller.assign_processor(self, :NEW_PROCESSOR) do |processor|
+# 	      njob = create_node(processor, first, last)
+# 	      njob.start
+# 	      first = last + 1
+# 	    end
+# 	  end
+# 	  sleep 0.1
+# 	end
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "BREAK CREATE NODE: #{self}" 
+#       ensure
+# 	self.number_of_nodes = no
+#       end
+#     end
+  end
+end

data/lib/fairy/master/c-input-local-file.rb

@@ -0,0 +1,117 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "uri"
+
+require "fairy/master/c-input"
+require "fairy/share/vfile"
+require "fairy/share/file-place"
+
+module Fairy
+  class CInputLocalFile<CInput
+    Controller.def_export self
+
+#    DeepConnect.def_single_method_spec(self, "REF new(REF, VAL)")
+
+    def CInputLocalFile.open(controller, opts = nil)
+      blfileinput = CInputLocalFile.new(controller, opts)
+      blfileinput.open(descripter)
+      blfileinput
+    end
+
+    def initialize(controller, opts = nil)
+      super
+    end
+
+    def node_class_name
+      "PInputLocalFile"
+    end
+
+    def start(job)
+      @cio_place = CLocalIOPlace.new(job)
+      start_create_nodes
+    end
+
+    def input
+      @cio_place
+    end
+
+#     def create_and_start_nodes
+#       if @opts[:split_size]
+# 	create_and_start_nodes_split
+#       else
+# 	create_and_start_nodes1
+#       end
+#     end
+
+#     def create_and_start_nodes1
+#       begin
+# 	no = 0
+# 	@create_node_mutex.synchronize do
+# 	  nlfileinput = nil
+# 	  @controller.assign_new_processor(self) do |processor|
+# 	    nlfileinput = create_node(processor)
+# 	  end
+# 	  no = 1
+# 	  Thread.start do
+# 	    @job.open do |io|
+# 	      nlfileinput.open(io)
+# 	      wait_input_finished(nlfileinput)
+# 	    end
+# 	  end
+# 	end
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "BREAK CREATE NODE: #{self}" 
+#       ensure
+# 	self.number_of_nodes = no
+#       end
+#       nil
+#     end
+
+#     def create_and_start_nodes_split
+#       begin
+# 	no_nodes = 0
+# 	@job.split_opens(@opts[:split_size]) do |io|
+# 	  @create_node_mutex.synchronize do
+# 	    no_nodes += 1
+# 	    nlfileinput = nil
+# 	    @controller.assign_new_processor(self) do |processor|
+# 	      nlfileinput = create_node(processor)
+# 	    end
+# 	    Thread.start(nlfileinput) do |nlfi|
+# 	      begin
+# 		nlfi.open(io)
+# 		wait_input_finished(nlfi)
+# 	      ensure
+# 		io.close
+# 	      end
+# 	    end
+# 	  end
+# 	end
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "BREAK CREATE NODE: #{self}" 
+#       ensure
+# 	self.number_of_nodes = no_nodes
+#       end
+#     end
+
+    def wait_input_finished(njob)
+      while !njob_input_finished?(njob)
+	@nodes_status_mutex.synchronize do
+	  @nodes_status_cv.wait(@nodes_status_mutex)
+	end
+      end
+    end
+
+    def njob_input_finished?(njob)
+      return false
+      st = @nodes_status[njob]
+      [:ST_WAIT_EXPORT_FINISH, :ST_EXPORT_FINISH, :ST_FINISH, :ST_OUTPUT_FINISH].include?(st)
+    end
+
+  end
+end

data/lib/fairy/master/c-input-varray.rb

@@ -0,0 +1,53 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-input"
+
+module Fairy
+
+  class CInputVArray<CInput
+    Controller.def_export self
+
+    def initialize(controller, opts, varray)
+      super
+      @varray = varray
+    end
+
+    def node_class_name
+      "PInputVArray"
+    end
+
+    def start
+      @cvarray_place = CVarrayPlace.new(@varray)
+      start_create_nodes
+    end
+
+    def input
+      @cvarray_place
+    end
+
+#     def create_and_start_nodes
+#       begin
+# 	no = 0
+# 	@varray.arrays_size.times do 
+# 	  @create_node_mutex.synchronize do
+# 	    subarray = @varray.arrays_at(no)
+# 	    @controller.assign_processor(self, 
+# 					 :SAME_PROCESSOR_OBJ, 
+# 					 subarray) do |processor|
+# 	      njob = create_node(processor, subarray)
+# 	      njob.start
+# 	      no +=1
+# 	    end
+# 	  end
+# 	end
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "BREAK CREATE NODE: #{self}" 
+#       ensure
+# 	self.number_of_nodes = no
+#       end
+  end
+end

data/lib/fairy/master/c-input.rb

@@ -0,0 +1,24 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-filter"
+
+module Fairy
+  class CInput<CFilter
+    def initialize(*rests)
+      super
+    end
+
+    def output=(output)
+      @output = output
+    end
+
+#     def start
+#       @create_node_thread = Thread.start {
+# 	create_and_start_nodes
+#       }
+#     end
+  end
+end

data/lib/fairy/master/c-inputtable.rb

@@ -0,0 +1,31 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+module Fairy
+  module CInputtable
+
+    def initialize(*rests)
+      super
+      @input = nil
+    end
+
+    def input=(input)
+      @input = input
+
+      start_create_nodes
+    end
+
+    attr_reader :input
+
+    def inputtable?
+      true
+    end
+
+    def break_running(njob = nil)
+      super
+      Thread.start{@input.break_running}
+    end
+  end
+end

data/lib/fairy/master/c-inputtable18.rb

@@ -0,0 +1,36 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-inputtable"
+
+module Fairy
+  module CInputtable
+#     def create_nodes(opts = {})
+#       begin
+# 	no = 0
+# 	@input.each_export do |export, node, opts|
+# 	  opts = {} if opts.nil?
+# 	  @create_node_mutex.synchronize do
+# 	    new_n = create_and_add_node(export, node)
+# 	    no += 1
+# 	    if opts[:init_njob]
+# 	      opts[:init_njob].call(new_n)
+# 	    end
+# 	  end
+# 	end
+
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "CAUGHT EXCEPTION: BreakCreateNode: #{self}" 
+#       rescue Exception
+# 	Log::debug_exception(self)
+# 	raise
+#       ensure
+# 	Log::debug self, "CREATE_NODES: #{self}.number_of_nodes=#{no}"
+# 	self.number_of_nodes = no
+#       end
+#     end
+  end
+end

data/lib/fairy/master/c-inputtable19.rb

@@ -0,0 +1,35 @@
+# encoding: UTF-8
+
+require "fairy/master/c-inputtable"
+
+module Fairy
+  module CInputtable
+
+    # create_nodes init_njob: {|node| initialize of node}
+#     def create_nodes(opts = {})
+#       begin
+# 	no = 0
+# 	#	  @input.each_export do |export, node, opts|
+# 	@input.each_export do |export, node, opts={}|
+# 	  @create_node_mutex.synchronize do
+# 	    new_n = create_and_add_node(export, node)
+# 	    no += 1
+# 	    if opts[:init_njob]
+# 	      opts[:init_njob].call(new_n)
+# 	    end
+# 	  end
+# 	end
+
+#       rescue BreakCreateNode
+# 	# do nothing
+# 	Log::debug self, "CAUGHT EXCEPTION: BreakCreateNode: #{self}" 
+#       rescue Exception
+# 	Log::debug_exception(self)
+# 	raise
+#       ensure
+# 	Log::debug self, "CREATE_NODES: #{self}.number_of_nodes=#{no}"
+# 	self.number_of_nodes = no
+#       end
+#     end
+  end
+end

data/lib/fairy/master/c-io-filter.rb

@@ -0,0 +1,28 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-filter"
+require "fairy/master/c-inputtable"
+
+module Fairy
+  class CIOFilter<CFilter
+    include CInputtable
+
+    def node_class
+      ERR::Raise ERR::INTERNAL::UndefinedNodeClass
+    end
+
+     def input=(input)
+       input.output = @input
+       super
+     end
+    attr_reader :input
+
+    def output=(output)
+      @output = output
+    end
+  end
+end
+

data/lib/fairy/master/c-junction.rb

@@ -0,0 +1,54 @@
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "fairy/master/c-io-filter"
+require "fairy/master/c-inputtable"
+
+module Fairy
+  class CJunction<CIOFilter
+    Controller.def_export self
+
+    def initialize(controller, opts)
+      super
+      @port_queue = PortQueue.new
+    end
+
+    def input=(input)
+      @input = input
+      start
+    end
+
+    def start
+      Log::debug self, "START CONNECTING: #{self}"
+      Thread.start do
+	@input.each_assigned_filter do |input_filter|
+	  @port_queue.push input_filter
+	end
+	@port_queue.push nil
+      end
+    end
+
+    def each_assigned_filter(&block)
+      for input_filter in @port_queue
+#Log::debugf(self, "%s %s", exp.to_s, node.to_s)
+	block.call input_filter
+      end
+    end
+
+    class PortQueue<DelegateClass(Queue)
+      include Enumerable
+
+      def initialize
+	super(Queue.new)
+      end
+
+      def each
+	while e = pop
+	  yield e
+	end
+      end
+    end
+  end
+end