tengine_job 0.6.9

data/spec/tengine/job/element_selector_notation_spec.rb

@@ -0,0 +1,354 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe Tengine::Job::ElementSelectorNotation do
+
+  # Tengine::Job::ElementSelectorNotation は、#element, #element! を提供します。
+  # Tengine::Job::Jobnetにincludeされます。
+  # #element は指定されたnotationで対象となる要素が見つからなかった場合はnilを返しますが、
+  # #element! は指定されたnotationで対象となる要素が見つからなかった場合は例外をraiseします
+
+  rjn0001_notations = {
+    :S1 => [
+      "start",
+      "start@/rjn0001",
+      "start!/rjn0001",
+    ],
+    :e1 => [
+      "prev!/rjn0001/j11",
+      "prev!j11@/rjn0001",
+      "prev!j11",
+    ],
+    :j11 => [
+      "/rjn0001/j11",
+      "j11@/rjn0001",
+      "j11",
+    ],
+    :e2 => [
+      "next!/rjn0001/j11",
+      "next!j11@/rjn0001",
+      "next!j11",
+      "prev!/rjn0001/j12",
+      "prev!j12@/rjn0001",
+      "prev!j12",
+      "j11~j12@/rjn0001",
+      "j11~j12",
+    ],
+    :j12 => [
+      "/rjn0001/j12",
+      "j12@/rjn0001",
+      "j12",
+    ],
+    :e3 => [
+      "next!/rjn0001/j12",
+      "next!j12@/rjn0001",
+      "next!j12",
+    ],
+    :E1 => [
+      "end",
+      "end@/rjn0001",
+      "end!/rjn0001",
+    ]
+  }
+
+  {
+    # in [rjn0001]
+    # (S1) --e1-->(j11)--e2-->(j12)--e3-->(E1)
+    Rjn0001SimpleJobnetBuilder => rjn0001_notations,
+
+    # in [rjn0002]
+    #              |--e2-->(j11)--e4-->|
+    # (S1)--e1-->[F1]                [J1]--e6-->(E1)
+    #              |--e3-->(j12)--e5-->|
+    Rjn0002SimpleParallelJobnetBuilder => {
+      :S1 => [
+        "start",
+        "start@/rjn0002",
+        "start!/rjn0002",
+      ],
+      :e1 => [
+        "next!start@/rjn0002",
+        "next!start",
+      ],
+      :F1 => [
+        "fork!start~j11@/rjn0002",
+        "fork!start~j11",
+        "fork!start~j12@/rjn0002",
+        "fork!start~j12",
+      ],
+      :e2 => [
+        "prev!/rjn0002/j11",
+        "prev!j11@/rjn0002",
+        "prev!j11",
+      ],
+      :j11 => [
+        "/rjn0002/j11",
+        "j11@/rjn0002",
+        "j11",
+      ],
+
+      :e3 => [
+        "prev!/rjn0002/j12",
+        "prev!j12@/rjn0002",
+        "prev!j12",
+      ],
+      :j12 => [
+        "/rjn0002/j12",
+        "j12@/rjn0002",
+        "j12",
+      ],
+
+      :e4 => [
+        "next!/rjn0002/j11",
+        "next!j11@/rjn0002",
+        "next!j11",
+      ],
+      :e5 => [
+        "next!/rjn0002/j12",
+        "next!j12@/rjn0002",
+        "next!j12",
+      ],
+
+      :J1 => [
+        "join!j11~end@/rjn0002",
+        "join!j11~end",
+        "join!j12~end@/rjn0002",
+        "join!j12~end",
+      ],
+      :e6 => [
+        "prev!end@/rjn0002",
+        "prev!end",
+      ],
+      :E1 => [
+        "end",
+        "end@/rjn0002",
+        "end!/rjn0002",
+      ]
+    },
+
+    # in [rjn0003]
+    #                                                |--e7-->(j14)--e11-->(j16)--e14--->|
+    #              |--e2-->(j11)--e4-->(j13)--e6-->[F2]                                 |
+    # (S1)--e1-->[F1]                                |--e8-->[J1]--e12-->(j17)--e15-->[J2]--e16-->(E2)
+    #              |                                 |--e9-->[J1]                       |
+    #              |--e3-->(j12)------e5---------->[F3]                                 |
+    #                                                |--e10---->(j15)---e13------------>|
+    Rjn0003ForkJoinJobnetBuilder => {
+      :e6 => [
+        "next!/rjn0003/j13",
+        "next!j13@/rjn0003",
+        "next!j13",
+      ],
+      :F2 => [
+        "fork!j13~j14@/rjn0003",
+        "fork!j13~j14",
+        "fork!j13~j17@/rjn0003",
+        "fork!j13~j17",
+      ],
+      :e7 => [
+        "prev!/rjn0003/j14",
+        "prev!j14@/rjn0003",
+        "prev!j14",
+      ],
+      :e8 => [
+        "fork~join!j13~j17@/rjn0003",
+        "fork~join!j13~j17",
+      ],
+      :e9 => [
+        "fork~join!j12~j17@/rjn0003",
+        "fork~join!j12~j17",
+      ],
+      :J1 => [
+        "join!j13~j17@/rjn0003",
+        "join!j13~j17",
+        "join!j12~j17@/rjn0003",
+        "join!j12~j17",
+      ],
+      :e12 => [
+        "prev!/rjn0003/j17",
+        "prev!j17@/rjn0003",
+        "prev!j17",
+      ],
+    },
+
+    # in [rjn0009]
+    # [S1] --e1-->[j1100]--e2-->[j1200]--e3-->[j1300]--e4-->[j1400]--e5-->[j1500]--e6-->[j1600]--e7-->[E1]
+    #
+    # [j1100]
+    # [S2]--e8-->(j1110)--e9-->(j1120)--e10-->[E2]
+    #
+    # [j1200]
+    # [S3]--e11-->(j1210)--e12-->[E3]
+    #
+    # [j1300]
+    # [S4]--e13-->(j1310)--e14-->[E4]
+    #
+    # [j1400]
+    # [S5]--e15-->(j1410)--e16-->[E5]
+    #
+    # [j1500]
+    # [S6]--e17-->[j1510]--e18-->[E6]
+    #
+    # [j1510]
+    # [S7]--e19-->(j1511)--e20-->[E7]
+    #
+    # [j1600]
+    # [S8]--e21-->[j1610]--e22-->[j1620]--e23-->[j1630]--e24-->[E8]
+    #
+    # [j1610]
+    # [S9]--e25-->(j1611)--e26-->(j1612)--e27-->[E9]
+    #
+    # [j1620]
+    # [S10]--e28-->(j1621)--e29-->[E10]
+    #
+    # [j1630]
+    # [S11]--e30-->(j1631)--e31-->[E11]
+
+    Rjn0009TreeSequentialJobnetBuilder => {
+      :S2 => [
+        "start@/rjn0009/j1100",
+        "start@j1100",
+      ],
+      :e8 => [
+        "next!start@/rjn0009/j1100",
+        "next!start@j1100",
+        "start~j1110@/rjn0009/j1100",
+        "start~j1110@j1100",
+      ],
+      :j11 => [
+        "/rjn0009/j1110",
+        "j1110@/rjn0009",
+        "j1110",
+      ],
+      :e9 => [
+        "next!/rjn0009/j1100/j1110",
+        "next!j1110@/rjn0009/j1100",
+        "next!j1110@j1100",
+        "prev!/rjn0009/j1100/j1120",
+        "prev!j1120@/rjn0009/j1100",
+        "prev!j1120@j1100",
+        "j1110~j1120@/rjn0009/j1100",
+        "j1110~j1120@j1100",
+      ],
+      :E2 => [
+        "end@/rjn0009/j1100",
+        "end@j1100",
+        "end!/rjn0009/j1100",
+        "end!j1100",
+      ],
+      :E1 => [
+        "end",
+        "end@/rjn0009",
+        "end!/rjn0009",
+      ],
+    },
+
+    # in [rjn0012]
+    # (S1)--e1-->[j1000]--e2-->[j2000]--e3-->(E1)
+    #
+    # in [j1000]
+    # (S2)--e4-->[j1100]--e5-->[j1200]--e6-->(E2)
+    #
+    # in [j1100]
+    # (S3)--e7-->(j1110)--e8-->(E3)
+    #
+    # in [j1200]
+    # (S4)--e9-->(j1210)--e10-->(E4)
+    #
+    # in [j1000:finally (=j1f00)]
+    # (S5)--e11-->[j1f10]--e12-->(E5)
+    #
+    # in [j1f10]
+    # (S6)--e13-->(j1f11)--e14-->(E6)
+    #
+    # in [j1000:finally:finally (=j1ff0)]
+    # (S7)--e15-->(j1ff1)--e16-->(E7)
+    #
+    # in [j2000]
+    # (S8)--e17-->(j2100)--e18-->(E8)
+    #
+    # in [jf000:finally (=jf000)]
+    # (S9)--e19-->(jf100)--e20-->(E9)
+    #
+    Rjn0012NestedAndFinallyBuilder => {
+      :j1f00 => [
+        "/rjn0012/j1000/finally",
+        "finally@/rjn0012/j1000",
+      ],
+      :S5 => [
+        "start@/rjn0012/j1000/finally",
+        "start@j1000/finally",
+        "start!finally@/rjn0012/j1000",
+        "start!finally@j1000",
+      ],
+    },
+
+  }.each do |builder_class, patterns|
+
+    context builder_class.name do
+      %w[actual template].each do |type|
+        before do
+          Tengine::Job::Vertex.delete_all
+          builder = builder_class.new
+          @root = builder.send(:"create_#{type}")
+          @ctx = builder.context
+        end
+
+        patterns.each do |element_key, notations|
+          notations.each do |notation|
+            it "#{notation.inspect} selects #{type} #{element_key.inspect}" do
+              expected = @ctx[element_key]
+              if expected.is_a?(Tengine::Job::Vertex)
+                expected_name_path = expected.name_path
+                actual_name_path = @root.element(notation).name_path
+                actual_name_path.should == expected_name_path
+              else
+                @root.element(notation).should == expected
+              end
+            end
+          end
+        end
+
+      end
+    end
+  end
+
+
+  # in [rjn0001]
+  # (S1) --e1-->(j11)--e2-->(j12)--e3-->(E1)
+  context "rjn0001" do
+    before do
+      Tengine::Job::Vertex.delete_all
+      builder = Rjn0001SimpleJobnetBuilder.new
+      @root = builder.create_template
+      @ctx = builder.context
+    end
+
+    [:element, :element!].each do |method_name|
+      rjn0001_notations.each do |element_name, notations|
+        notations.each do |notation|
+          it "#{method_name}(#{notation}) selects #{element_name}" do
+            @root.send(method_name, notation).should == @ctx[element_name]
+          end
+        end
+      end
+    end
+
+    context "存在しないデータを検索" do
+      it "elementはnilを返す" do
+        @root.element("unexist_element").should == nil
+      end
+
+      it "element!は例外をraiseする" do
+        begin
+          @root.element!("unexist_element")
+          fail
+        rescue Tengine::Errors::NotFound => e
+          e.message.should == "Tengine Jobnet Element not found by selector \"unexist_element\" in /rjn0001"
+        end
+      end
+    end
+
+  end
+
+end

data/spec/tengine/job/examples_spec.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe "job DSL examples" do
+  before(:all) do
+    Tengine.plugins.add(Tengine::Job)
+  end
+
+  def load_dsl(filename)
+    config = {
+      :action => "load",
+      :tengined => { :load_path => File.expand_path("../../../examples/#{filename}", File.dirname(__FILE__)) },
+    }
+    @bootstrap = Tengine::Core::Bootstrap.new(config)
+    @bootstrap.boot
+  end
+
+  example_dir = File.expand_path("../../../examples", File.dirname(__FILE__))
+
+  context "load and bind" do
+    Dir.glob("#{example_dir}/*.rb") do |job_dsl_path|
+      it "load #{job_dsl_path}" do
+        Tengine::Core::Driver.delete_all
+        Tengine::Core::HandlerPath.delete_all
+        Tengine::Job::Vertex.delete_all
+        Tengine::Job::Vertex.count.should == 0
+        expect {
+          load_dsl(File.basename(job_dsl_path))
+        }.to_not raise_error
+        Tengine::Job::Vertex.count.should_not == 0
+      end
+
+      it "bind #{job_dsl_path}" do
+        Tengine::Core::Driver.delete_all
+        Tengine::Core::HandlerPath.delete_all
+        Tengine::Job::Vertex.delete_all
+        load_dsl(File.basename(job_dsl_path))
+      end
+
+    end
+  end
+
+  context "<BUG>[tenginedがジョブネット定義をロードするパスとして指定したディレクトリ内に更にディレクトリが存在すると、Errorが発生してtenginedが起動できない]" do
+    it do
+      Tengine::Core::Driver.delete_all
+      Tengine::Core::HandlerPath.delete_all
+      Tengine::Job::Vertex.delete_all
+      Tengine::Job::Vertex.count.should == 0
+      expect {
+        dsl_dir = File.expand_path("dsls/1060_test_dir1", File.dirname(__FILE__))
+        config = {
+          :action => "load",
+          :tengined => { :load_path => dsl_dir },
+        }
+        @bootstrap = Tengine::Core::Bootstrap.new(config)
+        @bootstrap.boot
+      }.to_not raise_error
+      Tengine::Job::Vertex.count.should_not == 0
+    end
+  end
+
+end

data/spec/tengine/job/execution_spec.rb

@@ -0,0 +1,100 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+require 'time'
+
+describe Tengine::Job::Execution do
+  describe :actual_estimated_end do
+    context "strted_atがnilならnil" do
+      subject{ Tengine::Job::Execution.new(:started_at => nil, :estimated_time => 10.minutes) }
+      its(:actual_estimated_end) { should == nil }
+    end
+
+    context "strted_atが設定されていたらstarted_atに見積もり時間を足した時間" do
+      subject do
+        Tengine::Job::Execution.new(
+          :started_at => Time.parse("2011/10/11 01:00Z"),
+          :estimated_time => 10 * 60)
+      end
+      it { subject.actual_estimated_end.iso8601.should == Time.parse("2011/10/11 01:10Z").iso8601 }
+    end
+  end
+
+
+
+  describe "reset rjn0010" do
+    # in [rjn0010]
+    #              |-----e2----->(j11)-----e4----->|
+    # [S1]--e1-->[F1]                            [J1]--e7-->[E1]
+    #              |--e3-->(j12)--e5-->(j13)--e6-->|
+    before do
+      Tengine::Job::Vertex.delete_all
+      builder = Rjn00102jobsAnd1jobParallelJobnetBuilder.new
+      @root = builder.create_actual
+      @ctx = builder.context
+      @execution = Tengine::Job::Execution.create!({
+          :root_jobnet_id => @root.id,
+          :retry => true, :spot => false,
+        })
+      @base_props = {
+        :execution_id => @execution.id.to_s,
+        :root_jobnet_id => @root.id.to_s,
+        :target_jobnet_id => @root.id.to_s,
+      }
+      mock_event = mock(:event)
+      mock_event.stub(:occurred_at).and_return{ Time.now }
+      mock_event.stub(:[]).with(:execution_id).and_return(@execution.id.to_s)
+      @signal = Tengine::Job::Signal.new(mock_event)
+    end
+
+    context "全て正常終了した後に" do
+      before do
+        [:root, :j11, :j12, :j13].each{|j| @ctx[j].phase_key = :success}
+        @root.edges.each{|edge| edge.phase_key = :transmitted }
+        @root.save!
+        @execution.stub(:root_jobnet).and_return(@root)
+      end
+
+      context 'target_actualでジョブを取得' do
+        it "値を設定している場合" do
+          @execution.target_actual_ids = [@ctx[:j12].id.to_s]
+          @execution.save!
+          @execution.target_actuals.map(&:id).should == [@ctx[:j12].id]
+        end
+
+        it '設定していない場合' do
+          @execution.target_actual_ids = []
+          @execution.save!
+          @execution.target_actuals.map(&:id).should == [@ctx[:root].id]
+        end
+      end
+
+      it "全てのedgeとvetexは初期化される" do
+        @execution.transmit(@signal)
+        @root.save!
+        @execution.save!
+        @root.reload
+        @execution.reload
+        @root.phase_key.should == :ready
+        [:j11, :j12, :j13].each{|j| [j, @ctx[j].phase_key].should == [j, :initialized]}
+        @root.edges.each{|edge| edge.phase_key.should == :active }
+      end
+
+      it "一部再実行の為にreset" do
+        @execution.target_actual_ids = [@ctx[:j12].id.to_s]
+        @execution.save!
+        @execution.transmit(@signal)
+        @root.save!
+        @execution.save!
+        @execution.reload
+        @root.reload
+        [:root, :j11].each{|j| @ctx[j].phase_key.should == :success}
+        [:j12].each{|j| @ctx[j].phase_key.should == :ready}
+        [:j13].each{|j| @ctx[j].phase_key.should == :initialized}
+        [:e1, :e2, :e3, :e4].each{|n| @ctx[n].phase_key.should == :transmitted }
+        [:e5, :e6, :e7].each{|n| @ctx[n].phase_key.should == :active }
+      end
+    end
+
+  end
+
+end