tengine_job 0.6.9

data/spec/fixtures/rjn_0004_parallel_jobnet_with_finally_fixture.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+# 以下のジョブネットについてテンプレートジョブネットや
+# 実行用ジョブネットを扱うフィクスチャ生成のためのクラスです。
+#
+# in [jn0004]
+#                         |--e3-->(j2)--e5-->|
+# (S1)--e1-->(j1)--e2-->[F1]                [J1]--e7-->(j4)--e8-->(E1)
+#                         |--e4-->(j3)--e6-->|
+#
+# in [jn0004/finally]
+# (S2) --e9-->(jn0004_f)-e10-->(E2)
+
+class Rjn0004ParallelJobnetWithFinally < JobnetFixtureBuilder
+  include TestCredentialFixture
+  include TestServerFixture
+
+  DSL = <<-EOS
+    jobnet("jn0004", :instance_name => "test_server1", :credential_name => "test_credential1") do
+      boot_jobs("j1")
+      job("j1", "$HOME/0004_retry_one_layer.sh", :to => ["j2", "j3"])
+      job("j2", "$HOME/0004_retry_one_layer.sh", :to => "j4")
+      job("j3", "$HOME/0004_retry_one_layer.sh", :to => "j4")
+      job("j4", "$HOME/0004_retry_one_layer.sh")
+      finally do
+        job("jn0004_f", "$HOME/0004_retry_one_layer.sh")
+      end
+    end
+  EOS
+
+  def create(options = {})
+    root = new_root_jobnet("jn0004", {
+        :server_name => test_server1.name,
+        :credential_name => test_credential1.name
+      }.update(options || { }))
+    root.children << new_start
+    root.children << new_script("j1", :script => "$HOME/0004_retry_one_layer.sh")
+    root.children << new_fork
+    root.children << new_script("j2", :script => "$HOME/0004_retry_one_layer.sh")
+    root.children << new_script("j3", :script => "$HOME/0004_retry_one_layer.sh")
+    root.children << new_join
+    root.children << new_script("j4", :script => "$HOME/0004_retry_one_layer.sh")
+    root.children << new_finally
+    root.children << new_end
+    root.edges << new_edge(:S1, :j1)
+    root.edges << new_edge(:j1, :F1)
+    root.edges << new_edge(:F1, :j2)
+    root.edges << new_edge(:F1, :j3)
+    root.edges << new_edge(:j2, :J1)
+    root.edges << new_edge(:j3, :J1)
+    root.edges << new_edge(:J1, :j4)
+    root.edges << new_edge(:j4, :E1)
+    root.finally_vertex do |finally|
+      finally.children << new_start
+      finally.children << new_script("jn0004_f", :script => "$HOME/0004_retry_one_layer.sh")
+      finally.children << new_end
+      finally.edges << new_edge(:S2, :jn0004_f)
+      finally.edges << new_edge(:jn0004_f, :F2)
+    end
+    root.save!
+    root
+  end
+end

data/spec/fixtures/rjn_0005_retry_two_layer_fixture.rb

@@ -0,0 +1,153 @@
+# -*- coding: utf-8 -*-
+
+require File.expand_path('test_credential_fixture', File.dirname(__FILE__))
+require File.expand_path('test_server_fixture', File.dirname(__FILE__))
+
+# 以下のジョブネットについてテンプレートジョブネットや
+# 実行用ジョブネットを扱うフィクスチャ生成のためのクラスです。
+#
+# in [jn0005]
+#                         |--e3-->(j2)--e5--->|
+# (S1)--e1-->(j1)--e2-->[F1]                [J1]-->e7-->(j4)--e8-->(E1)
+#                         |--e4-->[jn4]--e6-->|
+#
+# in [jn0005/jn4]
+#                          |--e11-->(j42)--e13-->|
+# (S2)--e9-->(j41)--e10-->[F2]                  [J2]--e15-->(j44)--e16-->(E2)
+#                          |--e12-->(j43)--e14-->|
+#
+# in [jn0005/jn4/finally]
+# (S3)--e17-->(jn4_f)--e18-->(E3)
+#
+# in [jn0005/finally]
+# (S4)--e19-->[jn0005_fjn]--e20-->(jn0005_f)--e21-->(E4)
+#
+# in [jn0005/finally/jn0005_fjn]
+# (S5)--e22-->(jn0005_f1)--e23-->(jn0005_f1)--e24-->(E5)
+#
+# in [jn0005/finally/jn0005_fjn/finally]
+# (S6)--e25-->(jn0005_fif)--e26-->(E6)
+
+class Rjn0005RetryTwoLayerFixture < JobnetFixtureBuilder
+  include TestCredentialFixture
+  include TestServerFixture
+
+  DSL = <<-EOS
+    jobnet("jn0005", :instance_name => "test_server1", :credential_name => "test_credential1") do
+      boot_jobs("j1")
+      job("j1", "$HOME/0005_retry_two_layer.sh", :to => ["j2", "jn4"])
+      job("j2", "$HOME/0005_retry_two_layer.sh", :to => "j4")
+      jobnet("jn4", :to => "j4") do
+        boot_jobs("j41")
+        job("j41", "$HOME/0005_retry_two_layer.sh", :to => ["j42", "j43"])
+        job("j42", "$HOME/0005_retry_two_layer.sh", :to => "j44")
+        job("j43", "$HOME/0005_retry_two_layer.sh", :to => "j44")
+        job("j44", "$HOME/0005_retry_two_layer.sh")
+        finally do
+          job("jn4_f", "$HOME/0005_retry_two_layer.sh")
+        end
+      end
+      job("j4", "$HOME/0005_retry_two_layer.sh")
+      finally do
+        boot_jobs("jn0005_fjn")
+        jobnet("jn0005_fjn", :to => "jn0005_f") do
+          boot_jobs("jn0005_f1")
+          job("jn0005_f1", "$HOME/0005_retry_two_layer.sh", :to => ["jn0005_f2"])
+          job("jn0005_f2", "$HOME/0005_retry_two_layer.sh")
+          finally do
+            job("jn0005_fif","$HOME/0005_retry_two_layer.sh")
+          end 
+        end
+        job("jn0005_f", "$HOME/0005_retry_two_layer.sh")
+      end
+    end
+  EOS
+
+  def create(options = {})
+    root = new_root_jobnet("jn0005", {
+        :server_name => test_server1.name, 
+        :credential_name => test_credential1.name
+      }.update(options || { }))
+    # root
+    root.children << new_start
+    root.children << new_script("j1", :script => "$HOME/0005_retry_two_layer.sh")
+    root.children << new_fork
+    root.children << new_script("j2", :script => "$HOME/0005_retry_two_layer.sh")
+    root.children << new_jobnet("jn4")
+    root.children << new_join
+    root.children << new_script("j4", :script => "$HOME/0005_retry_two_layer.sh")
+    root.children << new_finally
+    root.children << new_end
+    root.edges << new_edge(:S1, :j1)
+    root.edges << new_edge(:j1, :F1)
+    root.edges << new_edge(:F1, :j2)
+    root.edges << new_edge(:F1, :jn4)
+    root.edges << new_edge(:j2, :J1)
+    root.edges << new_edge(:jn4, :J1)
+    root.edges << new_edge(:J1, :j4)
+    root.edges << new_edge(:j4, :E1)
+
+    self[:jn4].tap do |jn4|
+      jn4.children << new_start
+      jn4.children << new_script("j41", :script => "$HOME/0005_retry_two_layer.sh")
+      jn4.children << new_fork
+      jn4.children << new_script("j42", :script => "$HOME/0005_retry_two_layer.sh")
+      jn4.children << new_script("j43", :script => "$HOME/0005_retry_two_layer.sh")
+      jn4.children << new_join
+      jn4.children << new_script("j44", :script => "$HOME/0005_retry_two_layer.sh")
+      jn4.children << new_finally
+      jn4.children << new_end
+      jn4.edges << new_edge(:S2, :j41)
+      jn4.edges << new_edge(:j41, :F2)
+      jn4.edges << new_edge(:F2, :j42)
+      jn4.edges << new_edge(:F2, :j43)
+      jn4.edges << new_edge(:j42, :J2)
+      jn4.edges << new_edge(:j43, :J2)
+      jn4.edges << new_edge(:J2, :j44)
+      jn4.edges << new_edge(:j44, :E2)
+
+      self[:jn4f] = jn4.finally_vertex
+      self[:jn4f].tap do |jn4f|
+        jn4f.children << new_start
+        jn4f.children << new_script("jn4_f", :script => "$HOME/0005_retry_two_layer.sh")
+        jn4f.children << new_end
+        jn4f.edges << new_edge(:S3, :jn4_f)
+        jn4f.edges << new_edge(:jn4_f, :E3)
+      end
+    end
+
+    self[:finally] = root.finally_vertex
+    self[:finally].tap do |finally|
+      finally.children << new_start
+      finally.children << new_jobnet("jn0005_fjn")
+      finally.children << new_script("jn0005_f", :script => "$HOME/0005_retry_two_layer.sh")
+      finally.children << new_end
+      finally.edges << new_edge(:S4, :jn0005_fjn)
+      finally.edges << new_edge(:jn0005_fjn, :jn0005_f)
+      finally.edges << new_edge(:jn0005_f, :E4)
+
+      self[:jn0005_fjn].tap do |jn0005_fjn|
+        jn0005_fjn.children << new_start
+        jn0005_fjn.children << new_script("jn0005_f1", :script => "$HOME/0005_retry_two_layer.sh")
+        jn0005_fjn.children << new_script("jn0005_f2", :script => "$HOME/0005_retry_two_layer.sh")
+        jn0005_fjn.children << new_finally
+        jn0005_fjn.children << new_end
+        jn0005_fjn.edges << new_edge(:S5, :jn0005_f1)
+        jn0005_fjn.edges << new_edge(:jn0005_f1, :jn0005_f2)
+        jn0005_fjn.edges << new_edge(:jn0005_f2, :E5)
+
+        self[:jn0005_fjn_f] = jn0005_fjn.finally_vertex
+        self[:jn0005_fjn_f].tap do |jn0005_fjn_f|
+          jn0005_fjn_f.children << new_start
+          jn0005_fjn_f.children << new_script("jn0005_fif", :script => "$HOME/0005_retry_two_layer.sh")
+          jn0005_fjn_f.children << new_end
+          jn0005_fjn_f.edges << new_edge(:S6, :jn0005_fif)
+          jn0005_fjn_f.edges << new_edge(:jn0005_fif, :E6)
+        end
+      end
+    end
+
+    root.save!
+    root
+  end
+end

data/spec/fixtures/rjn_0008_expansion_fixture.rb

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+# 以下のジョブネットについてテンプレートジョブネットや
+# 実行用ジョブネットを扱うフィクスチャ生成のためのクラスです。
+#
+# in [rjn0008]
+# (S1) --e1-->(rjn0001)--e2-->(rjn0002)--e3-->(E1)
+
+class Rjn0008ExpansionFixture < JobnetFixtureBuilder
+  DSL = <<-EOS
+    jobnet("rjn0008") do
+      auto_sequence
+      expansion("rjn0001")
+      expansion("rjn0002")
+    end
+  EOS
+
+  def create(options = {})
+    root = new_root_jobnet("rjn0008", options)
+    root.children << Tengine::Job::Start.new
+    root.children << new_expansion("rjn0001")
+    root.children << new_expansion("rjn0002")
+    root.prepare_end
+    root.build_sequencial_edges
+    root.save!
+    self[:S1] = root.children[0]
+    self[:E1] = root.children[3]
+    self[:e1] = root.edges[0]
+    self[:e2] = root.edges[1]
+    self[:e3] = root.edges[2]
+    root
+  end
+end

data/spec/fixtures/rjn_0009_tree_sequential_jobnet_builder.rb

@@ -0,0 +1,174 @@
+# -*- coding: utf-8 -*-
+
+require File.expand_path('test_credential_fixture', File.dirname(__FILE__))
+require File.expand_path('test_server_fixture', File.dirname(__FILE__))
+
+# 以下のジョブネットについてテンプレートジョブネットや
+# 実行用ジョブネットを扱うフィクスチャ生成のためのクラスです。
+#
+# in [rjn0009]
+# [S1] --e1-->[j1100]--e2-->[j1200]--e3-->[j1300]--e4-->[j1400]--e5-->[j1500]--e6-->[j1600]--e7-->[E1]
+#
+# [j1100]
+# [S2]--e8-->(j1110)--e9-->(j1120)--e10-->[E2]
+#
+# [j1200]
+# [S3]--e11-->(j1210)--e12-->[E3]
+#
+# [j1300]
+# [S4]--e13-->(j1310)--e14-->[E4]
+#
+# [j1400]
+# [S5]--e15-->(j1410)--e16-->[E5]
+#
+# [j1500]
+# [S6]--e17-->[j1510]--e18-->[E6]
+#
+# [j1510]
+# [S7]--e19-->(j1511)--e20-->[E7]
+#
+# [j1600]
+# [S8]--e21-->[j1610]--e22-->[j1620]--e23-->[j1630]--e24-->[E8]
+#
+# [j1610]
+# [S9]--e25-->(j1611)--e26-->(j1612)--e27-->[E9]
+#
+# [j1620]
+# [S10]--e28-->(j1621)--e29-->[E10]
+#
+# [j1630]
+# [S11]--e30-->(j1631)--e31-->[E11]
+class Rjn0009TreeSequentialJobnetBuilder < JobnetFixtureBuilder
+  include TestCredentialFixture
+  include TestServerFixture
+
+  DSL = <<-EOS
+    jobnet("rjn0009") do
+      jobnet("j1100", :credential_name => "test_credential1", :server_name => "test_server1") do
+        job("j1110", "job_test j1110")
+        job("j1120", "job_test j1120")
+      end
+      jobnet("j1200", :credential_name => "test_credential1") do
+        job("j1210", "job_test j1210", :server_name => "mysql_master")
+      end
+      jobnet("j1300", :server_name => "mysql_master") do
+        job("j1310", "job_test j1310", :credential_name => "test_credential1")
+      end
+      jobnet("j1400") do
+        job("j1410", "job_test j1410", :credential_name => "test_credential1", :server_name => "mysql_master")
+      end
+      jobnet("j1500", :credential_name => "test_credential1", :server_name => "mysql_master") do
+        jobnet("j1510") do
+          job("j1511", "job_test j1511")
+        end
+      end
+      jobnet("j1600", :credential_name => "test_credential1", :server_name => "mysql_master") do
+        jobnet("j1610") do
+          job("j1611", "job_test j1611", :server_name => "test_server1") # server_nameを上書き
+          job("j1612", "job_test j1612", :credential_name => "gohan_ssh_pk") # credential_nameを上書き
+        end
+        jobnet("j1620", :server_name => "test_server1") do # server_nameを上書き
+          job("j1621", "job_test j1621")
+        end
+        jobnet("j1630", :credential_name => "gohan_ssh_pk") do # credential_nameを上書き
+          job("j1631", "job_test j1631")
+        end
+      end
+    end
+  EOS
+
+  def create(options = {})
+    resource_fixture = GokuAtEc2ApNortheast.new
+    resource_fixture.mysql_master
+
+    root = new_root_jobnet("rjn0009", options)
+    root.children << new_start
+    root.children << new_jobnet("j1100", :credential_name => test_credential1.name, :server_name => test_server1.name)
+    root.children << new_jobnet("j1200", :credential_name => test_credential1.name)
+    root.children << new_jobnet("j1300", :server_name => "mysql_master")
+    root.children << new_jobnet("j1400")
+    root.children << new_jobnet("j1500", :credential_name => test_credential1.name, :server_name => "mysql_master")
+    root.children << new_jobnet("j1600", :credential_name => test_credential1.name, :server_name => "mysql_master")
+    root.children << new_end
+    root.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(7)
+    raise "edge count error: expected 7 but #{@edge_count}\n" << root.edges.map(&:inspect).join("\n  ") unless @edge_count == 7
+
+    j1100 = self[:j1100]
+    j1100.children << new_start
+    j1100.children << new_script("j1110", :script => "job_test j1110")
+    j1100.children << new_script("j1120", :script => "job_test j1120")
+    j1100.children << new_end
+    j1100.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(10)
+
+    j1200 = self[:j1200]
+    j1200.children << new_start
+    j1200.children << new_script("j1210", :script => "job_test j1210", :server_name => "mysql_master")
+    j1200.children << new_end
+    j1200.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(12)
+
+    j1300 = self[:j1300]
+    j1300.children << new_start
+    j1300.children << new_script("j1310", :script => "job_test j1310", :credential_name => test_credential1.name)
+    j1300.children << new_end
+    j1300.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(14)
+
+    j1400 = self[:j1400]
+    j1400.children << new_start
+    j1400.children << new_script("j1410", :script => "job_test j1410", :server_name => "mysql_master", :credential_name => test_credential1.name)
+    j1400.children << new_end
+    j1400.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(16)
+
+    j1500 = self[:j1500]
+    j1500.children << new_start
+    j1500.children << new_jobnet("j1510")
+    j1500.children << new_end
+    j1500.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(18)
+
+    j1510 = self[:j1510]
+    j1510.children << new_start
+    j1510.children << new_script("j1511", :script => "job_test j1511")
+    j1510.children << new_end
+    j1510.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(20)
+
+    j1600 = self[:j1600]
+    j1600.children << new_start
+    j1600.children << new_jobnet("j1610")
+    j1600.children << new_jobnet("j1620", :server_name => test_server1.name)
+    j1600.children << new_jobnet("j1630", :credential_name => "gohan_ssh_pk")
+    j1600.children << new_end
+    j1600.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(24)
+
+    j1610 = self[:j1610]
+    j1610.children << new_start
+    j1610.children << new_script("j1611", :script => "job_test j1611", :server_name => test_server1.name)
+    j1610.children << new_script("j1612", :script => "job_test j1612", :credential_name => "gohan_ssh_pk")
+    j1610.children << new_end
+    j1610.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(27)
+
+    j1620 = self[:j1620]
+    j1620.children << new_start
+    j1620.children << new_script("j1621", :script => "job_test j1621")
+    j1620.children << new_end
+    j1620.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(29)
+
+    j1630 = self[:j1630]
+    j1630.children << new_start
+    j1630.children << new_script("j1631", :script => "job_test j1631")
+    j1630.children << new_end
+    j1630.build_sequencial_edges{|edge| remember_edge(edge)}
+    check_edge_count(31)
+
+    root.save!
+    root
+  end
+end

data/spec/fixtures/rjn_0010_2jobs_and_1job_parallel_jobnet_builder.rb

@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+# 以下のジョブネットについてテンプレートジョブネットや
+# 実行用ジョブネットを扱うフィクスチャ生成のためのクラスです。
+#
+# in [rjn0010]
+#              |-----e2----->(j11)-----e4----->|
+# [S1]--e1-->[F1]                            [J1]--e7-->[E1]
+#              |--e3-->(j12)--e5-->(j13)--e6-->|
+
+class Rjn00102jobsAnd1jobParallelJobnetBuilder < JobnetFixtureBuilder
+  DSL = <<-EOS
+    jobnet("rjn0010") do
+      boot_jobs("j11", "j12")
+      job("j11", "job_test j11")
+      job("j12", "job_test j12", :to => "j13")
+      job("j13", "job_test j13")
+    end
+  EOS
+
+  def create(options = {})
+    root = new_root_jobnet("rjn0010")
+    root.children << new_start
+    root.children << new_fork
+    root.children << new_script("j11", :script => "job_test j11")
+    root.children << new_script("j12", :script => "job_test j12")
+    root.children << new_script("j13", :script => "job_test j13")
+    root.children << new_join
+    root.children << new_end
+    root.edges << new_edge(:S1, :F1)
+    root.edges << new_edge(:F1, :j11)
+    root.edges << new_edge(:F1, :j12)
+    root.edges << new_edge(:j11, :J1)
+    root.edges << new_edge(:j12, :j13)
+    root.edges << new_edge(:j13, :J1)
+    root.edges << new_edge(:J1, :E1)
+    root.save!
+    root
+  end
+end