tengine_job 1.1.0 → 1.2.0

data/lib/tengine/job/{dsl_evaluator.rb → dsl/evaluator.rb}

@@ -1,9 +1,9 @@
 # -*- coding: utf-8 -*-
-require 'tengine/job'
+require 'tengine/job/dsl'
 
 # Tengine::Job::DslLoader と Tengine::Job::DslBinder がincludeしているモジュールです。
 # それぞれに共通のメソッドを定義します。
-module Tengine::Job::DslEvaluator
+module Tengine::Job::Dsl::Evaluator
   private
   def __stack_instance_variable__(ivar_name, value)
     backup = instance_variable_get(ivar_name)

data/lib/tengine/job/{dsl_loader.rb → dsl/loader.rb}

@@ -1,9 +1,9 @@
 # -*- coding: utf-8 -*-
-require 'tengine/job'
+require 'tengine/job/dsl'
 
 # ジョブDSLをロードする際に使用される語彙に関するメソッドを定義するモジュール
-module Tengine::Job::DslLoader
-  include Tengine::Job::DslEvaluator
+module Tengine::Job::Dsl::Loader
+  include Tengine::Job::Dsl::Evaluator
 
   class << self
     def loading_template_block_store
@@ -46,13 +46,13 @@ module Tengine::Job::DslLoader
     auto_sequence = options.delete(:auto_sequence)
     result = __with_redirection__(options) do
       if @jobnet.nil?
-        klass = Tengine::Job::RootJobnetTemplate
+        klass = Tengine::Job::Template::RootJobnet
         options[:dsl_version] = config.dsl_version
         path, lineno = *block.source_location
         options[:dsl_filepath] = config.relative_path_from_dsl_dir(path)
         options[:dsl_lineno] = lineno.to_i
       else
-        klass = Tengine::Job::JobnetTemplate
+        klass = Tengine::Job::Template::Jobnet
       end
       klass.new(options)
     end
@@ -62,7 +62,7 @@ module Tengine::Job::DslLoader
       if duplicated = result.find_duplication
         if (duplicated.dsl_filepath != result.dsl_filepath) ||
             (duplicated.dsl_lineno != result.dsl_lineno)
-          raise Tengine::Job::DslError, "2 jobnet named #{name.inspect} found at #{duplicated.dsl_filepath}:#{duplicated.dsl_lineno} and #{result.dsl_filepath}:#{result.dsl_lineno}"
+          raise Tengine::Job::Dsl::Error, "2 jobnet named #{name.inspect} found at #{duplicated.dsl_filepath}:#{duplicated.dsl_lineno} and #{result.dsl_filepath}:#{result.dsl_lineno}"
         end
       end
     end
@@ -78,7 +78,7 @@ module Tengine::Job::DslLoader
     if result.parent.nil?
       loaded = result.find_duplication
       result.save! unless loaded
-      Tengine::Job::DslLoader.update_loaded_blocks(loaded)
+      Tengine::Job::Dsl::Loader.update_loaded_blocks(loaded)
       loaded || result
     else
       result
@@ -98,17 +98,17 @@ module Tengine::Job::DslLoader
     script, description, options = __parse_job_args__(name, args)
     options[:description] = options.delete(:caption) if options[:caption]
     options = {
-      :name => name,
-      :description => description,
-      :script => script
+      name: name,
+      description: description,
+      script: script,
     }.update(options)
     preparation = options.delete(:preparation)
     result = __with_redirection__(options) do
-      Tengine::Job::JobnetTemplate.new(options)
+      Tengine::Job::Template::SshJob.new(options)
     end
     @jobnet.children << result
     if preparation
-      Tengine::Job::DslLoader.loading_template_block_store[result] = [:preparation, preparation]
+      Tengine::Job::Dsl::Loader.loading_template_block_store[result] = [:preparation, preparation]
     end
     result
   end
@@ -122,14 +122,14 @@ module Tengine::Job::DslLoader
 
   def hadoop_job(name, options = {})
     result = __with_redirection__(options) do
-      Tengine::Job::JobnetTemplate.new(:name => name, :jobnet_type_key => :hadoop_job)
+      Tengine::Job::Template::Jobnet.new(:name => name, :jobnet_type_key => :hadoop_job)
     end
-    result.children << start  = Tengine::Job::Start.new
-    result.children << fork   = Tengine::Job::Fork.new
-    result.children << map    = Tengine::Job::JobnetTemplate.new(:name => "Map"   , :jobnet_type_key => :map_phase   )
-    result.children << reduce = Tengine::Job::JobnetTemplate.new(:name => "Reduce", :jobnet_type_key => :reduce_phase)
-    result.children << join   = Tengine::Job::Join.new
-    result.children << _end   = Tengine::Job::End.new
+    result.children << start  = Tengine::Job::Template::Start.new
+    result.children << fork   = Tengine::Job::Template::Fork.new
+    result.children << map    = Tengine::Job::Template::Jobnet.new(:name => "Map"   , :jobnet_type_key => :map_phase   )
+    result.children << reduce = Tengine::Job::Template::Jobnet.new(:name => "Reduce", :jobnet_type_key => :reduce_phase)
+    result.children << join   = Tengine::Job::Template::Join.new
+    result.children << _end   = Tengine::Job::Template::End.new
     result.edges.new(:origin_id => start.id , :destination_id => fork.id  )
     result.edges.new(:origin_id => fork.id  , :destination_id => map.id   )
     result.edges.new(:origin_id => fork.id  , :destination_id => reduce.id)
@@ -149,7 +149,7 @@ module Tengine::Job::DslLoader
       :name => root_jobnet_name,
     }.update(options)
     result = __with_redirection__(options) do
-      Tengine::Job::Expansion.new(options)
+      Tengine::Job::Template::Expansion.new(options)
     end
     @jobnet.children << result
     result
@@ -177,6 +177,4 @@ module Tengine::Job::DslLoader
     result
   end
 
-
-
 end

data/lib/tengine/job/runtime.rb

@@ -0,0 +1,32 @@
+require 'tengine/job'
+
+module Tengine::Job::Runtime
+
+  autoload :Vertex              , "tengine/job/runtime/vertex"
+  autoload :Edge                , "tengine/job/runtime/edge"
+
+  autoload :NamedVertex         , "tengine/job/runtime/named_vertex"
+
+  autoload :Jobnet              , "tengine/job/runtime/jobnet"
+  autoload :Start               , "tengine/job/runtime/jobnet"
+  autoload :End                 , "tengine/job/runtime/jobnet"
+
+  autoload :Junction            , "tengine/job/runtime/junction"
+  autoload :Fork                , "tengine/job/runtime/junction"
+  autoload :Join                , "tengine/job/runtime/junction"
+
+  autoload :RootJobnet          , "tengine/job/runtime/root_jobnet"
+
+  autoload :JobBase             , "tengine/job/runtime/job_base"
+
+  autoload :SshJob              , "tengine/job/runtime/ssh_job"
+
+  autoload :Executable          , "tengine/job/runtime/executable"
+  autoload :Stoppable           , "tengine/job/runtime/stoppable"
+
+  autoload :Execution           , "tengine/job/runtime/execution"
+
+  autoload :Signal              , 'tengine/job/runtime/signal'
+
+  autoload :StateTransition     , 'tengine/job/runtime/state_transition'
+end

data/lib/tengine/job/{drivers → runtime/drivers}/job_control_driver.rb

@@ -1,11 +1,11 @@
 # -*- coding: utf-8 -*-
 
 [
- :'start.job.job.tengine',
- :'stop.job.job.tengine',
- :'finished.process.job.tengine',
- :'expired.job.heartbeat.tengine',
- :'restart.job.job.tengine',
+  :'start.job.job.tengine',
+  :'stop.job.job.tengine',
+  :'finished.process.job.tengine',
+  :'expired.job.heartbeat.tengine',
+  :'restart.job.job.tengine',
 ].each do |i|
   ack_policy :after_all_handler_submit, i
 end
@@ -15,25 +15,16 @@ end
 driver :job_control_driver do
 
   on :'start.job.job.tengine' do
-    signal = Tengine::Job::Signal.new(event)
-    # activate
-    root_jobnet = Tengine::Job::RootJobnetActual.find(event[:root_jobnet_id])
-    root_jobnet.update_with_lock do
-      signal.reset
-      target_jobnet = root_jobnet.find_descendant(event[:target_jobnet_id]) || root_jobnet
-      target_job = target_jobnet.find_descendant(event[:target_job_id])
-      signal.with_paths_backup do
-        target_job.activate(signal) # transmitは既にされているはず。
-      end
-    end
-    root_jobnet.reload
-    if signal.callback
-      block = signal.callback
-      signal.callback = nil
-      block.call
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    signal.remember_all(target_job.parent)
+    signal.with_paths_backup do
+      target_job.activate(signal) # transmitは既にされているはず。
     end
+    signal.process_callbacks
     if signal.callback
-      root_jobnet.update_with_lock(&signal.callback)
+      target_job.update_with_lock(&signal.callback)
     end
     signal.reservations.each{|r| fire(*r.fire_args)}
     submit
@@ -49,30 +40,20 @@ driver :job_control_driver do
     i = h["root_jobnet_id"]    or next
     j = h["target_jobnet_id"]  or next
     k = h["target_job_id"]     or next
-    l = Tengine::Job::RootJobnetActual.find(i) or next
-
-    l.update_with_lock do
-      m = l.find_descendant(j)  || l
-      n = m.find_descendant(k)
-      n.phase_key = :stuck
-    end
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    l.update_with_lock{ l.phase_key = :stuck }
   end
 
   on :'stop.job.job.tengine' do
-    signal = Tengine::Job::Signal.new(event)
-    root_jobnet = Tengine::Job::RootJobnetActual.find(event[:root_jobnet_id])
-    root_jobnet.update_with_lock do
-      signal.reset
-      target_jobnet = root_jobnet.find_descendant(event[:target_jobnet_id]) || root_jobnet
-      target_job = target_jobnet.find_descendant(event[:target_job_id])
-      signal.with_paths_backup do
-        target_job.stop(signal)
-      end
-    end
-    root_jobnet.reload
-    if signal.callback
-      signal.callback.call
+    target_job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    signal.remember_all(target_job.root)
+    signal.cache_list
+    signal.with_paths_backup do
+      target_job.stop(signal)
     end
+    signal.process_callbacks
     signal.reservations.each{|r| fire(*r.fire_args)}
     submit
   end
@@ -87,24 +68,16 @@ driver :job_control_driver do
     i = h["root_jobnet_id"]    or next
     j = h["target_jobnet_id"]  or next
     k = h["target_job_id"]     or next
-    l = Tengine::Job::RootJobnetActual.find(i) or next
-
-    l.update_with_lock do
-      m = l.find_descendant(j)  || l
-      n = m.find_descendant(k)
-      n.phase_key = :stuck
-    end
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    l.update_with_lock{ l.phase_key = :stuck }
   end
 
   on :'finished.process.job.tengine' do
-    signal = Tengine::Job::Signal.new(event)
-    root_jobnet = Tengine::Job::RootJobnetActual.find(event[:root_jobnet_id])
+    signal = Tengine::Job::Runtime::Signal.new(event)
     # finish
-    root_jobnet.update_with_lock do
-      signal.reset
-      job = root_jobnet.find_descendant(event[:target_job_id])
-      job.finish(signal) unless job.phase_key == :stuck
-    end
+    signal.reset
+    job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    job.finish(signal) unless job.phase_key == :stuck
     signal.reservations.each{|r| fire(*r.fire_args)}
     submit
   end
@@ -119,23 +92,13 @@ driver :job_control_driver do
     i = h["root_jobnet_id"]    or next
     j = h["target_jobnet_id"]  or next
     k = h["target_job_id"]     or next
-    l = Tengine::Job::RootJobnetActual.find(i) or next
-
-    l.update_with_lock do
-      m = l.find_descendant(j)  || l
-      n = m.find_descendant(k)
-      n.phase_key = :stuck
-    end
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    l.update_with_lock{ l.phase_key = :stuck }
   end
 
   on :'expired.job.heartbeat.tengine' do
-    event.tap do |e|
-      Tengine::Job::RootJobnetActual.find(e[:root_jobnet_id]).tap do |r|
-        r.update_with_lock do
-          r.find_descendant(e[:target_job_id]).phase_key = :stuck
-        end
-      end
-    end
+    job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    job.update_with_lock{ job.phase_key = :stuck }
     submit
   end
 
@@ -149,25 +112,21 @@ driver :job_control_driver do
     i = h["root_jobnet_id"]    or next
     j = h["target_jobnet_id"]  or next
     k = h["target_job_id"]     or next
-    l = Tengine::Job::RootJobnetActual.find(i) or next
-
-    l.update_with_lock do
-      m = l.find_descendant(j)  || l
-      n = m.find_descendant(k)
-      n.phase_key = :stuck
-    end
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    l.update_with_lock{ l.phase_key = :stuck }
   end
 
   on :'restart.job.job.tengine' do
     begin
-      signal = Tengine::Job::Signal.new(event)
-      root_jobnet = Tengine::Job::RootJobnetActual.find(event[:root_jobnet_id])
-      root_jobnet.update_with_lock do
-        signal.reset
-        job = root_jobnet.find_descendant(event[:target_job_id])
-        job.reset(signal)
-        job.transmit(signal)
-      end
+      job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+      signal = Tengine::Job::Runtime::Signal.new(event)
+      signal.reset
+      signal.remember_all(job.parent)
+      signal.cache_list
+      job.reset(signal)
+      job.transmit(signal)
+      # signal.changed_vertecs.each(&:save!)
+      signal.process_callbacks
       signal.reservations.each{|r| fire(*r.fire_args)}
     ensure
       submit
@@ -184,12 +143,7 @@ driver :job_control_driver do
     i = h["root_jobnet_id"]    or next
     j = h["target_jobnet_id"]  or next
     k = h["target_job_id"]     or next
-    l = Tengine::Job::RootJobnetActual.find(i) or next
-
-    l.update_with_lock do
-      m = l.find_descendant(j)  || l
-      n = m.find_descendant(k)
-      n.phase_key = :stuck
-    end
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    l.update_with_lock{ l.phase_key = :stuck }
   end
 end

data/lib/tengine/job/{drivers → runtime/drivers}/job_execution_driver.rb

@@ -8,14 +8,17 @@ ack_policy :after_all_handler_submit, :'stop.execution.job.tengine'
 driver :job_execution_driver do
 
   on :'start.execution.job.tengine' do
-    signal = Tengine::Job::Signal.new(event)
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
     execution = signal.execution
     root_jobnet = execution.root_jobnet
-    root_jobnet.update_with_lock do
-      signal.reset
-      execution.transmit(signal)
-    end
-    execution.with(safe: safemode(Tengine::Job::Execution.collection)).save!
+    signal.remember(execution)
+    signal.remember_all(root_jobnet)
+
+    execution.transmit(signal)
+    execution.with(safe: safemode(Tengine::Job::Runtime::Execution.collection)).save!
+
+    signal.process_callbacks
     signal.reservations.each{|r| fire(*r.fire_args)}
     submit
   end
@@ -28,20 +31,21 @@ driver :job_execution_driver do
     g = f["original_event"]              or next
     h = g["properties"]                  or next
     i = h["execution_id"]                or next
-    j = Tengine::Job::Execution.find(i)  or next
+    j = Tengine::Job::Runtime::Execution.find(i)  or next
 
     j.update_attributes :phase_key => :stuck
   end
 
   on :'stop.execution.job.tengine' do
-    signal = Tengine::Job::Signal.new(event)
+    signal = Tengine::Job::Runtime::Signal.new(event)
     execution = signal.execution
     root_jobnet = execution.root_jobnet
     root_jobnet.update_with_lock do
       signal.reset
       execution.stop(signal)
     end
-    execution.with(safe: safemode(Tengine::Job::Execution.collection)).save!
+    execution.with(safe: safemode(Tengine::Job::Runtime::Execution.collection)).save!
+    signal.process_callbacks
     signal.reservations.each{|r| fire(*r.fire_args)}
     submit
   end
@@ -54,7 +58,7 @@ driver :job_execution_driver do
     g = f["original_event"]              or next
     h = g["properties"]                  or next
     i = h["execution_id"]                or next
-    j = Tengine::Job::Execution.find(i)  or next
+    j = Tengine::Job::Runtime::Execution.find(i)  or next
 
     j.update_attributes :phase_key => :stuck
   end

data/lib/tengine/job/runtime/drivers/jobnet_control_driver.rb

@@ -0,0 +1,240 @@
+# -*- coding: utf-8 -*-
+include Tengine::Core::SafeUpdatable
+
+[
+  :'start.jobnet.job.tengine',
+  :'success.job.job.tengine',
+  :'error.job.job.tengine',
+  :'success.jobnet.job.tengine',
+  :'error.jobnet.job.tengine',
+  :'stop.jobnet.job.tengine',
+].each do |i|
+  ack_policy :after_all_handler_submit, i
+end
+
+
+# ジョブネット制御ドライバ
+driver :jobnet_control_driver do
+
+  on :'start.jobnet.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_jobnet =
+      Tengine::Job::Runtime::Jobnet.find(event[:target_jobnet_id]) ||
+    Tengine::Job::Runtime::RootJobnet.find(event[:root_jobnet_id])
+    signal.with_paths_backup do
+      signal.remember(target_jobnet)
+      signal.remember(target_jobnet.edges)
+      target_jobnet.activate(signal)
+    end
+    signal.process_callbacks
+    signal.reservations.each{|r| fire(*r.fire_args)}
+    submit
+  end
+
+  on :'start.jobnet.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+    k = Tengine::Job::Runtime::NamedVertex.find(j) or next
+    k.update_with_lock{ k.phase_key = :stuck }
+  end
+
+  on :'success.job.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    signal.with_paths_backup do
+      edge = target_job.next_edges.first
+      jobnet = edge.owner
+      signal.remember(edge)
+      signal.remember(jobnet)
+      signal.remember(jobnet.edges)
+      # signal.cache_list
+      jobnet.update_with_lock{ edge.transmit(signal) }
+    end
+    signal.process_callbacks
+    # (*1)
+    signal.reservations.each{|r| fire(*r.fire_args)}
+    submit
+  end
+
+  on :'success.job.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+    k = h["target_job_id"]     or next
+
+    # 上記(*1)のポイントでtenginedが落ちた時のことを考えると、後続のエッ
+    # ジはもうtransmitしているが送信すべきイベントが欠けている状態であ
+    # るので、この場合このジョブがおかしくなっているというよりむしろジョ
+    # ブネット全体がおかしくなっているというべきである。
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    m = l.parent || l
+    m.update_with_lock{ m.phase_key = :stuck }
+  end
+
+  on :'error.job.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_job = Tengine::Job::Runtime::NamedVertex.find(event[:target_job_id])
+    signal.remember(target_job)
+    signal.with_paths_backup do
+      edge = target_job.next_edges.first
+      signal.remember_all(target_job.root)
+      signal.cache_list
+      edge.close_followings_and_trasmit(signal)
+    end
+    signal.process_callbacks
+    # target_jobnet = target_job.parent
+    # target_jobnet.jobnet_fail(signal)
+    signal.reservations.each{|r| fire(*r.fire_args)}
+    submit
+  end
+
+  on :'error.job.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+    k = h["target_job_id"]     or next
+
+    # 同上で、この場合このジョブがおかしくなっているというよりむしろジョ
+    # ブネット全体がおかしくなっているというべきである。
+    l = Tengine::Job::Runtime::NamedVertex.find(k) or next
+    m = l.parent || l
+    m.update_with_lock{ m.phase_key = :stuck }
+  end
+
+  on :'success.jobnet.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_jobnet = Tengine::Job::Runtime::Jobnet.find(event[:target_jobnet_id])
+    signal.with_paths_backup do
+      case target_jobnet.jobnet_type_key
+      when :finally then
+        parent = target_jobnet.parent
+        signal.remember_all(parent)
+        signal.cache_list
+        edge = signal.cache(parent.end_vertex.prev_edges.first)
+        (edge.closed? || edge.closing?) ?
+          parent.fail(signal) :
+          parent.succeed(signal)
+      else
+        if edge = signal.cache(target_jobnet.next_edges || []).first
+          edge.owner.update_with_lock do
+            edge.transmit(signal)
+          end
+        else
+          signal.cache(target_jobnet.parent || signal.execution).succeed(signal)
+          if target_jobnet.root?
+            signal.execution.with(sage: safemode(Tengine::Job::Runtime::Execution.collection)).save!
+          end
+        end
+      end
+    end
+    signal.process_callbacks
+    signal.reservations.each{|r| fire(*r.fire_args)}
+    submit
+  end
+
+  on :'success.jobnet.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+
+    k = Tengine::Job::Runtime::NamedVertex.find(j) or next
+    k.update_with_lock{ k.phase_key = :stuck }
+  end
+
+  on :'error.jobnet.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_jobnet =
+      Tengine::Job::Runtime::Jobnet.find(event[:target_jobnet_id]) ||
+      Tengine::Job::Runtime::RootJobnet.find(event[:root_jobnet_id])
+    signal.with_paths_backup do
+      case target_jobnet.jobnet_type_key
+      when :finally then
+        target_jobnet.parent.fail(signal)
+      else
+        signal.remember_all(target_jobnet.root)
+        if edge = (target_jobnet.next_edges || []).first
+          edge.close_followings_and_trasmit(signal)
+        else
+          (target_jobnet.parent || signal.execution).fail(signal)
+          if target_jobnet.root?
+            signal.execution.with(safe: safemode(Tengine::Job::Runtime::Execution.collection)).save!
+          end
+        end
+      end
+    end
+    signal.process_callbacks
+    # if target_parent = target_jobnet.parent
+    #   target_parent.end_vertex.transmit(signal)
+    # end
+    signal.reservations.each{|r| fire(*r.fire_args)}
+    submit
+  end
+
+  on :'error.jobnet.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+
+    k = Tengine::Job::Runtime::NamedVertex.find(j) or next
+    k.update_with_lock{ k.phase_key = :stuck }
+  end
+
+  on :'stop.jobnet.job.tengine' do
+    signal = Tengine::Job::Runtime::Signal.new(event)
+    signal.reset
+    target_jobnet =
+      Tengine::Job::Runtime::Jobnet.find(event[:target_jobnet_id]) ||
+      Tengine::Job::Runtime::RootJobnet.find(event[:root_jobnet_id])
+    # signal.remember_all(target_jobnet)
+    # signal.cache_list
+    target_jobnet.stop(signal)
+    signal.process_callbacks
+    signal.reservations.each{|r| fire(*r.fire_args) }
+    submit
+  end
+
+  on :'stop.jobnet.job.tengine.failed.tengined' do
+    # このイベントは壊れていたからfailedなのかもしれない。多重送信によ
+    # りfailedなのかもしれない。あまりへんな仮定を置かない方が良い。
+    e = event
+    f = e.properties           or next
+    g = f["original_event"]    or next
+    h = g["properties"]        or next
+    i = h["root_jobnet_id"]    or next
+    j = h["target_jobnet_id"]  or next
+
+    k = Tengine::Job::Runtime::NamedVertex.find(j) or next
+    k.update_with_lock{ k.phase_key = :stuck }
+  end
+end