tengine_job 1.1.0 → 1.2.0

data/lib/tengine/job/jobnet/job_state_transition.rb

@@ -1,167 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job/jobnet'
-
-module Tengine::Job::Jobnet::JobStateTransition
-  include Tengine::Job::Jobnet::StateTransition
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  def job_transmit(signal)
-    self.phase_key = :ready
-    self.started_at = signal.event.occurred_at
-    signal.fire(self, :"start.job.job.tengine", {
-        :target_jobnet_id => parent.id,
-        :target_jobnet_name_path => parent.name_path,
-        :target_job_id => self.id,
-        :target_job_name_path => self.name_path,
-      })
-  end
-  available(:job_transmit, :on => :initialized,
-    :ignored => [:ready, :starting, :running, :dying, :success, :error, :stuck])
-
-  # ハンドリングするドライバ: ジョブ制御ドライバ
-  def job_activate(signal)
-    case phase_key
-    when :initialized then
-      # 特別ルール「starting直前stop」
-      # initializedに戻されたジョブに対して、:readyになる際にtransmitで送信されたイベントを受け取って、
-      # activateしようとすると状態は遷移しないが、後続のエッジを実行する。
-      # (エッジを実行しようとした際、エッジがclosedならばそのジョブネットのEndに遷移する。)
-      next_edges.first.transmit(signal)
-    when :ready then
-      complete_origin_edge(signal)
-      self.phase_key = :starting
-      self.started_at = signal.event.occurred_at
-      execution = signal.execution
-      if execution.retry
-        if execution.target_actual_ids.include?(self.id.to_s)
-          execution.ack(signal)
-        elsif execution.target_actuals.map{|t| t.parent.id.to_s if t.parent }.include?(self.parent.id.to_s)
-          # 自身とTengine::Job::Execution#target_actual_idsに含まれるジョブ／ジョブネットと親が同じならば、ackしない
-        else
-          parent.ack(signal)
-        end
-      else
-        parent.ack(signal) # 再実行でない場合
-      end
-      # このコールバックはjob_control_driverでupdate_with_lockの外側から
-      # 再度呼び出してもらうためにcallbackを設定しています
-      signal.callback = lambda{ root.vertex(self.id).activate(signal) }
-    when :starting then
-      # 実際にSSHでスクリプトを実行
-      execution = signal.execution
-      execution.signal = signal # ackを呼び返してもらうための苦肉の策
-      begin
-        run(execution)
-      rescue Tengine::Job::ScriptExecutable::Error => e
-        signal.callback = lambda do
-          job_fail(signal, :message => e.message)
-        end
-      end
-    end
-  end
-  available(:job_activate, :on => [:initialized, :ready, :starting],
-    :ignored => [:running, :dying, :success, :error, :stuck])
-
-  # ハンドリングするドライバ: ジョブ制御ドライバ
-  # スクリプトのプロセスのPIDを取得できたときに実行されます
-  def job_ack(signal)
-    self.executing_pid = (signal.data || {})[:executing_pid]
-    self.phase_key = :running
-  end
-  available(:job_ack, :on => :starting,
-    :ignored => [:running, :dying, :success, :error, :stuck])
-
-  def job_finish(signal)
-    self.exit_status = signal.event[:exit_status]
-    self.finished_at = signal.event.occurred_at
-    (self.exit_status.to_s == '0') ?
-    job_succeed(signal) :
-      job_fail(signal)
-  end
-
-  # ハンドリングするドライバ: ジョブ制御ドライバ
-  def job_succeed(signal)
-    self.phase_key = :success
-    self.finished_at = signal.event.occurred_at
-    signal.fire(self, :"success.job.job.tengine", {
-        :exit_status => self.exit_status,
-        :target_jobnet_id => parent.id,
-        :target_jobnet_name_path => parent.name_path,
-        :target_job_id => self.id,
-        :target_job_name_path => self.name_path,
-      })
-  end
-  available :job_succeed, :on => [:starting, :running, :dying, :stuck], :ignored => [:success]
-
-  # ハンドリングするドライバ: ジョブ制御ドライバ
-  def job_fail(signal, options = nil)
-    self.phase_key = :error
-    if msg = signal.event[:message]
-      self.error_messages ||= []
-      self.error_messages += [msg]
-    end
-    if options && (msg = options[:message])
-      self.error_messages ||= []
-      self.error_messages += [msg]
-    end
-    self.finished_at = signal.event.occurred_at
-    event_options = {
-      :exit_status => self.exit_status,
-      :target_jobnet_id => parent.id,
-      :target_jobnet_name_path => parent.name_path,
-      :target_job_id => self.id,
-      :target_job_name_path => self.name_path,
-    }
-    event_options.update(options) if options
-    signal.fire(self, :"error.job.job.tengine", event_options)
-  end
-  available :job_fail, :on => [:starting, :running, :dying], :ignored => [:error, :stuck]
-
-  def job_fire_stop(signal)
-    signal.fire(self, :"stop.job.job.tengine", {
-        :stop_reason => signal.event[:stop_reason],
-        :target_jobnet_id => parent.id,
-        :target_jobnet_name_path => parent.name_path,
-        :target_job_id => self.id,
-        :target_job_name_path => self.name_path,
-      })
-  end
-  available :job_fire_stop, :on => [:ready, :starting, :running], :ignored => [:initialized, :dying, :success, :error, :stuck]
-
-  def job_stop(signal, &block)
-    case phase_key
-    when :ready then
-      self.phase_key = :initialized
-      self.stopped_at = signal.event.occurred_at
-      self.stop_reason = signal.event[:stop_reason]
-      next_edges.first.transmit(signal)
-    when :starting then
-      job = nil
-      loop do
-        root = self.root.reload # class.find(self.root.id)
-        job = root.find_descendant(self.id)
-        break unless job.phase_key == :starting
-        yield if block_given? # テストの為にyieldしています
-        sleep(0.1)
-      end
-      job.stop(signal, &block)
-    when :running then
-      self.phase_key = :dying
-      self.stopped_at = signal.event.occurred_at
-      self.stop_reason = signal.event[:stop_reason]
-      signal.callback = lambda do
-        kill(signal.execution)
-      end
-    end
-  end
-  available :job_stop, :on => [:ready, :starting, :running], :ignored => [:initialized, :dying, :success, :error, :stuck]
-
-  def job_reset(signal, &block)
-    self.phase_key = :initialized
-    if signal.execution.in_scope?(self)
-      next_edges.first.reset(signal)
-    end
-  end
-  available :job_reset, :on => [:initialized, :success, :error, :stuck]
-
-end

data/lib/tengine/job/jobnet/jobnet_state_transition.rb

@@ -1,110 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job/jobnet'
-
-module Tengine::Job::Jobnet::JobnetStateTransition
-  include Tengine::Job::Jobnet::StateTransition
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ or ジョブ起動ドライバ
-  def jobnet_transmit(signal)
-    self.phase_key = :ready
-    signal.fire(self, :"start.jobnet.job.tengine", {
-        :target_jobnet_id => self.id,
-        :target_jobnet_name_path => self.name_path,
-      })
-  end
-  available(:jobnet_transmit, :on => :initialized,
-    :ignored => [:ready, :starting, :running, :dying, :success, :error, :stuck])
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  def jobnet_activate(signal)
-    self.phase_key = :starting
-    self.started_at = signal.event.occurred_at
-    complete_origin_edge(signal) if prev_edges && !prev_edges.empty?
-    (parent || signal.execution).ack(signal)
-    signal.paths << self
-    self.start_vertex.transmit(signal)
-  end
-  available(:jobnet_activate, :on => :ready,
-    :ignored => [:starting, :running, :dying, :success, :error, :stuck])
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  # このackは、子要素のTengine::Job::Start#activateから呼ばれます
-  def jobnet_ack(signal)
-    self.phase_key = :running
-  end
-  available(:jobnet_ack, :on => [:initialized, :ready, :starting],
-    :ignored => [:running, :dying, :success, :error, :stuck])
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  # このackは、子要素のTengine::Job::End#activateから呼ばれます
-  def jobnet_finish(signal)
-    edge = end_vertex.prev_edges.first
-    edge.closed? ?
-    jobnet_fail(signal) :
-      jobnet_succeed(signal)
-  end
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  def jobnet_succeed(signal)
-    self.phase_key = :success
-    self.finished_at = signal.event.occurred_at
-    signal.fire(self, :"success.jobnet.job.tengine", {
-        :target_jobnet_id => self.id,
-        :target_jobnet_name_path => self.name_path,
-      })
-  end
-  available :jobnet_succeed, :on => [:starting, :running, :dying, :stuck, :error], :ignored => [:success]
-
-  # ハンドリングするドライバ: ジョブネット制御ドライバ
-  def jobnet_fail(signal)
-    return if self.edges.any?(&:alive?)
-    self.phase_key = :error
-    self.finished_at = signal.event.occurred_at
-    signal.fire(self, :"error.jobnet.job.tengine", {
-        :target_jobnet_id => self.id,
-        :target_jobnet_name_path => self.name_path,
-      })
-  end
-  available :jobnet_fail, :on => [:starting, :running, :dying, :success], :ignored => [:error, :stuck]
-
-  def jobnet_fire_stop(signal)
-    return if self.phase_key == :initialized
-    signal.fire(self, :"stop.jobnet.job.tengine", {
-        :target_jobnet_id => self.id,
-        :target_jobnet_name_path => self.name_path,
-        :stop_reason => signal.event[:stop_reason]
-      })
-  end
-
-  def jobnet_stop(signal)
-    self.phase_key = :dying
-    self.stopped_at = signal.event.occurred_at
-    self.stop_reason = signal.event[:stop_reason]
-    close(signal)
-    children.each do |child|
-      child.fire_stop(signal) if child.respond_to?(:fire_stop)
-    end
-  end
-  available :jobnet_stop, :on => [:initialized, :ready, :starting, :running], :ignored => [:dying, :success, :error, :stuck]
-
-  def close(signal)
-    self.edges.each{|edge| edge.close(signal)}
-  end
-
-
-  def jobnet_reset(signal, &block)
-    # children.each{|c| c.reset(signal) }
-    self.phase_key = :initialized
-    if s = start_vertex
-      s.reset(signal)
-    end
-    if edge = (next_edges || []).first
-      edge.reset(signal)
-    end
-  rescue Exception => e
-    puts "#{self.name_path} [#{e.class}] #{e.message}"
-    raise
-  end
-  available :jobnet_reset, :on => [:initialized, :success, :error, :stuck]
-
-end

data/lib/tengine/job/jobnet_actual.rb

@@ -1,84 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job'
-
-# テンプレートから生成された実行時に使用されるジョブネットを表すVertex。
-class Tengine::Job::JobnetActual < Tengine::Job::Jobnet
-  include Tengine::Job::ScriptExecutable
-  include Tengine::Job::Executable
-  include Tengine::Job::Stoppable
-  include Tengine::Job::Jobnet::JobStateTransition
-  include Tengine::Job::Jobnet::JobnetStateTransition
-
-  field :was_expansion, :type => Boolean # テンプレートがTenigne::Job::Expansionであった場合にtrueです。
-
-  # was_expansionがtrueなら元々のtemplateへの参照が必要なのでRootJobnetActualだけでなく
-  # JobnetActualでもtemplateが必要です。
-  belongs_to :template, :inverse_of => :root_jobnet_actuals, :index => true, :class_name => "Tengine::Job::RootJobnetTemplate"
-
-  # https://cacoo.com/diagrams/hdLgrzYsTBBpV3Wj#D26C1
-  STATE_TRANSITION_METHODS = [:transmit, :activate, :ack, :finish, :succeed, :fail, :fire_stop, :stop, :reset].freeze
-  STATE_TRANSITION_METHODS.each do |method_name|
-    class_eval(<<-END_OF_METHOD, __FILE__, __LINE__ + 1)
-      def #{method_name}(signal, &block)
-        script_executable? ?
-          job_#{method_name}(signal, &block) :
-          jobnet_#{method_name}(signal, &block)
-      end
-    END_OF_METHOD
-  end
-
-  def root_or_expansion
-    p = parent
-    p.nil? ? self : p.was_expansion ? p : p.root_or_expansion
-  end
-
-  # https://www.pivotaltracker.com/story/show/23329935
-
-  def stop_reason= r
-    super
-    children.each do |i|
-      if i.respond_to?(:chained_box?) && i.chained_box?
-        i.stop_reason = r
-      end
-    end
-  end
-
-  def stopped_at= t
-    super
-    children.each do |i|
-      if i.respond_to?(:chained_box?) && i.chained_box?
-        i.stopped_at = t
-      end
-    end
-  end
-
-  def fire_stop_event(root_jobnet, options = Hash.new)
-    root_jobnet_id = root_jobnet.id.to_s
-    result = Tengine::Job::Execution.create!(
-      options.merge(:root_jobnet_id => root_jobnet_id))
-    properties = {
-      :execution_id => result.id.to_s,
-      :root_jobnet_id => root_jobnet_id,
-      :stop_reason => "user_stop"
-    }
-
-    target_id = self.id.to_s
-    # if target.children.blank?
-    if script_executable?
-      event = :"stop.job.job.tengine"
-      properties[:target_job_id] = target_id
-      properties[:target_jobnet_id] = parent.id.to_s
-    else
-      event = :"stop.jobnet.job.tengine"
-      properties[:target_jobnet_id] = target_id
-    end
-
-    EM.run do
-      Tengine::Event.fire(event,
-        :source_name => name_as_resource,
-        :properties => properties)
-    end
-
-    return result
-  end
-end

data/lib/tengine/job/jobnet_template.rb

@@ -1,10 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job'
-
-# ジョブDSLで定義されるジョブネットを表すVertex。
-class Tengine::Job::JobnetTemplate < Tengine::Job::Jobnet
-
-  def actual_class
-    Tengine::Job::JobnetActual
-  end
-end

data/lib/tengine/job/join.rb

@@ -1,6 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job'
-
-# 複数のVertexの終了を待ちあわせて一つのVertexへSignalを通知する合流のVertex。
-class Tengine::Job::Join < Tengine::Job::Junction
-end

data/lib/tengine/job/junction.rb

@@ -1,29 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job'
-
-# ForkやJoinの継承元となるVertex。特に状態は持たない。
-class Tengine::Job::Junction < Tengine::Job::Vertex
-
-  # https://cacoo.com/diagrams/hdLgrzYsTBBpV3Wj#D26C1
-  def transmit(signal)
-    complete_origin_edge(signal, :except_closed => true)
-    # transmitted?で判断すると、closedなものに対する処理を考慮できないので、alive?を使って判断します
-    # activate(signal) if prev_edges.all?(&:transmitted?)
-    execution = signal.execution
-    predicate = execution.retry ? :alive_or_closing_or_closed? : :alive_or_closing?
-    activate(signal) unless prev_edges.any?(&predicate)
-  end
-
-  def activatable?
-    prev_edges.all?(&:transmitted?)
-  end
-
-  def activate(signal)
-    signal.leave(self)
-  end
-
-  def reset(signal)
-    signal.leave(self, :reset)
-  end
-
-end

data/lib/tengine/job/killing.rb

@@ -1,30 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'tengine/job'
-
-# 終了対象となりうるVertexで使用するモジュール
-module Tengine::Job::Killing
-  extend ActiveSupport::Concern
-
-  included do
-    require 'tengine/core'
-    include Tengine::Core::CollectionAccessible
-
-    field :killing_signals, :type => Array # 強制停止時にプロセスに送るシグナルの配列
-    array_text_accessor :killing_signals
-
-    field :killing_signal_interval, :type => Integer # 強制停止時にkilling_signalsで定義されるシグナルを順次送信する間隔。
-  end
-
-  DEFAULT_KILLING_SIGNAL_INTERVAL = 5
-
-  def actual_killing_signals
-    killing_signals ? killing_signals :
-      (parent ? parent.actual_killing_signals : ['KILL'])
-  end
-
-  def actual_killing_signal_interval
-    killing_signals ? killing_signal_interval :
-      (parent ? parent.actual_killing_signal_interval : DEFAULT_KILLING_SIGNAL_INTERVAL)
-  end
-
-end

data/lib/tengine/job/mm_compatibility.rb

@@ -1,6 +0,0 @@
-# -*- coding: utf-8 -*-
-
-# MM1との互換性のためのメソッドを提供するモジュール
-module Tengine::Job::MmCompatibility
-  autoload :Connectable, "tengine/job/mm_compatibility/connectable"
-end