smart_proxy_dynflow 0.6.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f3493966a6909232bc66c339f43bbf92a5fe816a12fa2ecd3f2a619b6ada735
-  data.tar.gz: e5c8ef258353c72e1d453c1dce1f97e12e25c2e12a59b2fdb3a317067c179ab9
+  metadata.gz: d19598abd3ab23ee44430f2e5c2207c6ac11d9c7919769ed5885408ee2e39f1c
+  data.tar.gz: 39d351c883a1f3c5d9402462961591d7bd4bd70e4ae0ca04d8c7095a710c70d2
 SHA512:
-  metadata.gz: 25b9acceec9b4ba73f1e93cb8f9e0ad24fdb04d1f404304fa417c3ad84d81904f9cca562350031fbbce964bee076d5451ccde9c4a132546cc3fb7f2c9621737b
-  data.tar.gz: 6f02401a1eb65179772b0592856acb125cb53197e067d6fcabdcad98581d221052390b0bdb42fa39f1dae1e14de4d8be5b9c6aab28272423756ffeb1f72a82ac
+  metadata.gz: a557af273f69dda522cd9236d4f99cce270fd66d71c3b09150df6ba37eecbb0ddd2663e670b81c5ba806dd1af6927740c66f70b02551a42468d8e39f296f9e0f
+  data.tar.gz: 37a46da28658e4b26eceb19a86bdd2849cc387caf004213166bfd16580ec603a3f035fe797a7892423fad9e97129fcfeb95c82a789522d3088bf2a0dc3a3eefd

data/lib/smart_proxy_dynflow/action/batch.rb

@@ -3,15 +3,16 @@ module Proxy::Dynflow::Action
     include Dynflow::Action::WithSubPlans
     include Dynflow::Action::WithPollingSubPlans
 
-    # { task_id => { :action_class => Klass, :input => input } }
+    # { execution_plan_uuid => { :action_class => Klass, :input => input } }
     def plan(launcher, input_hash)
-      launcher.launch_children(self, input_hash)
-      plan_self
+      plan_self :input_hash => input_hash,
+                :launcher => launcher.to_hash
     end
 
-    def initiate
-      ping suspended_action
-      wait_for_sub_plans sub_plans
+    def create_sub_plans
+      Proxy::Dynflow::TaskLauncher::Abstract
+        .new_from_hash(world, input[:launcher])
+        .launch_children(self, input[:input_hash])
     end
 
     def rescue_strategy

data/lib/smart_proxy_dynflow/action/batch_callback.rb

@@ -1,7 +1,12 @@
 module Proxy::Dynflow::Action
   class BatchCallback < ::Dynflow::Action
     def plan(input_hash, results)
-      plan_self :targets => input_hash, :results => results
+      # In input_hash there are complete inputs for all the actions for which this is reporting
+      # Trim it down to only the bare minimum we actually need
+      callbacks = input_hash.reduce({}) do |acc, (key, value)|
+        acc.merge(key => value['action_input']['callback'])
+      end
+      plan_self :targets => callbacks, :results => results
     end
 
     def run

data/lib/smart_proxy_dynflow/action/external_polling.rb

@@ -0,0 +1,17 @@
+module Proxy::Dynflow::Action
+  module WithExternalPolling
+    Poll = Algebrick.atom
+
+    def run(event = nil)
+      if event.is_a?(Poll)
+        poll
+        suspend
+      else
+        super
+      end
+    end
+
+    def poll
+    end
+  end
+end

data/lib/smart_proxy_dynflow/action/runner.rb

@@ -74,7 +74,7 @@ module Proxy::Dynflow
       end
 
       def output_result
-        stored_output_chunks.map { |c| c[:chunk] }.reduce([], &:concat)
+        (stored_output_chunks + (@pending_output_chunks || [])).map { |c| c[:chunk] }.reduce([], &:concat)
       end
     end
   end

data/lib/smart_proxy_dynflow/action/single_runner_batch.rb

@@ -1,20 +1,8 @@
 module Proxy::Dynflow::Action
   class SingleRunnerBatch < Batch
     def plan(launcher, input_hash)
-      launcher.launch_children(self, input_hash)
-      sequence do
-        results = plan_self
-        plan_action BatchCallback, launcher.prepare_batch(input_hash), results.output[:results]
-      end
-    end
-
-    def run(event = nil)
-      super unless event == Dynflow::Action::Skip
-    end
-
-    def initiate
-      ping suspended_action
-      wait_for_sub_plans sub_plans
+      results = super
+      plan_action BatchCallback, input_hash, results.output[:results]
     end
 
     def check_for_errors!(optional = true)

data/lib/smart_proxy_dynflow/plugin.rb

@@ -14,6 +14,8 @@ module Proxy::Dynflow
                      :execution_plan_cleaner_age => 60 * 60 * 24
     plugin :dynflow, Proxy::Dynflow::VERSION
 
+    capability(proc { self.available_operations })
+
     after_activation do
       require 'smart_proxy_dynflow/settings_loader'
       require 'smart_proxy_dynflow/otp_manager'
@@ -25,5 +27,9 @@ module Proxy::Dynflow
 
       Proxy::Dynflow::Core.ensure_initialized
     end
+
+    def self.available_operations
+      TaskLauncherRegistry.operations
+    end
   end
 end

data/lib/smart_proxy_dynflow/process_manager.rbs

@@ -0,0 +1,46 @@
+# TypeProf 0.21.2
+
+# Classes
+module Proxy
+  module Dynflow
+    class IOBuffer
+      @callback: nil
+
+      attr_accessor io: nil
+      attr_reader buffer: String
+      def initialize: (nil io) -> void
+      def on_data: -> nil
+      def to_io: -> IO
+      def to_s: -> String
+      def empty?: -> bool
+      def closed?: -> untyped
+      def close: -> nil
+      def read_available!: -> nil
+      def write_available!: -> nil
+      def add_data: (untyped data) -> String
+
+      private
+      def with_callback: (String? data) -> String?
+    end
+
+    class ProcessManager
+      @command: untyped
+
+      attr_reader stdin: IOBuffer
+      attr_reader stdout: IOBuffer
+      attr_reader stderr: IOBuffer
+      attr_reader pid: Integer
+      attr_reader status: Integer?
+      def initialize: (untyped command) -> void
+      def run!: -> ProcessManager
+      def start!: -> String
+      def started?: -> bool
+      def done?: -> bool
+      def close: -> [IOBuffer, IOBuffer, IOBuffer]
+      def process: (?timeout: nil) -> Array[untyped]?
+      def finish: -> Integer?
+      def on_stdout: -> nil
+      def on_stderr: -> nil
+    end
+  end
+end

data/lib/smart_proxy_dynflow/task_launcher/abstract.rb

@@ -15,6 +15,14 @@ module Proxy::Dynflow
 
       def self.input_format; end
 
+      def to_hash
+        { :class => self.class.to_s, :callback => callback, :options => options }
+      end
+
+      def self.new_from_hash(world, hash)
+        ::Dynflow::Utils.constantize(hash[:class]).new(world, hash[:callback], hash[:options])
+      end
+
       private
 
       def format_result(result)
@@ -34,9 +42,9 @@ module Proxy::Dynflow
         input.merge(:callback_host => callback)
       end
 
-      def trigger(parent, klass, *input)
+      def trigger(parent, klass, *input, id: nil)
         world.trigger do
-          world.plan_with_options(caller_action: parent, action_class: klass, args: input)
+          world.plan_with_options(caller_action: parent, action_class: klass, args: input, id: id)
         end
       end
     end

data/lib/smart_proxy_dynflow/task_launcher/batch.rb

@@ -2,36 +2,37 @@ module Proxy::Dynflow
   module TaskLauncher
     class Batch < Abstract
       def launch!(input)
-        trigger(nil, Proxy::Dynflow::Action::Batch, self, input)
+        plan = trigger(nil, action_class, self, input)
+        results[:parent] = format_result(plan)
       end
 
       def launch_children(parent, input_hash)
-        input_hash.each do |task_id, input|
+        input_hash.map do |task_id, input|
           launcher = child_launcher(parent)
-          launcher.launch!(transform_input(input))
+          triggered = launcher.launch!(transform_input(input), id: task_id)
           results[task_id] = launcher.results
+          triggered
         end
       end
 
       def prepare_batch(input_hash)
-        success_tasks = input_hash.select do |task_id, _input|
-          results[task_id][:result] == 'success'
-        end
-        success_tasks.reduce({}) do |acc, (key, value)|
-          acc.merge(results[key][:task_id] => value['action_input']['callback'])
-        end
+        input_hash
       end
 
-      private
-
       def child_launcher(parent)
         Single.new(world, callback, :parent => parent)
       end
 
+      private
+
       # Identity by default
       def transform_input(input)
         input
       end
+
+      def action_class
+        Proxy::Dynflow::Action::Batch
+      end
     end
   end
 end

data/lib/smart_proxy_dynflow/task_launcher/group.rb

@@ -7,8 +7,8 @@ module Proxy::Dynflow
         raise NotImplementedError
       end
 
-      def launch!(input)
-        trigger(nil, Action::SingleRunnerBatch, self, input)
+      def action_class
+        Action::SingleRunnerBatch
       end
 
       def launch_children(parent, input_hash)

data/lib/smart_proxy_dynflow/task_launcher/single.rb

@@ -5,10 +5,11 @@ module Proxy::Dynflow
         { :action_class => "MyActionClass", :action_input => {} }
       end
 
-      def launch!(input)
+      def launch!(input, id: nil)
         triggered = trigger(options[:parent],
                             action_class(input),
-                            with_callback(input.fetch('action_input', {})))
+                            with_callback(input.fetch('action_input', {})),
+                            id: id)
         @results = format_result(triggered)
         triggered
       end

data/lib/smart_proxy_dynflow/version.rb

@@ -1,5 +1,5 @@
 module Proxy
   module Dynflow
-    VERSION = '0.6.1'.freeze
+    VERSION = '0.7.0'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: smart_proxy_dynflow
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.0
 platform: ruby
 authors:
 - Ivan Nečas
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-12-03 00:00:00.000000000 Z
+date: 2022-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dynflow
@@ -153,6 +153,7 @@ files:
 - lib/smart_proxy_dynflow/action/batch.rb
 - lib/smart_proxy_dynflow/action/batch_callback.rb
 - lib/smart_proxy_dynflow/action/batch_runner.rb
+- lib/smart_proxy_dynflow/action/external_polling.rb
 - lib/smart_proxy_dynflow/action/output_collector.rb
 - lib/smart_proxy_dynflow/action/runner.rb
 - lib/smart_proxy_dynflow/action/shareable.rb
@@ -167,6 +168,7 @@ files:
 - lib/smart_proxy_dynflow/middleware/keep_current_request_id.rb
 - lib/smart_proxy_dynflow/otp_manager.rb
 - lib/smart_proxy_dynflow/plugin.rb
+- lib/smart_proxy_dynflow/process_manager.rbs
 - lib/smart_proxy_dynflow/proxy_adapter.rb
 - lib/smart_proxy_dynflow/runner.rb
 - lib/smart_proxy_dynflow/runner/base.rb