smart_proxy_dynflow 0.6.3 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6673ce798c24b310ce2b132ac1c07cddbdfbd49ac9b0dd8e0e8abbc0312b2a0c
-  data.tar.gz: b966221317f31e9e32ba85a77d8f26c64ae238d35d99548da8e9647da5b092a5
+  metadata.gz: d19598abd3ab23ee44430f2e5c2207c6ac11d9c7919769ed5885408ee2e39f1c
+  data.tar.gz: 39d351c883a1f3c5d9402462961591d7bd4bd70e4ae0ca04d8c7095a710c70d2
 SHA512:
-  metadata.gz: e05968e12c48d7b997d60231cc541d4bb0ae13a3f2ba8a1b586af0a0a1232086cd09cceb5b49e10deb68bd8dfe65817a925b09a44f022126a7695316532bf89d
-  data.tar.gz: ea263ed0aa2e2ca216c85385c7ec00e66cca6df6ca569cc6dda67f98fe1c5ef0d30eea3510b6227fdc69f61a9619b949265bd2f286a036a8d3f09520ed004326
+  metadata.gz: a557af273f69dda522cd9236d4f99cce270fd66d71c3b09150df6ba37eecbb0ddd2663e670b81c5ba806dd1af6927740c66f70b02551a42468d8e39f296f9e0f
+  data.tar.gz: 37a46da28658e4b26eceb19a86bdd2849cc387caf004213166bfd16580ec603a3f035fe797a7892423fad9e97129fcfeb95c82a789522d3088bf2a0dc3a3eefd

data/bundler.d/inspect_anything.rb

@@ -0,0 +1 @@
+# gem 'inspect_anything'

data/bundler.d/x.local.rb

@@ -0,0 +1 @@
+# gem 'dynflow', :path => '../dynflow'

data/lib/smart_proxy_dynflow/action/batch.rb

@@ -3,15 +3,16 @@ module Proxy::Dynflow::Action
     include Dynflow::Action::WithSubPlans
     include Dynflow::Action::WithPollingSubPlans
 
-    # { task_id => { :action_class => Klass, :input => input } }
+    # { execution_plan_uuid => { :action_class => Klass, :input => input } }
     def plan(launcher, input_hash)
-      launcher.launch_children(self, input_hash)
-      plan_self
+      plan_self :input_hash => input_hash,
+                :launcher => launcher.to_hash
     end
 
-    def initiate
-      ping suspended_action
-      wait_for_sub_plans sub_plans
+    def create_sub_plans
+      Proxy::Dynflow::TaskLauncher::Abstract
+        .new_from_hash(world, input[:launcher])
+        .launch_children(self, input[:input_hash])
     end
 
     def rescue_strategy

data/lib/smart_proxy_dynflow/action/batch_callback.rb

@@ -1,7 +1,12 @@
 module Proxy::Dynflow::Action
   class BatchCallback < ::Dynflow::Action
     def plan(input_hash, results)
-      plan_self :targets => input_hash, :results => results
+      # In input_hash there are complete inputs for all the actions for which this is reporting
+      # Trim it down to only the bare minimum we actually need
+      callbacks = input_hash.reduce({}) do |acc, (key, value)|
+        acc.merge(key => value['action_input']['callback'])
+      end
+      plan_self :targets => callbacks, :results => results
     end
 
     def run

data/lib/smart_proxy_dynflow/action/external_polling.rb

@@ -0,0 +1,17 @@
+module Proxy::Dynflow::Action
+  module WithExternalPolling
+    Poll = Algebrick.atom
+
+    def run(event = nil)
+      if event.is_a?(Poll)
+        poll
+        suspend
+      else
+        super
+      end
+    end
+
+    def poll
+    end
+  end
+end

data/lib/smart_proxy_dynflow/action/single_runner_batch.rb

@@ -1,20 +1,8 @@
 module Proxy::Dynflow::Action
   class SingleRunnerBatch < Batch
     def plan(launcher, input_hash)
-      launcher.launch_children(self, input_hash)
-      sequence do
-        results = plan_self
-        plan_action BatchCallback, launcher.prepare_batch(input_hash), results.output[:results]
-      end
-    end
-
-    def run(event = nil)
-      super unless event == Dynflow::Action::Skip
-    end
-
-    def initiate
-      ping suspended_action
-      wait_for_sub_plans sub_plans
+      results = super
+      plan_action BatchCallback, input_hash, results.output[:results]
     end
 
     def check_for_errors!(optional = true)

data/lib/smart_proxy_dynflow/plugin.rb

@@ -11,9 +11,11 @@ module Proxy::Dynflow
     settings_file "dynflow.yml"
     requires :foreman_proxy, ">= 1.16.0"
     default_settings :console_auth => true,
-                     :execution_plan_cleaner_age => 60 * 30
+                     :execution_plan_cleaner_age => 60 * 60 * 24
     plugin :dynflow, Proxy::Dynflow::VERSION
 
+    capability(proc { self.available_operations })
+
     after_activation do
       require 'smart_proxy_dynflow/settings_loader'
       require 'smart_proxy_dynflow/otp_manager'
@@ -25,5 +27,9 @@ module Proxy::Dynflow
 
       Proxy::Dynflow::Core.ensure_initialized
     end
+
+    def self.available_operations
+      TaskLauncherRegistry.operations
+    end
   end
 end

data/lib/smart_proxy_dynflow/process_manager.rbs

@@ -0,0 +1,46 @@
+# TypeProf 0.21.2
+
+# Classes
+module Proxy
+  module Dynflow
+    class IOBuffer
+      @callback: nil
+
+      attr_accessor io: nil
+      attr_reader buffer: String
+      def initialize: (nil io) -> void
+      def on_data: -> nil
+      def to_io: -> IO
+      def to_s: -> String
+      def empty?: -> bool
+      def closed?: -> untyped
+      def close: -> nil
+      def read_available!: -> nil
+      def write_available!: -> nil
+      def add_data: (untyped data) -> String
+
+      private
+      def with_callback: (String? data) -> String?
+    end
+
+    class ProcessManager
+      @command: untyped
+
+      attr_reader stdin: IOBuffer
+      attr_reader stdout: IOBuffer
+      attr_reader stderr: IOBuffer
+      attr_reader pid: Integer
+      attr_reader status: Integer?
+      def initialize: (untyped command) -> void
+      def run!: -> ProcessManager
+      def start!: -> String
+      def started?: -> bool
+      def done?: -> bool
+      def close: -> [IOBuffer, IOBuffer, IOBuffer]
+      def process: (?timeout: nil) -> Array[untyped]?
+      def finish: -> Integer?
+      def on_stdout: -> nil
+      def on_stderr: -> nil
+    end
+  end
+end

data/lib/smart_proxy_dynflow/task_launcher/abstract.rb

@@ -15,6 +15,14 @@ module Proxy::Dynflow
 
       def self.input_format; end
 
+      def to_hash
+        { :class => self.class.to_s, :callback => callback, :options => options }
+      end
+
+      def self.new_from_hash(world, hash)
+        ::Dynflow::Utils.constantize(hash[:class]).new(world, hash[:callback], hash[:options])
+      end
+
       private
 
       def format_result(result)
@@ -34,9 +42,9 @@ module Proxy::Dynflow
         input.merge(:callback_host => callback)
       end
 
-      def trigger(parent, klass, *input)
+      def trigger(parent, klass, *input, id: nil)
         world.trigger do
-          world.plan_with_options(caller_action: parent, action_class: klass, args: input)
+          world.plan_with_options(caller_action: parent, action_class: klass, args: input, id: id)
         end
       end
     end

data/lib/smart_proxy_dynflow/task_launcher/batch.rb

@@ -2,36 +2,37 @@ module Proxy::Dynflow
   module TaskLauncher
     class Batch < Abstract
       def launch!(input)
-        trigger(nil, Proxy::Dynflow::Action::Batch, self, input)
+        plan = trigger(nil, action_class, self, input)
+        results[:parent] = format_result(plan)
       end
 
       def launch_children(parent, input_hash)
-        input_hash.each do |task_id, input|
+        input_hash.map do |task_id, input|
           launcher = child_launcher(parent)
-          launcher.launch!(transform_input(input))
+          triggered = launcher.launch!(transform_input(input), id: task_id)
           results[task_id] = launcher.results
+          triggered
         end
       end
 
       def prepare_batch(input_hash)
-        success_tasks = input_hash.select do |task_id, _input|
-          results[task_id][:result] == 'success'
-        end
-        success_tasks.reduce({}) do |acc, (key, value)|
-          acc.merge(results[key][:task_id] => value['action_input']['callback'])
-        end
+        input_hash
       end
 
-      private
-
       def child_launcher(parent)
         Single.new(world, callback, :parent => parent)
       end
 
+      private
+
       # Identity by default
       def transform_input(input)
         input
       end
+
+      def action_class
+        Proxy::Dynflow::Action::Batch
+      end
     end
   end
 end

data/lib/smart_proxy_dynflow/task_launcher/group.rb

@@ -7,8 +7,8 @@ module Proxy::Dynflow
         raise NotImplementedError
       end
 
-      def launch!(input)
-        trigger(nil, Action::SingleRunnerBatch, self, input)
+      def action_class
+        Action::SingleRunnerBatch
       end
 
       def launch_children(parent, input_hash)

data/lib/smart_proxy_dynflow/task_launcher/single.rb

@@ -5,10 +5,11 @@ module Proxy::Dynflow
         { :action_class => "MyActionClass", :action_input => {} }
       end
 
-      def launch!(input)
+      def launch!(input, id: nil)
         triggered = trigger(options[:parent],
                             action_class(input),
-                            with_callback(input.fetch('action_input', {})))
+                            with_callback(input.fetch('action_input', {})),
+                            id: id)
         @results = format_result(triggered)
         triggered
       end

data/lib/smart_proxy_dynflow/version.rb

@@ -1,5 +1,5 @@
 module Proxy
   module Dynflow
-    VERSION = '0.6.3'.freeze
+    VERSION = '0.7.0'.freeze
   end
 end

data/settings.d/dynflow.yml.example

@@ -6,5 +6,5 @@
 # :console_auth: true
 
 # Maximum age of execution plans to keep before having them cleaned
-# by the execution plan cleaner (in seconds), defaults to 30 minutes
-# :execution_plan_cleaner_age: 1800
+# by the execution plan cleaner (in seconds), defaults to 24 hours
+# :execution_plan_cleaner_age: 86400

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: smart_proxy_dynflow
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 0.7.0
 platform: ruby
 authors:
 - Ivan Nečas
 autorequire:
 bindir: bin
 cert_chain: []
-date: 1980-01-01 00:00:00.000000000 Z
+date: 2022-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dynflow
@@ -146,11 +146,14 @@ files:
 - Gemfile
 - LICENSE
 - bundler.d/dynflow.rb
+- bundler.d/inspect_anything.rb
+- bundler.d/x.local.rb
 - lib/smart_proxy_dynflow.rb
 - lib/smart_proxy_dynflow/action.rb
 - lib/smart_proxy_dynflow/action/batch.rb
 - lib/smart_proxy_dynflow/action/batch_callback.rb
 - lib/smart_proxy_dynflow/action/batch_runner.rb
+- lib/smart_proxy_dynflow/action/external_polling.rb
 - lib/smart_proxy_dynflow/action/output_collector.rb
 - lib/smart_proxy_dynflow/action/runner.rb
 - lib/smart_proxy_dynflow/action/shareable.rb
@@ -165,6 +168,7 @@ files:
 - lib/smart_proxy_dynflow/middleware/keep_current_request_id.rb
 - lib/smart_proxy_dynflow/otp_manager.rb
 - lib/smart_proxy_dynflow/plugin.rb
+- lib/smart_proxy_dynflow/process_manager.rbs
 - lib/smart_proxy_dynflow/proxy_adapter.rb
 - lib/smart_proxy_dynflow/runner.rb
 - lib/smart_proxy_dynflow/runner/base.rb
@@ -204,7 +208,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.26
+rubygems_version: 3.1.2
 signing_key:
 specification_version: 4
 summary: Dynflow runtime for Foreman smart proxy