choria-colt 0.1.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 87713c8d6906919afa9b79624fc72f0f353ecd276f4eac20f5c02466722cd4e6
-  data.tar.gz: b995ac965550cc9f9e244b26e2cf7d0a64dce8ab11fac81528cb8673658b845f
+  metadata.gz: 8d2f9c64ee41ebc49a88deff71b470baab7c4e83b921102518969fe2a35b77f1
+  data.tar.gz: 8f69562d201ff4addc3b44aa693d508ceca1a1623455d2ac57b273e59cd300f1
 SHA512:
-  metadata.gz: cdaa5c4f6250950ecbc674fd5d6ff03c72075b9e7b4c20dcb4f5a566ca5db3a7f8688e8c13d146e83a232349ddeefb05a2251cbe2603efe8013f35b8bebda885
-  data.tar.gz: 1c8ea277b331ae9f581cff8056da211b0ed8cb8c72421cd0d12043f096186702b802b661b4fc33228727c6b77a640c2f5686ba6a433295733c8c3b28d92b11a9
+  metadata.gz: 8fd9cc5e888843d6c8954fe7d2543b4496fe861354162f499831f4ebe7cc8ccd3def73604c6d44e6f83273f71eb8364fc1b01c99581c16e8b2635adbee071aea
+  data.tar.gz: 5a912066de4c960ffc85debf3cc53a678ac3312f2e75daec0d999f50af7f24215f1347b6c4984de55db9f3bb357075486310ab11db685e8f866c61a06049940f

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper

data/.rubocop.yml

@@ -1,3 +1,5 @@
+inherit_from: .rubocop_todo.yml
+
 AllCops:
   TargetRubyVersion: 2.5
   Exclude:
@@ -8,8 +10,12 @@ AllCops:
 Metrics/AbcSize:
   Max: 20
 
+Metrics/ClassLength:
+  Exclude:
+    - 'lib/choria/colt/cli.rb'
+
 Metrics/MethodLength:
-  Max: 17
+  Max: 20
 
 Layout/LineLength:
   Enabled: false

data/.rubocop_todo.yml

@@ -0,0 +1,17 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2022-04-07 15:43:34 UTC using RuboCop version 1.26.0.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 1
+# Configuration parameters: IgnoredMethods.
+Metrics/CyclomaticComplexity:
+  Max: 9
+
+# Offense count: 1
+# Configuration parameters: IgnoredMethods.
+Metrics/PerceivedComplexity:
+  Max: 9

data/CHANGELOG.md

@@ -0,0 +1,47 @@
+# Changelog
+
+## [v0.4.0](https://github.com/opus-codium/choria-colt/tree/v0.4.0) (2022-04-25)
+
+[Full Changelog](https://github.com/opus-codium/choria-colt/compare/v0.3.0...v0.4.0)
+
+**Merged pull requests:**
+
+- Spec: Fix tests after duration introduction [\#20](https://github.com/opus-codium/choria-colt/pull/20) ([neomilium](https://github.com/neomilium))
+- CLI: Add `colt task status` subcommand [\#19](https://github.com/opus-codium/choria-colt/pull/19) ([neomilium](https://github.com/neomilium))
+
+## [v0.3.0](https://github.com/opus-codium/choria-colt/tree/v0.3.0) (2022-04-12)
+
+[Full Changelog](https://github.com/opus-codium/choria-colt/compare/v0.2.0...v0.3.0)
+
+**Merged pull requests:**
+
+- Improve CLI output [\#18](https://github.com/opus-codium/choria-colt/pull/18) ([neomilium](https://github.com/neomilium))
+- CLI: Add an option to choose log level [\#17](https://github.com/opus-codium/choria-colt/pull/17) ([neomilium](https://github.com/neomilium))
+- Improve stability, fix results retrieving [\#16](https://github.com/opus-codium/choria-colt/pull/16) ([neomilium](https://github.com/neomilium))
+- CLI: Add an option to set log level [\#15](https://github.com/opus-codium/choria-colt/pull/15) ([neomilium](https://github.com/neomilium))
+- Setup CI [\#14](https://github.com/opus-codium/choria-colt/pull/14) ([neomilium](https://github.com/neomilium))
+- CLI: Format error [\#13](https://github.com/opus-codium/choria-colt/pull/13) ([neomilium](https://github.com/neomilium))
+- CLI: Display default value if available for parameters [\#12](https://github.com/opus-codium/choria-colt/pull/12) ([neomilium](https://github.com/neomilium))
+- Test CLI formatter using RSpec [\#11](https://github.com/opus-codium/choria-colt/pull/11) ([neomilium](https://github.com/neomilium))
+- Colorize outputs [\#10](https://github.com/opus-codium/choria-colt/pull/10) ([neomilium](https://github.com/neomilium))
+- Fix task input option parsing and task output display [\#9](https://github.com/opus-codium/choria-colt/pull/9) ([neomilium](https://github.com/neomilium))
+- Implement continous result display [\#8](https://github.com/opus-codium/choria-colt/pull/8) ([neomilium](https://github.com/neomilium))
+- Improve robustness on errors [\#7](https://github.com/opus-codium/choria-colt/pull/7) ([neomilium](https://github.com/neomilium))
+- Minor code readability improvements [\#6](https://github.com/opus-codium/choria-colt/pull/6) ([neomilium](https://github.com/neomilium))
+- Improve logging [\#5](https://github.com/opus-codium/choria-colt/pull/5) ([neomilium](https://github.com/neomilium))
+- Force convertion to boolean if parameter is true/false [\#4](https://github.com/opus-codium/choria-colt/pull/4) ([neomilium](https://github.com/neomilium))
+- Tasks: Autofill default values [\#3](https://github.com/opus-codium/choria-colt/pull/3) ([neomilium](https://github.com/neomilium))
+- CLI: Support filter on Puppet classes [\#2](https://github.com/opus-codium/choria-colt/pull/2) ([neomilium](https://github.com/neomilium))
+- Tasks: Structure data before return results [\#1](https://github.com/opus-codium/choria-colt/pull/1) ([neomilium](https://github.com/neomilium))
+
+## [v0.2.0](https://github.com/opus-codium/choria-colt/tree/v0.2.0) (2022-03-03)
+
+[Full Changelog](https://github.com/opus-codium/choria-colt/compare/v0.1.1...v0.2.0)
+
+## [v0.1.1](https://github.com/opus-codium/choria-colt/tree/v0.1.1) (2022-03-03)
+
+[Full Changelog](https://github.com/opus-codium/choria-colt/compare/v0.1.0...v0.1.1)
+
+
+
+\* *This Changelog was automatically generated by [github_changelog_generator](https://github.com/github-changelog-generator/github-changelog-generator)*

data/README.md

@@ -47,7 +47,14 @@ Or install it yourself as:
 
 After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`.
+
+
+To release a new version:
+  1. update the version number in `version.rb`
+  1. generate CHANGELOG.md with `bundle exec rake changelog`
+  1. commit changes
+  1. run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
 ## Contributing
 

data/Rakefile

@@ -3,6 +3,17 @@
 require 'bundler/gem_tasks'
 require 'rubocop/rake_task'
 
+require 'choria/colt/version'
+
 RuboCop::RakeTask.new
 
+require 'github_changelog_generator/task'
+
+GitHubChangelogGenerator::RakeTask.new :changelog do |config|
+  config.user = 'opus-codium'
+  config.project = 'choria-colt'
+  config.since_tag = 'v0.1.0'
+  config.future_release = "v#{Choria::Colt::VERSION}"
+end
+
 task default: :rubocop

data/choria-colt.gemspec

@@ -28,15 +28,21 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'activesupport'
   spec.add_dependency 'choria-mcorpc-support'
   spec.add_dependency 'deep_merge'
+  spec.add_dependency 'pastel'
   spec.add_dependency 'puppet'
   spec.add_dependency 'thor'
+  spec.add_dependency 'tty-logger'
 
+  # spec.add_development_dependency 'byebug'
+  spec.add_development_dependency 'github_changelog_generator'
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rubocop'
-  #spec.add_development_dependency 'byebug'
+  spec.add_development_dependency 'rubocop-rake'
+  spec.add_development_dependency 'rubocop-rspec'
 
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/choria/colt/cli/formatter.rb

@@ -0,0 +1,67 @@
+require 'choria/colt/cli'
+require 'choria/colt/cli/thor'
+
+module Choria
+  class Colt
+    class CLI < Thor
+      class Formatter
+        attr_reader :pastel
+
+        def initialize(colored:)
+          @pastel = Pastel.new(enabled: colored)
+          pastel.alias_color(:host, :cyan)
+        end
+
+        def process_result(result)
+          return process_error(result) unless result.dig(:data, :exitcode)&.zero?
+
+          process_success(result)
+        end
+
+        def process_success(result)
+          output_lines = [
+            "#{pastel.host(result[:sender]).ljust(60, ' ')}duration: #{pastel.bright_white format('%.2fs', result[:data][:runtime])}",
+          ]
+
+          output_lines += if result.dig(:result, :_output).nil?
+                            JSON.pretty_generate(result[:result]).split("\n").map { |line| "  #{line}" }
+                          else
+                            result.dig(:result, :_output).map { |line| "  #{line}" }
+                          end
+
+          output_lines.join("\n")
+        end
+
+        def process_error(result) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          host = "#{pastel.bright_red '⨯'} #{pastel.host(result[:sender]).ljust(60, ' ')}duration: #{pastel.bright_white format('%.2fs', result[:data][:runtime])}"
+          output = result.dig(:result, '_output')
+          error_details = JSON.pretty_generate(result.dig(:result, :_error, :details)).split "\n"
+          error_description = [
+            "#{pastel.bright_red result.dig(:result, :_error, :kind)}: #{pastel.bright_white result.dig(:result, :_error, :msg)}",
+            "  details: #{error_details.shift}",
+            error_details.map { |line| "  #{line}" },
+          ]
+          output_description = if output.nil? || output.empty?
+                                 []
+                               else
+                                 [
+                                   nil,
+                                   pastel.bright_red('output:'),
+                                   output,
+                                 ]
+                               end
+
+          headline = "#{pastel.on_red ' '} "
+
+          [
+            host,
+            [
+              error_description,
+              output_description,
+            ].flatten.map { |line| "#{headline}#{line}" },
+          ].flatten.join("\n")
+        end
+      end
+    end
+  end
+end

data/lib/choria/colt/cli.rb

@@ -1,13 +1,17 @@
 require 'choria/colt'
+require 'choria/colt/cli/formatter'
 require 'choria/colt/cli/thor'
 
 require 'json'
-require 'logger'
+require 'tty/logger'
 
 module Choria
   class Colt
     class CLI < Thor
       class Tasks < Thor
+        class_option :log_level,
+                     desc: 'Set log level for CLI',
+                     default: 'info'
         # BOLT: desc 'run <task name> [parameters] {--targets TARGETS | --query QUERY | --rerun FILTER} [options]', 'Run a Bolt task'
         desc 'run <task name> [parameters] --targets TARGETS [options]', 'Run a Bolt task'
         long_desc <<~DESC
@@ -17,21 +21,30 @@ module Choria
         DESC
         option :targets,
                aliases: ['--target', '-t'],
-               desc: 'Identifies the targets of the command.',
-               required: true
-        def run(*args)
+               desc: 'Identifies the targets of the command.'
+        option :targets_with_classes,
+               aliases: ['--targets-with-class', '-C'],
+               desc: 'Select the targets which have the specified Puppet classes.'
+        def run(*args) # rubocop:disable Metrics/AbcSize
           input = extract_task_parameters_from_args(args)
 
           raise Thor::Error, 'Task name is required' if args.empty?
           raise Thor::Error, "Too many arguments: #{args}" unless args.count == 1
 
+          raise Thor::Error, 'Flag --targets or --targets-with-class is required' if options['targets'].nil? && options['targets_with_classes'].nil?
+
           task_name = args.shift
 
-          targets = options['targets'].split ','
+          targets = options['targets']&.split(',')
           targets = nil if options['targets'] == 'all'
 
-          results = colt.run_bolt_task task_name, input: input, targets: targets
-          $stdout.puts JSON.pretty_generate(results)
+          targets_with_classes = options['targets_with_classes']&.split(',')
+
+          results = colt.run_bolt_task task_name, input: input, targets: targets, targets_with_classes: targets_with_classes do |result|
+            $stdout.puts formatter.process_result(result)
+          end
+
+          File.write 'last_run.json', JSON.pretty_generate(results)
         rescue Choria::Orchestrator::Error => e
           raise Thor::Error, "#{e.class}: #{e}"
         end
@@ -54,21 +67,50 @@ module Choria
           environment = options['environment']
           cache_directory = File.expand_path('.cache/colt/tasks')
           FileUtils.mkdir_p cache_directory
-          # TODO: Support multiple infrastructure
           cache = Cache.new(path: File.join(cache_directory, "#{environment}.yaml"))
 
           tasks = colt.tasks(environment: environment, cache: cache)
 
-          if tasks_names.nil?
-            show_tasks_summary
+          if tasks_names.empty?
+            show_tasks_summary(tasks)
           else
             tasks_names.each { |task_name| show_task_details(task_name, tasks) }
           end
         end
 
-        no_commands do
+        desc 'status <task id>', 'Show task results'
+        long_desc <<~DESC
+          Show results from a previously ran task.
+
+          A task ID is required to request Choria services and retrieve results.
+        DESC
+        def status(task_id)
+          results = colt.wait_bolt_task task_id do |result|
+            $stdout.puts formatter.process_result(result)
+          end
+
+          File.write 'last_run.json', JSON.pretty_generate(results)
+        rescue Choria::Orchestrator::Error => e
+          raise Thor::Error, "#{e.class}: #{e}"
+        end
+
+        no_commands do # rubocop:disable Metrics/BlockLength
           def colt
-            @colt ||= Choria::Colt.new logger: Logger.new($stdout)
+            @colt ||= Choria::Colt.new logger: logger
+          end
+
+          def logger
+            @logger ||= TTY::Logger.new do |config|
+              config.handlers = [
+                [:console, { output: $stderr, level: options['log_level'].to_sym }],
+                [:stream, { output: File.open('colt-debug.log', 'a'), level: :debug }],
+              ]
+              config.metadata = %i[date time]
+            end
+          end
+
+          def formatter
+            @formatter ||= Formatter.new(colored: $stdout.tty?)
           end
 
           def extract_task_parameters_from_args(args)
@@ -76,7 +118,14 @@ module Choria
             args.reject! { |arg| arg =~ /^\w+=/ }
 
             parameters.map do |parameter|
-              key, value = parameter.split('=')
+              key, value = parameter.split('=', 2)
+
+              # TODO: Convert to boolean only if the expected type of parameter is boolean
+              # TODO: Support String to integer convertion
+              # TODO: Support @notation from parameter and/or whole input
+              value = true if value == 'true'
+              value = false if value == 'false'
+
               [key, value]
             end.to_h
           end
@@ -85,7 +134,7 @@ module Choria
             tasks.reject! { |_task, metadata| metadata['metadata']['private'] }
 
             puts <<~OUTPUT
-              Tasks
+              #{pastel.title 'Tasks'}
               #{tasks.map { |task, metadata| "#{task}#{' ' * (60 - task.size)}#{metadata['metadata']['description']}" }.join("\n").gsub(/^/, '  ')}
             OUTPUT
           end
@@ -93,12 +142,36 @@ module Choria
           def show_task_details(task_name, tasks)
             metadata = tasks[task_name]
             puts <<~OUTPUT
-              Task: '#{task_name}'
+              #{pastel.title "Task: #{task_name}"}
                 #{metadata['metadata']['description']}
 
-                #{metadata}
+              #{pastel.title 'Parameters'}
+              #{format_task_parameters(metadata['metadata']['parameters']).gsub(/^/, '  ')}
             OUTPUT
           end
+
+          def format_task_parameters(parameters)
+            parameters.map do |parameter, metadata|
+              output = <<~OUTPUT
+                #{pastel.parameter(parameter)}  #{pastel.parameter_type metadata['type']}
+                  #{metadata['description']}
+              OUTPUT
+              output += "  Default: #{metadata['default']}" unless metadata['default'].nil?
+              output
+            end.join "\n"
+          end
+
+          def pastel
+            @pastel ||= _pastel
+          end
+
+          def _pastel
+            pastel = Pastel.new(enabled: $stdout.tty?)
+            pastel.alias_color(:title, :cyan)
+            pastel.alias_color(:parameter, :yellow)
+            pastel.alias_color(:parameter_type, :bright_white)
+            pastel
+          end
         end
       end
 

data/lib/choria/colt/data_structurer.rb

@@ -0,0 +1,26 @@
+module Choria
+  class Colt
+    module DataStructurer
+      def self.structure(res) # rubocop:disable Metrics/AbcSize
+        # data.stdout seems to always be JSON, so parse it once.
+        res[:result] = JSON.parse res[:data][:stdout]
+        res[:data].delete :stdout
+
+        # On one side, data.stderr is filled by the remote execution stderr.
+        # On the other side, error description is in JSON (ie. '_error')
+        # So merge data.stderr in '_error'.'details'
+        unless res[:data][:stderr].empty?
+          raise NotImplementedError, 'What to do when res[:data][:stderr] contains something?' if res[:result]['_error'].empty?
+
+          res[:result]['_error']['details'].merge!({ 'stderr' => res[:data][:stderr].split("\n") })
+        end
+        res[:data].delete :stderr
+
+        # Convert '_output' (ie. stdout) lines into array
+        res[:result]['_output'] = res[:result]['_output'].split("\n") unless res[:result]['_output'].nil?
+
+        res
+      end
+    end
+  end
+end

data/lib/choria/colt/version.rb

@@ -2,6 +2,6 @@
 
 module Choria
   class Colt
-    VERSION = '0.1.1'
+    VERSION = '0.4.0'
   end
 end

data/lib/choria/colt.rb

@@ -19,11 +19,25 @@ module Choria
       @orchestrator = Choria::Orchestrator.new logger: @logger
     end
 
-    def run_bolt_task(task_name, input: {}, targets: nil)
+    def run_bolt_task(task_name, input: {}, targets: nil, targets_with_classes: nil, &block)
       logger.debug "Instantiate task '#{task_name}' and validate input"
-      task = Choria::Orchestrator::Task.new(task_name, input: input, orchestrator: orchestrator)
+      task = Choria::Orchestrator::Task.new(name: task_name, input: input, orchestrator: orchestrator)
+
+      task.on_result(&block) if block_given?
+
+      orchestrator.run(task, targets: targets, targets_with_classes: targets_with_classes)
+      task.wait
+      task.results
+    rescue Choria::Orchestrator::Error => e
+      logger.error e.message
+      raise
+    end
+
+    def wait_bolt_task(task_id, &block)
+      task = Choria::Orchestrator::Task.new(id: task_id, orchestrator: orchestrator)
+
+      task.on_result(&block) if block_given?
 
-      orchestrator.run(task, targets: targets)
       task.wait
       task.results
     rescue Choria::Orchestrator::Error => e
@@ -36,14 +50,6 @@ module Choria
         task['name']
       end
 
-      def tasks_metadata(tasks, environment)
-        tasks.map do |task|
-          logger.debug "Fetching metadata for task '#{task}' (environment: '#{environment}')"
-          metadata = orchestrator.tasks_support.task_metadata(task, environment)
-          [task, metadata]
-        end.to_h
-      end
-
       return tasks_metadata(tasks_names, environment) if cache.nil?
 
       cached_tasks = cache.load
@@ -54,5 +60,17 @@ module Choria
 
       updated_tasks
     end
+
+    private
+
+    def tasks_metadata(tasks, environment)
+      logger.info "Fetching metadata for tasks (environment: '#{environment}')"
+
+      tasks.map do |task|
+        logger.debug "Fetching metadata for task '#{task}' (environment: '#{environment}')"
+        metadata = orchestrator.tasks_support.task_metadata(task, environment)
+        [task, metadata]
+      end.to_h
+    end
   end
 end

data/lib/choria/orchestrator/task.rb

@@ -1,17 +1,27 @@
+require 'choria/colt/data_structurer'
+
+require 'active_support'
+require 'active_support/core_ext/hash/indifferent_access'
+
 module Choria
   class Orchestrator
     class Task
       class Error < Orchestrator::Error; end
 
-      attr_reader :name, :input, :environment, :rpc_results
+      attr_reader :id, :name, :input, :environment, :rpc_results, :results
       attr_accessor :rpc_responses
 
-      def initialize(name, orchestrator:, input: {}, environment: 'production')
+      def initialize(orchestrator:, id: nil, name: nil, input: {}, environment: 'production')
+        @id = id
         @name = name
-        @input = input
         @environment = environment
         @orchestrator = orchestrator
+        @results = []
 
+        return if @name.nil?
+
+        @input = default_input.merge input
+        logger.debug "Task inputs: #{input}"
         validate_inputs
       end
 
@@ -23,37 +33,95 @@ module Choria
         metadata['files'].to_json
       end
 
-      def wait
-        task_ids = rpc_responses.map { |res| res[:body][:data][:task_id] }.uniq
-        raise NotImplementedError, "Multiple task IDs: #{task_ids}" unless task_ids.count == 1
+      def wait # rubocop:disable Metrics/AbcSize
+        if @id.nil?
+          rpc_responses_ok, rpc_responses_error = rpc_responses.partition { |res| (res[:body][:statuscode]).zero? }
+          rpc_responses_error.each do |res|
+            logger.error "Task request failed on '#{res[:senderid]}':\n#{pp res}"
+          end
 
-        @rpc_results = @orchestrator.wait_results task_id: task_ids.first
-      end
+          task_ids = rpc_responses_ok.map { |res| res[:body][:data][:task_id] }.uniq
 
-      def results
-        @rpc_results.map do |res|
-          raise NotImplementedError, 'What to do when res[:data][:stderr] contains something?' unless res[:data][:stderr].empty?
+          raise NotImplementedError, "Multiple task IDs: #{task_ids}" unless task_ids.count == 1
 
-          res[:result] = JSON.parse res[:data][:stdout]
-          res[:data].delete :stderr
-          res[:data].delete :stdout
-          res
+          @id = task_ids.first
         end
+
+        wait_results
+      end
+
+      def on_result(&block)
+        @on_result = lambda { |result|
+          block.call(result)
+        }
       end
 
       private
 
+      def rpc_results=(results)
+        new_result_hosts = (results.map { |res| res[:sender] }) - (@results.map { |res| res[:sender] })
+
+        new_result_hosts.each do |host|
+          result = results.find { |res| res[:sender] == host }
+
+          next unless result[:data][:exitcode] != -1
+
+          logger.debug "New result for task ##{@id}: #{result}"
+          structured_result = Choria::Colt::DataStructurer.structure(result).with_indifferent_access
+
+          @on_result&.call(structured_result)
+
+          @results << structured_result
+        end
+
+        @rpc_results = results
+      end
+
+      def wait_results
+        raise 'Task ID is required!' if @id.nil?
+
+        logger.info "Waiting task #{@id} results…"
+
+        @results = []
+        @rpc_results = []
+
+        loop do
+          self.rpc_results = @orchestrator.rpc_client.task_status(task_id: @id).map(&:results)
+
+          break if terminated?
+        end
+      end
+
+      def terminated?
+        @rpc_results.each do |result|
+          return false if result[:data][:exitcode] == -1
+        end
+
+        true
+      end
+
       def _metadata
-        # puts 'Retrieving task metadata for task %s from the Puppet Server' % task if verbose
+        logger.info 'Downloading task metadata from the Puppet Server…'
         @orchestrator.tasks_support.task_metadata(@name, @environment)
       rescue RuntimeError => e
         raise Error, e.message
       end
 
+      def default_input
+        parameters_with_defaults = metadata['metadata']['parameters'].reject { |_k, v| v['default'].nil? }
+        parameters_with_defaults.transform_values do |meta|
+          meta['default']
+        end
+      end
+
       def validate_inputs
         ok, reason = @orchestrator.tasks_support.validate_task_inputs(@input, metadata)
         raise Error, reason.sub(/^\n/, '') unless ok
       end
+
+      def logger
+        @orchestrator.logger
+      end
     end
   end
 end

data/lib/choria/orchestrator.rb

@@ -21,21 +21,25 @@ module Choria
       @tasks_support ||= MCollective::Util::Choria.new.tasks_support
     end
 
-    def run(task, targets: nil, verbose: false)
-      logger.debug "Running task: '#{task.name}' (targets: #{targets.nil? ? 'all' : targets})"
+    def run(task, targets: nil, targets_with_classes: nil, verbose: false) # rubocop:disable Metrics/AbcSize
       rpc_client.progress = verbose
 
+      logger.debug "Running task: '#{task.name}' (targets: #{targets.nil? ? 'all' : targets})"
       targets&.each { |target| rpc_client.identity_filter target }
 
-      raise DiscoverError, 'No request sent, no node discovered' if rpc_client.discover.size.zero?
+      unless targets_with_classes.nil?
+        logger.debug "Filtering targets with classes: #{targets_with_classes}"
+        targets_with_classes.each { |klass| rpc_client.class_filter klass }
+      end
 
-      logger.info "Attempting to download and run task '#{task.name}' on #{rpc_client.discover.size} nodes"
+      logger.info 'Discovering targets…'
+      raise DiscoverError, 'No request sent, no node discovered' if rpc_client.discover.size.zero?
 
+      logger.info "Downloading task '#{task.name}' on #{rpc_client.discover.size} nodes…"
       rpc_client.download(task: task.name, files: task.files, verbose: verbose)
 
-      # TODO: Extract error from 'rpc' (see MCollective::RPC#printrpc)
-
       responses = []
+      logger.info "Starting task '#{task.name}' on #{rpc_client.discover.size} nodes…"
       rpc_client.run_no_wait(task: task.name, files: task.files, input: task.input.to_json, verbose: verbose) do |response|
         logger.debug "  Response: '#{response}'"
         responses << response
@@ -46,37 +50,16 @@ module Choria
       task.rpc_responses = responses
     end
 
-    def wait_results(task_id:)
-      raise 'Task ID is required!' if task_id.nil?
-
-      task_status_results = nil
-      loop do
-        task_status_results = rpc_client.task_status(task_id: task_id).map(&:results)
-        logger.debug "Task ##{task_id} status: #{task_status_results}"
-        break if task_completed? task_status_results
-      end
-
-      task_status_results
-    end
-
-    def task_completed?(results)
-      results.each do |result|
-        return false unless result[:data][:completed]
-      end
-
-      true
-    end
-
     def validate_rpc_result(result)
       raise Error, "The RPC agent returned an error: #{result[:statusmsg]}" unless (result[:statuscode]).zero?
     end
 
-    private
-
     def rpc_client
       @rpc_client ||= rpcclient('bolt_tasks', options: rpc_options)
     end
 
+    private
+
     def rpc_options
       {
         verbose: false,

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: choria-colt
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Romuald Conty
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-03-03 00:00:00.000000000 Z
+date: 2022-04-25 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: choria-mcorpc-support
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: puppet
   requirement: !ruby/object:Gem::Requirement
@@ -66,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: tty-logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: github_changelog_generator
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +164,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Colt eases the Bolt tasks run through Choria
 email:
 - romuald@opus-codium.fr
@@ -116,7 +200,10 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".rspec"
 - ".rubocop.yml"
+- ".rubocop_todo.yml"
+- CHANGELOG.md
 - Gemfile
 - README.md
 - Rakefile
@@ -125,7 +212,9 @@ files:
 - lib/choria/colt.rb
 - lib/choria/colt/cache.rb
 - lib/choria/colt/cli.rb
+- lib/choria/colt/cli/formatter.rb
 - lib/choria/colt/cli/thor.rb
+- lib/choria/colt/data_structurer.rb
 - lib/choria/colt/version.rb
 - lib/choria/orchestrator.rb
 - lib/choria/orchestrator/task.rb