bolt 2.33.2 → 2.38.0

data/lib/bolt/cli.rb

@@ -15,20 +15,22 @@ require 'bolt/config'
 require 'bolt/error'
 require 'bolt/executor'
 require 'bolt/inventory'
-require 'bolt/rerun'
 require 'bolt/logger'
+require 'bolt/module_installer'
 require 'bolt/outputter'
-require 'bolt/puppetdb'
-require 'bolt/plugin'
-require 'bolt/project_migrator'
 require 'bolt/pal'
+require 'bolt/plan_creator'
+require 'bolt/plugin'
+require 'bolt/project_manager'
+require 'bolt/puppetdb'
+require 'bolt/rerun'
+require 'bolt/secret'
 require 'bolt/target'
 require 'bolt/version'
-require 'bolt/secret'
-require 'bolt/module_installer'
 
 module Bolt
   class CLIExit < StandardError; end
+
   class CLI
     COMMANDS = {
       'command'    => %w[run],
@@ -163,8 +165,9 @@ module Bolt
                 elsif options[:configfile]
                   Bolt::Config.from_file(options[:configfile], options)
                 else
-                  project = if options[:boltdir]
-                              dir = Pathname.new(options[:boltdir])
+                  cli_flag = options[:project] || options[:boltdir]
+                  project = if cli_flag
+                              dir = Pathname.new(cli_flag)
                               if (dir + Bolt::Project::BOLTDIR_NAME).directory?
                                 Bolt::Project.create_project(dir + Bolt::Project::BOLTDIR_NAME)
                               else
@@ -194,11 +197,12 @@ module Bolt
       @parser_deprecations.each { |dep| Bolt::Logger.deprecation_warning(dep[:type], dep[:msg]) }
       config.deprecations.each { |dep| Bolt::Logger.deprecation_warning(dep[:type], dep[:msg]) }
 
-      warn_inventory_overrides_cli(options)
+      if options[:clear_cache] && File.exist?(config.project.cache_file)
+        FileUtils.rm(config.project.cache_file)
+      end
 
-      # Assert whether the puppetfile/module commands are available depending
-      # on whether 'modules' is configured.
-      assert_puppetfile_or_module_command(config.project.modules)
+      warn_inventory_overrides_cli(options)
+      validate_ps_version
 
       options
     rescue Bolt::Error => e
@@ -206,6 +210,17 @@ module Bolt
       raise e
     end
 
+    private def validate_ps_version
+      if Bolt::Util.powershell?
+        target = inventory.get_target('localhost')
+        Bolt::Transport::Local.new.with_connection(target) do |conn|
+          # This will automatically validate the powershell version on the Bolt
+          # controller
+          Bolt::Shell::Powershell.new(target, conn)
+        end
+      end
+    end
+
     def update_targets(options)
       target_opts = options.keys.select { |opt| %i[query rerun targets].include?(opt) }
       target_string = "'--targets', '--rerun', or '--query'"
@@ -228,9 +243,9 @@ module Bolt
 
     def validate(options)
       unless COMMANDS.include?(options[:subcommand])
+        command = Bolt::Util.powershell? ? 'Get-Command -Module PuppetBolt' : 'bolt help'
         raise Bolt::CLIError,
-              "Expected subcommand '#{options[:subcommand]}' to be one of " \
-              "#{COMMANDS.keys.join(', ')}"
+              "'#{options[:subcommand]}' is not a Bolt command. See '#{command}'."
       end
 
       actions = COMMANDS[options[:subcommand]]
@@ -285,8 +300,9 @@ module Bolt
       end
 
       if options[:subcommand] == 'module' && options[:action] == 'install' && options[:object]
+        command = Bolt::Util.powershell? ? 'Add-BoltModule -Module' : 'bolt module add'
         raise Bolt::CLIError, "Invalid argument '#{options[:object]}'. To add a new module to "\
-                              "the project, run 'bolt module add #{options[:object]}'."
+                              "the project, run '#{command} #{options[:object]}'."
       end
 
       if options[:subcommand] != 'file' && options[:subcommand] != 'script' &&
@@ -295,7 +311,7 @@ module Bolt
               "Unknown argument(s) #{options[:leftovers].join(', ')}"
       end
 
-      if options[:boltdir] && options[:configfile]
+      if options.slice(:boltdir, :configfile, :project).length > 1
         raise Bolt::CLIError, "Only one of '--boltdir', '--project', or '--configfile' may be specified"
       end
 
@@ -342,15 +358,10 @@ module Bolt
     def warn_inventory_overrides_cli(opts)
       inventory_source = if ENV[Bolt::Inventory::ENVIRONMENT_VAR]
                            Bolt::Inventory::ENVIRONMENT_VAR
-                         elsif config.inventoryfile && Bolt::Util.file_stat(config.inventoryfile)
+                         elsif config.inventoryfile
                            config.inventoryfile
-                         else
-                           begin
-                             Bolt::Util.file_stat(config.default_inventoryfile)
-                             config.default_inventoryfile
-                           rescue Errno::ENOENT
-                             nil
-                           end
+                         elsif File.exist?(config.default_inventoryfile)
+                           config.default_inventoryfile
                          end
 
       inventory_cli_opts = %i[authentication escalation transports].each_with_object([]) do |key, acc|
@@ -394,7 +405,7 @@ module Bolt
         output_format: config.format,
         # For continuity
         boltdir_type: config.project.type
-      }
+      }.merge!(analytics.plan_counts(config.project.plans_path))
 
       # Only include target and inventory info for commands that take a targets
       # list. This avoids loading inventory for commands that don't need it.
@@ -458,23 +469,31 @@ module Bolt
       when 'project'
         case options[:action]
         when 'init'
-          code = initialize_project
+          code = Bolt::ProjectManager.new(config, outputter, pal)
+                                     .create(Dir.pwd, options[:object], options[:modules])
         when 'migrate'
-          code = Bolt::ProjectMigrator.new(config, outputter).migrate
+          code = Bolt::ProjectManager.new(config, outputter, pal).migrate
         end
       when 'plan'
         case options[:action]
         when 'new'
-          code = new_plan(options[:object])
+          plan_name = options[:object]
+
+          # If this passes validation, it will return the path to the plan to create
+          Bolt::PlanCreator.validate_input(config.project, plan_name)
+          code = Bolt::PlanCreator.create_plan(config.project.plans_path,
+                                               plan_name,
+                                               outputter,
+                                               options[:puppet])
         when 'run'
           code = run_plan(options[:object], options[:task_options], options[:target_args], options)
         end
       when 'module'
         case options[:action]
         when 'add'
-          code = add_project_module(options[:object], config.project)
+          code = add_project_module(options[:object], config.project, config.module_install)
         when 'install'
-          code = install_project_modules(config.project, options[:force], options[:resolve])
+          code = install_project_modules(config.project, config.module_install, options[:force], options[:resolve])
         when 'generate-types'
           code = generate_types
         end
@@ -519,12 +538,15 @@ module Bolt
               validate_file('script', script)
               executor.run_script(targets, script, options[:leftovers], executor_opts)
             when 'task'
-              pal.run_task(options[:object],
-                           targets,
-                           options[:task_options],
-                           executor,
-                           inventory,
-                           options[:description])
+              r = outputter.spin do
+                pal.run_task(options[:object],
+                             targets,
+                             options[:task_options],
+                             executor,
+                             inventory,
+                             options[:description])
+              end
+              r
             when 'file'
               src = options[:object]
               dest = options[:leftovers].first
@@ -568,10 +590,15 @@ module Bolt
       outputter.print_task_info(pal.get_task(task_name))
     end
 
+    # Filters a list of content by matching substring.
+    #
+    private def filter_content(content, filter)
+      return content unless content && filter
+      content.select { |name,| name.include?(filter) }
+    end
+
     def list_tasks
-      tasks = pal.list_tasks
-      tasks.select! { |task| task.first.include?(options[:filter]) } if options[:filter]
-      tasks.select! { |task| config.project.tasks.include?(task.first) } unless config.project.tasks.nil?
+      tasks = filter_content(pal.list_tasks(filter_content: true), options[:filter])
       outputter.print_tasks(tasks, pal.user_modulepath)
     end
 
@@ -580,9 +607,7 @@ module Bolt
     end
 
     def list_plans
-      plans = pal.list_plans
-      plans.select! { |plan| plan.first.include?(options[:filter]) } if options[:filter]
-      plans.select! { |plan| config.project.plans.include?(plan.first) } unless config.project.plans.nil?
+      plans = filter_content(pal.list_plans(filter_content: true), options[:filter])
       outputter.print_plans(plans, pal.user_modulepath)
     end
 
@@ -617,118 +642,6 @@ module Bolt
       outputter.print_groups(groups)
     end
 
-    def new_plan(plan_name)
-      @logger.warn("Command 'bolt plan new' is experimental and subject to changes.")
-
-      if config.project.name.nil?
-        raise Bolt::Error.new(
-          "Project directory '#{config.project.path}' is not a named project. Unable to create "\
-          "a project-level plan. To name a project, set the 'name' key in the 'bolt-project.yaml' "\
-          "configuration file.",
-          "bolt/unnamed-project-error"
-        )
-      end
-
-      if plan_name !~ Bolt::Module::CONTENT_NAME_REGEX
-        message = <<~MESSAGE.chomp
-          Invalid plan name '#{plan_name}'. Plan names are composed of one or more name segments
-          separated by double colons '::'.
-
-          Each name segment must begin with a lowercase letter, and may only include lowercase
-          letters, digits, and underscores.
-
-          Examples of valid plan names:
-              - #{config.project.name}
-              - #{config.project.name}::my_plan
-        MESSAGE
-
-        raise Bolt::ValidationError, message
-      end
-
-      prefix, *name_segments, basename = plan_name.split('::')
-
-      # If the plan name is just the project name, then create an 'init' plan.
-      # Otherwise, use the last name segment for the plan's filename.
-      basename ||= 'init'
-
-      unless prefix == config.project.name
-        message = "First segment of plan name '#{plan_name}' must match project name '#{config.project.name}'. "\
-                  "Did you mean '#{config.project.name}::#{plan_name}'?"
-
-        raise Bolt::ValidationError, message
-      end
-
-      dir_path = config.project.plans_path.join(*name_segments)
-
-      %w[pp yaml].each do |ext|
-        next unless (path = config.project.plans_path + "#{basename}.#{ext}").exist?
-        raise Bolt::Error.new(
-          "A plan with the name '#{plan_name}' already exists at '#{path}', nothing to do.",
-          'bolt/existing-plan-error'
-        )
-      end
-
-      begin
-        FileUtils.mkdir_p(dir_path)
-      rescue Errno::EEXIST => e
-        raise Bolt::Error.new(
-          "#{e.message}; unable to create plan directory '#{dir_path}'",
-          'bolt/existing-file-error'
-        )
-      end
-
-      plan_path = dir_path + "#{basename}.yaml"
-
-      plan_template = <<~PLAN
-        # This is the structure of a simple plan. To learn more about writing
-        # YAML plans, see the documentation: http://pup.pt/bolt-yaml-plans
-
-        # The description sets the description of the plan that will appear
-        # in 'bolt plan show' output.
-        description: A plan created with bolt plan new
-
-        # The parameters key defines the parameters that can be passed to
-        # the plan.
-        parameters:
-          targets:
-            type: TargetSpec
-            description: A list of targets to run actions on
-            default: localhost
-
-        # The steps key defines the actions the plan will take in order.
-        steps:
-          - message: Hello from #{plan_name}
-          - name: command_step
-            command: whoami
-            targets: $targets
-
-        # The return key sets the return value of the plan.
-        return: $command_step
-      PLAN
-
-      begin
-        File.write(plan_path, plan_template)
-      rescue Errno::EACCES => e
-        raise Bolt::FileError.new(
-          "#{e.message}; unable to create plan",
-          plan_path
-        )
-      end
-
-      output = <<~OUTPUT
-        Created plan '#{plan_name}' at '#{plan_path}'
-
-        Show this plan with:
-            bolt plan show #{plan_name}
-        Run this plan with:
-            bolt plan run #{plan_name}
-      OUTPUT
-
-      outputter.print_message(output)
-
-      0
-    end
-
     def run_plan(plan_name, plan_arguments, nodes, options)
       unless nodes.empty?
         if plan_arguments['nodes'] || plan_arguments['targets']
@@ -768,7 +681,9 @@ module Bolt
 
       executor.subscribe(log_outputter)
       executor.start_plan(plan_context)
-      result = pal.run_plan(plan_name, plan_arguments, executor, inventory, puppetdb_client)
+      result = outputter.spin do
+        pal.run_plan(plan_name, plan_arguments, executor, inventory, puppetdb_client)
+      end
 
       # If a non-bolt exception bubbles up the plan won't get finished
       executor.finish_plan(result)
@@ -820,88 +735,22 @@ module Bolt
     end
 
     def list_modules
+      assert_puppetfile_or_module_command(config.project.modules)
       outputter.print_module_list(pal.list_modules)
     end
 
     def generate_types
+      assert_puppetfile_or_module_command(config.project.modules)
       # generate_types will surface a nice error with helpful message if it fails
       pal.generate_types
       0
     end
 
-    # Initializes a specified directory as a Bolt project and installs any modules
-    # specified by the user, along with their dependencies
-    def initialize_project
-      # Dir.pwd will return backslashes on Windows, but Pathname always uses
-      # forward slashes to concatenate paths. This results in paths like
-      # C:\User\Administrator/modules, which fail module install. This ensure
-      # forward slashes in the cwd path.
-      dir = File.expand_path(Dir.pwd)
-      name = options[:object] || File.basename(dir)
-      if name !~ Bolt::Module::MODULE_NAME_REGEX
-        if options[:object]
-          raise Bolt::ValidationError, "The provided project name '#{name}' is invalid; "\
-            "project name must begin with a lowercase letter and can include lowercase "\
-            "letters, numbers, and underscores."
-        else
-          raise Bolt::ValidationError, "The current directory name '#{name}' is an invalid "\
-            "project name. Please specify a name using 'bolt project init <name>'."
-        end
-      end
-
-      project    = Pathname.new(dir)
-      old_config = project + 'bolt.yaml'
-      config     = project + 'bolt-project.yaml'
-      puppetfile = project + 'Puppetfile'
-      moduledir  = project + 'modules'
-
-      # Warn the user if the project directory already exists. We don't error
-      # here since users might not have installed any modules yet. If both
-      # bolt.yaml and bolt-project.yaml exist, this will just warn about
-      # bolt-project.yaml and subsequent Bolt actions will warn about both files
-      # existing.
-      if config.exist?
-        @logger.warn "Found existing project directory at #{project}. Skipping file creation."
-      elsif old_config.exist?
-        @logger.warn "Found existing #{old_config.basename} at #{project}. "\
-                    "#{old_config.basename} is deprecated, please rename to #{config.basename}."
-      end
-
-      # If modules were specified, first check if there is already a Puppetfile
-      # at the project directory, erroring if there is. If there is no
-      # Puppetfile, install the specified modules. The module installer will
-      # resolve dependencies, generate a Puppetfile, and install the modules.
-      if options[:modules]
-        if puppetfile.exist?
-          raise Bolt::CLIError,
-                "Found existing Puppetfile at #{puppetfile}, unable to initialize "\
-                "project with modules."
-        end
-
-        installer = Bolt::ModuleInstaller.new(outputter, pal)
-        installer.install(options[:modules], puppetfile, moduledir)
-      end
-
-      # If either bolt.yaml or bolt-project.yaml exist, the user has already
-      # been warned and we can just finish project creation. Otherwise, create a
-      # bolt-project.yaml with the project name in it.
-      unless config.exist? || old_config.exist?
-        begin
-          content = { 'name' => name }
-          File.write(config.to_path, content.to_yaml)
-          outputter.print_message "Successfully created Bolt project at #{project}"
-        rescue StandardError => e
-          raise Bolt::FileError.new("Could not create bolt-project.yaml at #{project}: #{e.message}", nil)
-        end
-      end
-
-      0
-    end
-
     # Installs modules declared in the project configuration file.
     #
-    def install_project_modules(project, force, resolve)
+    def install_project_modules(project, config, force, resolve)
       assert_project_file(project)
+      assert_puppetfile_or_module_command(project.modules)
 
       unless project.modules
         outputter.print_message "Project configuration file #{project.project_file} does not "\
@@ -909,29 +758,55 @@ module Bolt
         return 0
       end
 
+      if resolve != false && config.any?
+        @logger.warn(
+          "Detected configuration for 'module-install'. This configuration is currently "\
+          "only supported when installing modules, not when resolving module dependencies. "\
+          "For more information, see https://pup.pt/bolt-module-install"
+        )
+      end
+
+      modules   = project.modules || []
       installer = Bolt::ModuleInstaller.new(outputter, pal)
 
-      ok = installer.install(project.modules,
-                             project.puppetfile,
-                             project.managed_moduledir,
-                             force: force,
-                             resolve: resolve)
+      ok = outputter.spin do
+        installer.install(modules,
+                          project.puppetfile,
+                          project.managed_moduledir,
+                          config,
+                          force: force,
+                          resolve: resolve)
+      end
+
       ok ? 0 : 1
     end
 
     # Adds a single module to the project.
     #
-    def add_project_module(name, project)
+    def add_project_module(name, project, config)
       assert_project_file(project)
+      assert_puppetfile_or_module_command(project.modules)
+
+      if config.any?
+        @logger.warn(
+          "Detected configuration for 'module-install'. This configuration is currently "\
+          "only supported when installing modules, not when resolving module dependencies. "\
+          "For more information, see https://pup.pt/bolt-module-install"
+        )
+      end
 
       modules   = project.modules || []
       installer = Bolt::ModuleInstaller.new(outputter, pal)
 
-      ok = installer.add(name,
-                         modules,
-                         project.puppetfile,
-                         project.managed_moduledir,
-                         project.project_file)
+      ok = outputter.spin do
+        installer.add(name,
+                      modules,
+                      project.puppetfile,
+                      project.managed_moduledir,
+                      project.project_file,
+                      config)
+      end
+
       ok ? 0 : 1
     end
 
@@ -940,11 +815,13 @@ module Bolt
     def assert_project_file(project)
       unless project.project_file?
         msg = if project.config_file.exist?
+                command = Bolt::Util.powershell? ? 'Update-BoltProject' : 'bolt project migrate'
                 "Detected Bolt configuration file #{project.config_file}, unable to install "\
-                "modules. To update to a project configuration file, run 'bolt project migrate'."
+                "modules. To update to a project configuration file, run '#{command}'."
               else
+                command = Bolt::Util.powershell? ? 'New-BoltProject' : 'bolt project init'
                 "Could not find project configuration file #{project.project_file}, unable "\
-                "to install modules. To create a Bolt project, run 'bolt project init'."
+                "to install modules. To create a Bolt project, run '#{command}'."
               end
 
         raise Bolt::Error.new(msg, 'bolt/missing-project-config-error')
@@ -953,10 +830,15 @@ module Bolt
 
     # Loads a Puppetfile and installs its modules.
     #
-    def install_puppetfile(config, puppetfile, moduledir)
+    def install_puppetfile(puppetfile_config, puppetfile, moduledir)
+      assert_puppetfile_or_module_command(config.project.modules)
+
       outputter.print_message("Installing modules from Puppetfile")
       installer = Bolt::ModuleInstaller.new(outputter, pal)
-      ok = installer.install_puppetfile(puppetfile, moduledir, config)
+      ok = outputter.spin do
+        installer.install_puppetfile(puppetfile, moduledir, puppetfile_config)
+      end
+
       ok ? 0 : 1
     end
 
@@ -964,17 +846,36 @@ module Bolt
     # modules being configured.
     #
     def assert_puppetfile_or_module_command(modules)
+      if Bolt::Util.powershell?
+        case options[:action]
+        when 'generate-types'
+          old_command = 'Register-BoltPuppetfileTypes'
+          new_command = 'Register-BoltModuleTypes'
+        when 'install'
+          old_command = 'Install-BoltPuppetfile'
+          new_command = 'Install-BoltModule'
+        when 'show', 'show-modules'
+          old_command = 'Get-BoltPuppetfileModules'
+          new_command = 'Get-BoltModule'
+        end
+      else
+        old_command = "bolt puppetfile #{options[:action]}"
+        new_command = if options[:action] == 'show-modules'
+                        'bolt module show'
+                      else
+                        "bolt module #{options[:action]}"
+                      end
+      end
+
       if modules && options[:subcommand] == 'puppetfile'
         raise Bolt::CLIError,
-              "Unable to use command 'bolt puppetfile #{options[:action]}' when "\
-              "'modules' is configured in bolt-project.yaml. Use the 'module' command "\
-              "instead. For a list of available actions for the 'module' command, run "\
-              "'bolt module --help'."
+              "Unable to use command '#{old_command}' when 'modules' is configured in "\
+              "bolt-project.yaml. Use '#{new_command}' instead."
       elsif modules.nil? && options[:subcommand] == 'module'
-        raise Bolt::CLIError,
-              "Unable to use command 'bolt module #{options[:action]}'. To use "\
-              "this command, update your project configuration to manage module "\
-              "dependencies."
+        msg  = "Unable to use command '#{new_command}' when 'modules' is not configured in "\
+               "bolt-project.yaml. "
+        msg += "Use '#{old_command}' instead." if options[:action] != 'add'
+        raise Bolt::CLIError, msg
       end
     end
 
@@ -1043,7 +944,11 @@ module Bolt
     end
 
     def outputter
-      @outputter ||= Bolt::Outputter.for_format(config.format, config.color, options[:verbose], config.trace)
+      @outputter ||= Bolt::Outputter.for_format(config.format,
+                                                config.color,
+                                                options[:verbose],
+                                                config.trace,
+                                                config.spinner)
     end
 
     def log_outputter