foreman_maintain 0.9.2 → 1.0.2

data/definitions/scenarios/upgrade_to_satellite_6_10.rb

@@ -25,6 +25,7 @@ module Scenarios::Satellite_6_10
     end
 
     def compose
+      add_step(Checks::Pulpcore::GroupOwnershipCheck)
       add_step(Checks::Puppet::WarnAboutPuppetRemoval)
       add_step(Checks::CheckForNewerPackages.new(:packages => [foreman_plugin_name('katello'),
                                                                'python3-pulp-2to3-migration'],
@@ -61,13 +62,6 @@ module Scenarios::Satellite_6_10
       context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
     end
 
-    def check_var_lib_pulp
-      group_id = File.stat('/var/lib/pulp/').gid
-      if Etc.getgrgid(group_id).name != 'pulp'
-        raise "Please run 'foreman-maintain prep-6.10-upgrade' prior to upgrading."
-      end
-    end
-
     def pulp3_switchover_steps
       add_step(Procedures::Service::Enable.
           new(:only => Features::Pulpcore.pulpcore_migration_services))
@@ -79,7 +73,6 @@ module Scenarios::Satellite_6_10
     end
 
     def compose
-      check_var_lib_pulp
       unless check_min_version(foreman_plugin_name('katello'), '4.0')
         pulp3_switchover_steps
       end

data/definitions/scenarios/upgrade_to_satellite_7_0.rb

@@ -0,0 +1,93 @@
+module Scenarios::Satellite_7_0
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:satellite) &&
+            (feature(:satellite).current_minor_version == '6.10' || \
+            ForemanMaintain.upgrade_in_progress == '7.0')
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      '7.0'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Satellite 7.0'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+
+      add_step(Checks::Foreman::CheckpointSegments)
+      add_step(Checks::Repositories::Validate.new(:version => '7.0'))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before migrating to Satellite 7.0'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+      add_step(Procedures::Service::Stop.new)
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Migration scripts to Satellite 7.0'
+      tags :migrations
+      run_strategy :fail_fast
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => '7.0'))
+      add_step(Procedures::Packages::UnlockVersions.new)
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+      add_step(Procedures::Installer::UpgradeRakeTask)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures after migrating to Satellite 7.0'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Satellite 7.0'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/definitions/scenarios/upgrade_to_satellite_7_0_z.rb

@@ -0,0 +1,90 @@
+module Scenarios::Satellite_7_0_z
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:satellite) &&
+            (feature(:satellite).current_minor_version == '7.0' || \
+            ForemanMaintain.upgrade_in_progress == '7.0.z')
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      '7.0.z'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Satellite 7.0.z'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+      add_step(Checks::Repositories::Validate.new(:version => '7.0'))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before migrating to Satellite 7.0.z'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+      add_step(Procedures::Service::Stop.new)
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Migration scripts to Satellite 7.0.z'
+      tags :migrations
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => '7.0'))
+      add_step(Procedures::Packages::UnlockVersions.new)
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+      add_step(Procedures::Installer::UpgradeRakeTask)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures after migrating to Satellite 7.0.z'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Satellite 7.0.z'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/lib/foreman_maintain/cli/plugin_command.rb

@@ -0,0 +1,14 @@
+module ForemanMaintain
+  module Cli
+    class PluginCommand < Base
+      subcommand 'purge-puppet', 'Remove the Puppet feature' do
+        option ['-f', '--remove-all-data'], :flag, 'Purge all the Puppet data',
+               :attribute_name => :remove_data
+
+        def execute
+          run_scenarios_and_exit(Scenarios::Puppet::RemovePuppet.new(:remove_data => remove_data?))
+        end
+      end
+    end
+  end
+end

data/lib/foreman_maintain/cli/restore_command.rb

@@ -7,11 +7,15 @@ module ForemanMaintain
 
       option ['-i', '--incremental'], :flag, 'Restore an incremental backup',
              :attribute_name => :incremental, :completion => { :type => :directory }
+      option ['-n', '--dry-run'], :flag,
+             'Check if backup could be restored, without performing the restore',
+             :attribute_name => :dry_run
 
       def execute
         scenario = Scenarios::Restore.new(
           :backup_dir => @backup_dir,
-          :incremental_backup => @incremental || incremental_backup?
+          :incremental_backup => @incremental || incremental_backup?,
+          :dry_run => @dry_run
         )
         rescue_scenario = Scenarios::RestoreRescue.new
         run_scenario(scenario, rescue_scenario)

data/lib/foreman_maintain/cli/self_upgrade_command.rb

@@ -0,0 +1,38 @@
+module ForemanMaintain
+  module Cli
+    class SelfUpgradeCommand < Base
+      option ['--target-version'], 'TARGET_VERSION',\
+             'Major version of the Satellite or Capsule'\
+           	', e.g 7.0', :required => true
+      def execute
+        allow_major_version_upgrade_only
+        run_scenario(upgrade_scenario, upgrade_rescue_scenario)
+      end
+
+      def upgrade_scenario
+        Scenarios::SelfUpgrade.new(target_version: target_version)
+      end
+
+      def upgrade_rescue_scenario
+        Scenarios::SelfUpgradeRescue.new(target_version: target_version)
+      end
+
+      def current_downstream_version
+        ForemanMaintain.detector.feature(:instance).downstream.current_version
+      end
+
+      def allow_major_version_upgrade_only
+        begin
+          next_version = Gem::Version.new(target_version)
+        rescue ArgumentError => err
+          raise Error::UsageError, "Invalid version! #{err}"
+        end
+        if current_downstream_version >= next_version
+          message = "The target-version #{target_version} should be "\
+                    "greater than existing version #{current_downstream_version}!"
+          raise Error::UsageError, message
+        end
+      end
+    end
+  end
+end

data/lib/foreman_maintain/cli.rb

@@ -11,6 +11,8 @@ require 'foreman_maintain/cli/restore_command'
 require 'foreman_maintain/cli/maintenance_mode_command'
 require 'foreman_maintain/cli/packages_command'
 require 'foreman_maintain/cli/content_command'
+require 'foreman_maintain/cli/plugin_command'
+require 'foreman_maintain/cli/self_upgrade_command'
 
 module ForemanMaintain
   module Cli
@@ -25,6 +27,8 @@ module ForemanMaintain
       subcommand 'packages', 'Lock/Unlock package protection, install, update', PackagesCommand
       subcommand 'advanced', 'Advanced tools for server maintenance', AdvancedCommand
       subcommand 'content', 'Content related commands', ContentCommand
+      subcommand 'plugin', 'Manage optional plugins on your server', PluginCommand
+      subcommand 'self-upgrade', 'Perform major version self upgrade', SelfUpgradeCommand
       subcommand 'maintenance-mode', 'Control maintenance-mode for application',
                  MaintenanceModeCommand
       if ForemanMaintain.detector.feature(:satellite) &&

data/lib/foreman_maintain/concerns/downstream.rb

@@ -17,6 +17,10 @@ module ForemanMaintain
         current_version.to_s[/^\d+\.\d+/]
       end
 
+      def repository_manager
+        ForemanMaintain.repository_manager
+      end
+
       # TODO: Modify activation_key changes as per server
       def setup_repositories(version)
         activation_key = ENV['EXTERNAL_SAT_ACTIVATION_KEY']
@@ -26,18 +30,14 @@ module ForemanMaintain
           execute!(%(subscription-manager register #{org_options}\
                       --activationkey #{shellescape(activation_key)} --force))
         else
-          execute!(%(subscription-manager repos --disable '*'))
-          enable_options = rh_repos(version).map { |r| "--enable=#{r}" }.join(' ')
-          execute!(%(subscription-manager repos #{enable_options}))
+          repository_manager.rhsm_disable_repos(['*'])
+          repository_manager.rhsm_enable_repos(rh_repos(version))
         end
       end
 
       def absent_repos(version)
-        all_repo_lines = execute(%(LANG=en_US.utf-8 subscription-manager repos --list 2>&1 | ) +
-                                  %(grep '^Repo ID:')).split("\n")
-        all_repos = all_repo_lines.map { |line| line.split(/\s+/).last }
         repos_required = rh_repos(version)
-        repos_found = repos_required & all_repos
+        repos_found = repos_required & repository_manager.rhsm_list_repos.keys
         repos_required - repos_found
       end
 
@@ -74,21 +74,36 @@ module ForemanMaintain
 
       def ansible_repo(server_version)
         if server_version >= version('6.8')
-          "rhel-#{el_major_version}-server-ansible-2.9-rpms"
+          ansible_version = '2.9'
         elsif server_version >= version('6.6')
-          "rhel-#{el_major_version}-server-ansible-2.8-rpms"
+          ansible_version = '2.8'
         elsif server_version >= version('6.4')
-          "rhel-#{el_major_version}-server-ansible-2.6-rpms"
+          ansible_version = '2.6'
+        end
+
+        if el7?
+          "rhel-#{el_major_version}-server-ansible-#{ansible_version}-rpms"
+        else
+          "ansible-#{ansible_version}-for-rhel-#{el_major_version}-x86_64-rpms"
         end
       end
 
+      def use_beta_repos?
+        ENV['FOREMAN_MAINTAIN_USE_BETA'] == '1'
+      end
+
       def product_specific_repos(full_version)
-        repos = []
-        repos << if ENV['FOREMAN_MAINTAIN_USE_BETA'] == '1'
-                   "rhel-server-#{el_major_version}-#{package_name}-6-beta-rpms"
-                 else
-                   "rhel-#{el_major_version}-server-#{package_name}-#{full_version}-rpms"
-                 end
+        maj_version = full_version[0]
+        repos = if el7? && use_beta_repos?
+                  ["rhel-server-#{el_major_version}-#{package_name}-#{maj_version}-beta-rpms"]
+                elsif el7?
+                  ["rhel-#{el_major_version}-server-#{package_name}-#{full_version}-rpms"]
+                elsif use_beta_repos?
+                  ["#{package_name}-#{maj_version}-beta-for-rhel-#{el_major_version}-x86_64-rpms"]
+                else
+                  ["#{package_name}-#{full_version}-for-rhel-#{el_major_version}-x86_64-rpms"]
+                end
+
         repos << puppet4_repo(full_version) unless puppet4_repo(full_version).nil?
         repos.concat(common_repos(full_version))
       end
@@ -101,22 +116,35 @@ module ForemanMaintain
       end
 
       def common_repos(full_version)
-        repos_arrary = if ENV['FOREMAN_MAINTAIN_USE_BETA'] == '1'
-                         ["rhel-#{el_major_version}-server-satellite-maintenance-6-beta-rpms",
-                          "rhel-#{el_major_version}-server-satellite-tools-6-beta-rpms"]
-                       else
-                         ["rhel-#{el_major_version}-server-satellite-maintenance-6-rpms",
-                          "rhel-#{el_major_version}-server-satellite-tools-#{full_version}-rpms"]
-                       end
-
-        return repos_arrary.first(1) if feature(:satellite)
-
-        repos_arrary
+        sat_maint_version = if version(full_version) >= version('7.0') && !use_beta_repos?
+                              full_version
+                            else
+                              full_version[0]
+                            end
+
+        # rubocop:disable Metrics/LineLength
+        repos = if el7? && use_beta_repos?
+                  ["rhel-#{el_major_version}-server-satellite-maintenance-#{sat_maint_version}-beta-rpms"]
+                elsif el7?
+                  ["rhel-#{el_major_version}-server-satellite-maintenance-#{sat_maint_version}-rpms"]
+                elsif use_beta_repos?
+                  ["satellite-maintenance-#{sat_maint_version}-beta-for-rhel-#{el_major_version}-x86_64-rpms"]
+                else
+                  ["satellite-maintenance-#{sat_maint_version}-for-rhel-#{el_major_version}-x86_64-rpms"]
+                end
+        # rubocop:enable Metrics/LineLength
+
+        repos
       end
 
       def main_rh_repos
-        ["rhel-#{el_major_version}-server-rpms",
-         "rhel-server-rhscl-#{el_major_version}-rpms"]
+        if el7?
+          ["rhel-#{el_major_version}-server-rpms",
+           "rhel-server-rhscl-#{el_major_version}-rpms"]
+        else
+          ["rhel-#{el_major_version}-for-x86_64-baseos-rpms",
+           "rhel-#{el_major_version}-for-x86_64-appstream-rpms"]
+        end
       end
 
       def version_from_source

data/lib/foreman_maintain/concerns/system_helpers.rb

@@ -185,6 +185,10 @@ module ForemanMaintain
         ForemanMaintain.package_manager
       end
 
+      def repository_manager
+        ForemanMaintain.repository_manager
+      end
+
       def ruby_prefix(scl = true)
         if debian?
           'ruby-'
@@ -196,15 +200,13 @@ module ForemanMaintain
       end
 
       def foreman_plugin_name(plugin)
-        if debian?
-          plugin.tr!('_', '-')
-        end
+        plugin = plugin.tr('_', '-') if debian?
         ruby_prefix + plugin
       end
 
       def proxy_plugin_name(plugin)
         if debian?
-          plugin.tr!('_', '-')
+          plugin = plugin.tr('_', '-')
           proxy_plugin_prefix = 'smart-proxy-'
         else
           proxy_plugin_prefix = 'smart_proxy_'
@@ -213,6 +215,11 @@ module ForemanMaintain
         ruby_prefix(scl) + proxy_plugin_prefix + plugin
       end
 
+      def hammer_plugin_name(plugin)
+        plugin = plugin.tr('_', '-') if debian?
+        [hammer_package, plugin].join(debian? ? '-' : '_')
+      end
+
       def hammer_package
         hammer_prefix = if debian?
                           'hammer-cli'

data/lib/foreman_maintain/repository_manager/el.rb

@@ -0,0 +1,85 @@
+module ForemanMaintain::RepositoryManager
+  class El
+    include ForemanMaintain::Concerns::OsFacts
+    include ForemanMaintain::Concerns::SystemHelpers
+
+    def disable_repos(repo_ids)
+      if el7?
+        execute!("yum-config-manager #{config_manager_options(repo_ids, 'disable')}")
+      else
+        execute!("dnf config-manager #{config_manager_options(repo_ids, 'set-disabled')}")
+      end
+    end
+
+    def rhsm_disable_repos(repo_ids)
+      if rhsm_available?
+        execute!(%(subscription-manager repos #{rhsm_options(repo_ids, 'disable')}))
+      else
+        logger.info("subscription-manager is not available.\
+                     Using #{pkg_manager} config manager instead.")
+        disable_repos(repo_ids)
+      end
+    end
+
+    def enable_repos(repo_ids)
+      if el7?
+        execute!("yum-config-manager #{config_manager_options(repo_ids, 'enable')}")
+      else
+        execute!("dnf config-manager #{config_manager_options(repo_ids, 'enable')}")
+      end
+    end
+
+    def rhsm_enable_repos(repo_ids)
+      if rhsm_available?
+        execute!(%(subscription-manager repos #{rhsm_options(repo_ids, 'enable')}))
+      else
+        logger.info("subscription-manager is not available.\
+                     Using #{pkg_manager} config manager instead.")
+        enable_repos(repo_ids)
+      end
+    end
+
+    def rhsm_options(repo_ids, options)
+      repo_ids.map { |r| "--#{options}=#{r}" }.join(' ')
+    end
+
+    def config_manager_options(repo_ids, options)
+      repo_ids_string = if repo_ids.is_a?(Array)
+                          repo_ids.join(',')
+                        else
+                          repo_ids
+                        end
+      format_shell_args("--#{options}" => repo_ids_string)
+    end
+
+    def rhsm_available?
+      @rhsm_available ||= find_package('subscription-manager')
+    end
+
+    def rhsm_list_repos(list_option = '--list')
+      repos = execute(%(LANG=en_US.utf-8 subscription-manager repos #{list_option} 2>&1))
+      return {} if repos.empty?
+
+      hash_of_repoids_urls(repos, /Repo ID|Repo URL/)
+    end
+
+    def pkg_manager
+      package_manager.class.name.split('::').last.downcase
+    end
+
+    def enabled_repos
+      cmd = "#{pkg_manager} repolist enabled -d 6 -e 0 2> /dev/null"
+      repos = execute(cmd)
+      return {} if repos.empty?
+
+      hash_of_repoids_urls(repos, /Repo-id|Repo-baseurl/)
+    end
+
+    def hash_of_repoids_urls(repos, regex)
+      Hash[*repos.split("\n").grep(regex).map do |entry|
+             entry.split(':', 2).last.strip
+           end
+      ]
+    end
+  end
+end

data/lib/foreman_maintain/repository_manager.rb

@@ -0,0 +1,13 @@
+require 'foreman_maintain/repository_manager/el'
+include ForemanMaintain::Concerns::OsFacts
+module ForemanMaintain
+  def self.repository_manager
+    @repository_manager ||= if el?
+                              ForemanMaintain::RepositoryManager::El.new
+                            elsif debian?
+                              raise 'Not implemented!'
+                            else
+                              raise 'No supported repository manager was found'
+                            end
+  end
+end

data/lib/foreman_maintain/version.rb

@@ -1,3 +1,3 @@
 module ForemanMaintain
-  VERSION = '0.9.2'.freeze
+  VERSION = '1.0.2'.freeze
 end

data/lib/foreman_maintain.rb

@@ -40,6 +40,7 @@ module ForemanMaintain
   require 'foreman_maintain/upgrade_runner'
   require 'foreman_maintain/reporter'
   require 'foreman_maintain/package_manager'
+  require 'foreman_maintain/repository_manager'
   require 'foreman_maintain/utils'
   require 'foreman_maintain/error'