foreman_maintain 1.1.14 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b107bb35fc13fe807736e7bee91e6248335f03cd7ee254108d238f7e3f838dd3
-  data.tar.gz: ef3d49ecbd7753101de6e1729e8a1365c790e0c6cacc154614177140b5866963
+  metadata.gz: 5bf9227086619d4fb28185c0fdb796c7045b9f35ea52df8fc3d9aa1a45fbb85d
+  data.tar.gz: 77281b4efd0cb3b2d1e6fed2badce28d183dcb7b16d65246987f57407eb92642
 SHA512:
-  metadata.gz: 18700fc8376da5b92903d67b8cd85aed9005b7974d45cb0c3943e63a00c9c79684671e2e320e2e96e9d5cd63c11cf17861407abb3ce24399f3a8eea2b1913484
-  data.tar.gz: d56a5be7d5ebddf6663b25c6dbbf95d526d5d05eeb19b1cd8002b38056c391fc1c60cb5e9e4138db6121da2103806c5332c9ba6330e2e727b50fafb384105ba4
+  metadata.gz: 3b2e771c53927fa0f637da5a5066eb1afecbfe7876b9a241a68dfc8300ac82f8835fa308a42742d7b2a126716bac825e37179ddd91695a529de0b64e5272e245
+  data.tar.gz: 283f7004e4268f19cadc052dcd044273be28f96e786fd012bca57692276a3765eaded4848a596a66efdfe36d490870f6cfbbee07ccfa4c0dcdcf6362a9fda740

data/definitions/checks/foreman/check_tuning_requirements.rb

@@ -0,0 +1,79 @@
+module Checks
+  module Foreman
+    class TuningRequirements < ForemanMaintain::Check
+      metadata do
+        label :check_tuning_requirements
+        tags :pre_upgrade
+        description 'Check if system requirements match current tuning profile'
+        confine do
+          feature(:katello)
+        end
+        do_not_whitelist
+      end
+
+      def run
+        failure_message = check_tuning_profile
+        fail! failure_message if failure_message
+      end
+
+      def check_tuning_profile
+        installer_config = feature(:installer).configuration
+        tuning_profile = installer_config[:facts]['tuning']
+
+        cpu_message = check_cpu_cores(tuning_profile)
+        memory_message = check_memory(tuning_profile)
+
+        return unless cpu_message || memory_message
+
+        message = failure_message(tuning_profile)
+        if cpu_message
+          message += "#{cpu_message}\n"
+        end
+        if memory_message
+          message += "#{memory_message}\n"
+        end
+
+        message
+      end
+
+      def check_memory(tuning_profile)
+        # Check if it's actually 90% of the required. If a crash kernel is enabled
+        # then the reported total memory is lower than in reality.
+        kb_to_gb = (1024 * 1024)
+        memory_percentile = 0.9
+        tuning_memory = tuning_sizes[tuning_profile][:memory]
+        system_memory = memory.to_i
+
+        unless system_memory.to_i >= (tuning_memory * kb_to_gb * memory_percentile)
+          "The system memory is #{system_memory / kb_to_gb} GB but the currently configured tuning profile requires #{tuning_memory} GB." # rubocop:disable Metrics/LineLength
+        end
+      end
+
+      def check_cpu_cores(tuning_profile)
+        tuning_cpu_cores = tuning_sizes[tuning_profile][:cpu_cores]
+        system_cpu_cores = cpu_cores
+
+        unless system_cpu_cores.to_i >= tuning_cpu_cores
+          "The number of CPU cores for the system is #{system_cpu_cores} but the currently configured tuning profile requires #{tuning_cpu_cores}." # rubocop:disable Metrics/LineLength
+        end
+      end
+
+      def tuning_sizes
+        {
+          'development' => { cpu_cores: 1, memory: 6 },
+          'default' => { cpu_cores: 4, memory: 20 },
+          'medium' => { cpu_cores: 8, memory: 32 },
+          'large' => { cpu_cores: 16, memory: 64 },
+          'extra-large' => { cpu_cores: 32, memory: 128 },
+          'extra-extra-large' => { cpu_cores: 48, memory: 256 }
+        }
+      end
+
+      def failure_message(tuning_profile)
+        <<-MESSAGE.strip_heredoc
+        \nERROR: The installer is configured to use the #{tuning_profile} tuning profile and does not meet the requirements.
+        MESSAGE
+      end
+    end
+  end
+end

data/definitions/checks/non_rh_packages.rb

@@ -11,8 +11,7 @@ class Checks::NonRhPackages < ForemanMaintain::Check
   def run
     rpm_query_format = '%{NAME}-%{VERSION}-%{RELEASE}.%{ARCH} : %{VENDOR}\n'
     all_packages = package_manager.list_installed_packages(rpm_query_format)
-    non_rh_packages = all_packages - \
-                      all_packages.grep(Regexp.union(rh_regexp_list + ansible_runner_regexp_list))
+    non_rh_packages = all_packages - all_packages.grep(Regexp.union(rh_regexp_list))
     assert(non_rh_packages.empty?, error_msg(non_rh_packages), :warn => true)
   end
 
@@ -27,8 +26,4 @@ class Checks::NonRhPackages < ForemanMaintain::Check
      /-qpid-router-server/, /java-client/, /pulp-client/, /katello-default-ca/, /katello-server-ca/,
      /katello-ca-consumer/, /gpg-pubkey/, /-tomcat/]
   end
-
-  def ansible_runner_regexp_list
-    [/ansible-runner/, /[python\d]+-ansible-runner/]
-  end
 end

data/definitions/checks/repositories/check_upstream_repository.rb

@@ -1,4 +1,6 @@
 class Checks::CheckUpstreamRepository < ForemanMaintain::Check
+  include ForemanMaintain::Concerns::Upstream
+
   metadata do
     label :check_upstream_repository
     description 'Check if any upstream repositories are enabled on system'
@@ -14,7 +16,7 @@ class Checks::CheckUpstreamRepository < ForemanMaintain::Check
 
   def run
     with_spinner('Checking for presence of upstream repositories') do
-      enabled_repo_ids = feature(:upstream_repositories).repoids_and_urls.keys
+      enabled_repo_ids = repoids_and_urls.keys
       assert(enabled_repo_ids.empty?,
              "System has upstream #{enabled_repo_ids.join(',')} repositories enabled",
              :next_steps => Procedures::Repositories::Disable.new(:repos => enabled_repo_ids))

data/definitions/features/capsule.rb

@@ -1,5 +1,6 @@
 class Features::Capsule < ForemanMaintain::Feature
   include ForemanMaintain::Concerns::Downstream
+  include ForemanMaintain::Concerns::Versions
 
   metadata do
     label :capsule

data/definitions/features/foreman_install.rb

@@ -0,0 +1,12 @@
+class Features::ForemanInstall < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Upstream
+  include ForemanMaintain::Concerns::Versions
+
+  metadata do
+    label :foreman_install
+
+    confine do
+      !feature(:instance).downstream && !feature(:katello) && feature(:foreman_server)
+    end
+  end
+end

data/definitions/features/foreman_proxy.rb

@@ -144,7 +144,7 @@ class Features::ForemanProxy < ForemanMaintain::Feature
 
     cmd = "curl -w '\n%{http_code}' -s "
     cmd += format_shell_args('--cert' => ssl_cert, '--key' => ssl_key, '--cacert' => ssl_ca)
-    cmd += " https://#{hostname}:#{proxy_settings[:https_port]}"
+    cmd += " https://$(hostname):#{proxy_settings[:https_port]}"
     cmd
   end
 

data/definitions/features/foreman_server.rb

@@ -1,6 +1,7 @@
 module ForemanMaintain
   module Features
     class ForemanServer < ForemanMaintain::Feature
+      include ForemanMaintain::Concerns::Versions
       metadata do
         label :foreman_server
         confine do
@@ -47,6 +48,10 @@ module ForemanMaintain
       def services_running?
         services.all?(&:running?)
       end
+
+      def current_version
+        @current_version ||= package_version('foreman')
+      end
     end
   end
 end

data/definitions/features/foreman_tasks.rb

@@ -17,7 +17,6 @@ class Features::ForemanTasks < ForemanMaintain::Feature
     Actions::Candlepin::ListenOnCandlepinEvents
     Actions::Katello::EventQueue::Monitor
     Actions::Insights::EmailPoller
-    ForemanInventoryUpload::Async::GenerateAllReportsJob
     ForemanInventoryUpload::Async::GenerateReportJob
     ForemanInventoryUpload::Async::QueueForUploadJob
     ForemanInventoryUpload::Async::UploadReportJob
@@ -25,7 +24,6 @@ class Features::ForemanTasks < ForemanMaintain::Feature
     InsightsCloud::Async::InsightsFullSync
     InsightsCloud::Async::InsightsResolutionsSync
     InsightsCloud::Async::InsightsRulesSync
-    InsightsCloud::Async::InsightsScheduledSync
     InventorySync::Async::InventoryFullSync
     InventorySync::Async::InventoryHostsSync
     InventorySync::Async::InventoryScheduledSync

data/definitions/features/installer.rb

@@ -92,11 +92,18 @@ class Features::Installer < ForemanMaintain::Feature
   end
 
   def run(arguments = '', exec_options = {})
-    out = execute!("LANG=en_US.utf-8 #{installer_command} #{arguments}".strip, exec_options)
+    out = execute!("#{installer_command} #{arguments}".strip, exec_options)
     @configuration = nil
     out
   end
 
+  def run_with_status(arguments = '', exec_options = {})
+    cmd_with_arguments = "#{installer_command} #{arguments}".strip
+    cmd_status, out = execute_with_status(cmd_with_arguments, exec_options)
+    @configuration = nil
+    [cmd_status, out]
+  end
+
   def upgrade(exec_options = {})
     run(installer_arguments, exec_options)
   end
@@ -105,13 +112,15 @@ class Features::Installer < ForemanMaintain::Feature
     installer_args = ''
 
     if feature(:foreman_proxy) &&
-       feature(:foreman_proxy).with_content?
+       feature(:foreman_proxy).with_content? &&
+       check_max_version('foreman-installer', '3.4')
       installer_args += ' --disable-system-checks'
     end
 
-    unless check_min_version('foreman', '2.1') || check_min_version('foreman-proxy', '2.1')
+    unless check_min_version('foreman-installer', '2.1')
       installer_args += ' --upgrade' if can_upgrade?
     end
+
     installer_args
   end
 

data/definitions/features/instance.rb

@@ -60,8 +60,13 @@ class Features::Instance < ForemanMaintain::Feature
     end
   end
 
+  def foreman_server_ssl_ca
+    @foreman_server_ssl_ca ||= feature(:installer).answers['foreman']['server_ssl_ca']
+  end
+
   def server_connection
     net = Net::HTTP.new(ForemanMaintain.config.foreman_url, ForemanMaintain.config.foreman_port)
+    net.ca_file = foreman_server_ssl_ca
     net.use_ssl = true
     net
   end
@@ -74,6 +79,10 @@ class Features::Instance < ForemanMaintain::Feature
     feature(:nftables) || feature(:iptables)
   end
 
+  def upstream_install
+    feature(:foreman_install) || feature(:katello_install)
+  end
+
   private
 
   # rubocop:disable Metrics/MethodLength, Metrics/AbcSize

data/definitions/features/katello.rb

@@ -1,4 +1,6 @@
 class Features::Katello < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Versions
+
   metadata do
     label :katello
 

data/definitions/features/katello_install.rb

@@ -0,0 +1,12 @@
+class Features::KatelloInstall < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Upstream
+  include ForemanMaintain::Concerns::Versions
+
+  metadata do
+    label :katello_install
+
+    confine do
+      !feature(:instance).downstream && feature(:katello)
+    end
+  end
+end

data/definitions/features/satellite.rb

@@ -1,5 +1,6 @@
 class Features::Satellite < ForemanMaintain::Feature
   include ForemanMaintain::Concerns::Downstream
+  include ForemanMaintain::Concerns::Versions
 
   metadata do
     label :satellite

data/definitions/features/sync_plans.rb

@@ -33,22 +33,12 @@ class Features::SyncPlans < ForemanMaintain::Feature
     feature(:foreman_database).query(query).map { |r| r['id'].to_i }
   end
 
-  def validate_sync_plan_ids(ids)
-    return [] if ids.empty?
-
-    ids_condition = ids.map { |id| "'#{id}'" }.join(',')
-    query = "SELECT id FROM katello_sync_plans WHERE id IN (#{ids_condition})"
-    feature(:foreman_database).query(query).map { |r| r['id'].to_i }
-  end
-
   def make_disable(ids)
     update_records(ids, false)
   end
 
   def make_enable
-    # remove ids of sync plans which no longer exist in DB
-    @data[:disabled] = validate_sync_plan_ids(@data[:disabled])
-    update_records(@data[:disabled], true)
+    update_records(data[:disabled], true)
   end
 
   def load_from_storage(storage)

data/definitions/procedures/content/switchover.rb

@@ -19,7 +19,7 @@ module Procedures::Content
       puts execute!('foreman-rake katello:pulp3_post_migration_check')
       puts 'Switching specified content over to pulp 3'
       puts execute!('foreman-rake katello:pulp3_content_switchover')
-      run_installer if feature(:upstream)
+      run_installer if feature(:katello_install)
     end
 
     def run_installer

data/definitions/procedures/packages/enable_modules.rb

@@ -0,0 +1,16 @@
+module Procedures::Packages
+  class EnableModules < ForemanMaintain::Procedure
+    metadata do
+      description 'Enable the given stream modules'
+      confine do
+        package_manager.class.name == 'ForemanMaintain::PackageManager::Dnf'
+      end
+      param :module_names, 'Module names', :array => true, :required => true
+      advanced_run false
+    end
+
+    def run
+      execute!("dnf module enable #{@module_names.join(' ')} -y")
+    end
+  end
+end

data/definitions/procedures/packages/uninstall.rb

@@ -0,0 +1,30 @@
+module Procedures::Packages
+  class Uninstall < ForemanMaintain::Procedure
+    metadata do
+      description 'Uninstall packages'
+      param :packages, 'List of packages to uninstall', :array => true
+      param :assumeyes, 'Do not ask for confirmation'
+      param :warn_on_errors, 'Do not interrupt scenario on failure',
+            :flag => true, :default => false
+    end
+
+    def run
+      assumeyes_val = @assumeyes.nil? ? assumeyes? : @assumeyes
+      packages_action(:remove, @packages, :assumeyes => assumeyes_val)
+    rescue ForemanMaintain::Error::ExecutionError => e
+      if @warn_on_errors
+        set_status(:warning, e.message)
+      else
+        raise
+      end
+    end
+
+    def necessary?
+      @force || @packages.any? { |package| package_version(package).nil? }
+    end
+
+    def runtime_message
+      "Uninstalling package(s) #{@packages.join(', ')}"
+    end
+  end
+end

data/definitions/procedures/repositories/setup.rb

@@ -13,7 +13,8 @@ module Procedures::Repositories
 
     def run
       with_spinner("Configuring repositories for #{@version}") do
-        (feature(:instance).downstream || feature(:upstream)).setup_repositories(@version)
+        (feature(:instance).downstream || \
+         feature(:instance).upstream_install).setup_repositories(@version)
       end
     end
   end

data/definitions/scenarios/restore.rb

@@ -45,11 +45,6 @@ module ForemanMaintain::Scenarios
         add_step(Procedures::Service::Stop.new(:only => ['postgresql']))
       end
       restore_mongo_dump(backup)
-
-      if feature(:instance).postgresql_local? && !backup.online_backup?
-        add_step_with_context(Procedures::Restore::ReindexDatabases)
-      end
-
       add_steps_with_context(Procedures::Pulp::Migrate,
                              Procedures::Pulpcore::Migrate,
                              Procedures::Restore::CandlepinResetMigrations)

data/definitions/scenarios/self_upgrade.rb

@@ -1,6 +1,8 @@
 module ForemanMaintain::Scenarios
   class SelfUpgradeBase < ForemanMaintain::Scenario
     include ForemanMaintain::Concerns::Downstream
+    include ForemanMaintain::Concerns::Versions
+
     def target_version
       @target_version ||= Gem::Version.new(current_version).bump.to_s
     end
@@ -48,6 +50,14 @@ module ForemanMaintain::Scenarios
         [maintenance_repo_id(target_version)]
       end
     end
+
+    def upstream_target_version
+      if feature(:katello_install)
+        return foreman_version_by_katello(target_version)
+      else
+        target_version
+      end
+    end
   end
 
   class SelfUpgrade < SelfUpgradeBase
@@ -58,11 +68,8 @@ module ForemanMaintain::Scenarios
       manual_detection
     end
 
-    def compose
-      ForemanMaintain.enable_maintenance_module
-
+    def downstream_self_upgrade(pkgs_to_update)
       if check_min_version('foreman', '2.5') || check_min_version('foreman-proxy', '2.5')
-        pkgs_to_update = %w[satellite-maintain rubygem-foreman_maintain]
         yum_options = req_repos_to_update_pkgs.map do |id|
           "--enablerepo=#{id}"
         end
@@ -70,5 +77,42 @@ module ForemanMaintain::Scenarios
                                                   yum_options: yum_options))
       end
     end
+
+    def upstream_self_upgrade(pkgs_to_update)
+      # This method is responsible for
+      # 1. Setup the repositories of next major version
+      # 2. Update the foreman-maintain packages from next major version repository
+      # 3. Rollback the repository to current major version
+
+      add_step(Procedures::Repositories::Setup.new(:version => upstream_target_version))
+      add_step(Procedures::Packages::Update.new(packages: pkgs_to_update, assumeyes: true))
+    ensure
+      rollback_repositories
+    end
+
+    def rollback_repositories
+      installed_release_pkg = package_manager.find_installed_package('foreman-release',
+                                                                     '%{VERSION}')
+
+      unless current_version.nil? && installed_release_pkg.nil?
+        current_major_version = current_version[0..2]
+        installed_foreman_release_major_version = installed_release_pkg[0..2]
+        if installed_foreman_release_major_version != current_major_version
+          add_step(Procedures::Packages::Uninstall.new(packages: %w[foreman-release katello-repos],
+                                                       assumeyes: true))
+          add_step(Procedures::Repositories::Setup.new(:version => current_major_version))
+        end
+      end
+    end
+
+    def compose
+      pkgs_to_update = %w[rubygem-foreman_maintain]
+      if feature(:instance).downstream
+        pkgs_to_update << 'satellite-maintain'
+        downstream_self_upgrade(pkgs_to_update)
+      elsif feature(:instance).upstream_install
+        upstream_self_upgrade(pkgs_to_update)
+      end
+    end
   end
 end

data/definitions/scenarios/upgrade_to_foreman_nightly.rb

@@ -0,0 +1,89 @@
+module Scenarios::Foreman_Nightly
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:foreman_install) || ForemanMaintain.upgrade_in_progress == 'nightly'
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      'nightly'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Foreman nightly'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before upgrading to Foreman nightly'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Upgrade steps for Foreman nightly'
+      tags :migrations
+      run_strategy :fail_fast
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => 'nightly'))
+      if el?
+        modules_to_enable = ["foreman:#{el_short_name}"]
+        add_step(Procedures::Packages::EnableModules.new(:module_names => modules_to_enable))
+      end
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Post upgrade procedures for Foreman nightly'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Foreman nightly'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/definitions/scenarios/upgrade_to_katello_nightly.rb

@@ -0,0 +1,87 @@
+module Scenarios::Katello_Nightly
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:katello_install) || ForemanMaintain.upgrade_in_progress == 'nightly'
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      'nightly'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Katello nightly'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before upgrading to Katello nightly'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Upgrade steps for Katello nightly'
+      tags :migrations
+      run_strategy :fail_fast
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => 'nightly'))
+      modules_to_enable = ["katello:#{el_short_name}", "pulpcore:#{el_short_name}"]
+      add_step(Procedures::Packages::EnableModules.new(:module_names => modules_to_enable))
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Post upgrade procedures for Katello nightly'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Katello nightly'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/lib/foreman_maintain/cli/upgrade_command.rb

@@ -52,12 +52,16 @@ module ForemanMaintain
         target_versions.sort.each { |version| puts version }
       end
 
+      def allow_self_upgrade?
+        !disable_self_upgrade?
+      end
+
       subcommand 'list-versions', 'List versions this system is upgradable to' do
         disable_self_upgrade_option
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           print_versions(UpgradeRunner.available_targets)
         end
       end
@@ -69,7 +73,7 @@ module ForemanMaintain
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           upgrade_runner.run_phase(:pre_upgrade_checks)
           exit upgrade_runner.exit_code
         end
@@ -89,7 +93,7 @@ module ForemanMaintain
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           if phase
             upgrade_runner.run_phase(phase.to_sym)
           else

data/lib/foreman_maintain/concerns/downstream.rb

@@ -5,18 +5,6 @@ module ForemanMaintain
         raise NotImplementedError
       end
 
-      def less_than_version?(version)
-        Gem::Version.new(current_version) < Gem::Version.new(version)
-      end
-
-      def at_least_version?(version)
-        Gem::Version.new(current_version) >= Gem::Version.new(version)
-      end
-
-      def current_minor_version
-        current_version.to_s[/^\d+\.\d+/]
-      end
-
       def repository_manager
         ForemanMaintain.repository_manager
       end

data/lib/foreman_maintain/concerns/foreman_and_katello_version_map.rb

@@ -0,0 +1,17 @@
+module ForemanMaintain
+  module Concerns
+    module ForemanAndKatelloVersionMap
+      FOREMAN_AND_KATELLO_VERSION_MAP = {
+        'nightly' => 'nightly'
+      }.freeze
+
+      def foreman_version_by_katello(version)
+        FOREMAN_AND_KATELLO_VERSION_MAP.key(version)
+      end
+
+      def katello_version_by_foreman(version)
+        FOREMAN_AND_KATELLO_VERSION_MAP.fetch(version)
+      end
+    end
+  end
+end

data/lib/foreman_maintain/concerns/os_facts.rb

@@ -89,6 +89,31 @@ module ForemanMaintain
       def os_version
         facts.fetch('VERSION')
       end
+
+      def os_version_codename
+        facts.fetch('VERSION_CODENAME')
+      end
+
+      def rhel?
+        os_id == 'rhel'
+      end
+
+      def centos?
+        os_id == 'centos'
+      end
+
+      def el_short_name
+        "el#{el_major_version}"
+      end
+
+      def memory
+        meminfo = File.read('/proc/meminfo')
+        meminfo.match(/^MemTotal:\s+(?<memory>\d+) kB/)['memory']
+      end
+
+      def cpu_cores
+        execute('nproc')
+      end
     end
   end
 end

data/lib/foreman_maintain/concerns/upstream.rb

@@ -0,0 +1,103 @@
+module ForemanMaintain
+  module Concerns
+    module Upstream
+      include Concerns::ForemanAndKatelloVersionMap
+
+      def server_url
+        if el?
+          'https://yum.theforeman.org/'
+        elsif debian_or_ubuntu?
+          'https://deb.theforeman.org/'
+        else
+          raise 'Unknown operating system detected!'
+        end
+      end
+
+      def foreman_release_pkg_url(version)
+        if el?
+          "#{server_url}releases/#{version}/#{el_short_name}/x86_64/foreman-release.rpm"
+        elsif debian_or_ubuntu?
+          "#{server_url}pool/#{os_version_codename}/#{version}"\
+          '/f/foreman-release/foreman-release.deb'
+        else
+          raise 'Unknown operating system detected!'
+        end
+      end
+
+      def katello_pkgs_url(katello_version)
+        "#{server_url}katello/#{katello_version}/katello/#{el_short_name}/x86_64/"
+      end
+
+      def katello_release_pkg(version)
+        "#{katello_pkgs_url(katello_version_by_foreman(version))}katello-repos-latest.rpm"
+      end
+
+      def update_release_pkg_el(pkg_url)
+        package_manager.install(pkg_url, assumeyes: true)
+      end
+
+      def update_release_pkg_deb(pkg_url)
+        Dir.mktmpdir do |dir|
+          release_file_path = "#{dir}/foreman-release.deb"
+          exit_status, = execute_with_status("wget -q -O #{release_file_path} #{pkg_url}")
+          if exit_status == 0
+            package_manager.install(release_file_path, assumeyes: true)
+          else
+            warn! "Couldn't install Foreman release package: #{pkg_url}"
+          end
+        end
+      end
+
+      def use_activation_key(activation_key, org)
+        org_options = org ? %(--org #{shellescape(org)}) : ''
+        execute!(%(subscription-manager register #{org_options}\
+                    --activationkey #{shellescape(activation_key)} --force))
+      end
+
+      def update_foreman_release_pkg(version)
+        pkg_url = foreman_release_pkg_url(version)
+        if el?
+          update_release_pkg_el(pkg_url)
+        elsif debian_or_ubuntu?
+          update_release_pkg_deb(pkg_url)
+        end
+      end
+
+      def update_katello_release_pkg(version)
+        if feature(:katello)
+          pkg_url = katello_release_pkg(version)
+          update_release_pkg_el(pkg_url)
+        end
+      end
+
+      def setup_repositories(version)
+        # Documentation needs update with respect to new env vars
+        activation_key = ENV['ACTIVATION_KEY']
+        org = ENV['FOREMAN_ORG']
+        if activation_key
+          use_activation_key(activation_key, org)
+        else
+          update_foreman_release_pkg(version)
+          update_katello_release_pkg(version)
+        end
+      end
+
+      def repoids_and_urls
+        repoids_and_urls = {}
+        repository_manager.enabled_repos.each do |repo, url|
+          repo_urls.each do |regex|
+            repoids_and_urls[repo] = url if url =~ regex
+          end
+        end
+        repoids_and_urls
+      end
+
+      private
+
+      def repo_urls
+        [%r{yum.theforeman.org\/*},
+         %r{yum.puppetlabs.com\/*}]
+      end
+    end
+  end
+end

data/lib/foreman_maintain/concerns/versions.rb

@@ -0,0 +1,17 @@
+module ForemanMaintain
+  module Concerns
+    module Versions
+      def less_than_version?(version)
+        Gem::Version.new(current_version) < Gem::Version.new(version)
+      end
+
+      def at_least_version?(version)
+        Gem::Version.new(current_version) >= Gem::Version.new(version)
+      end
+
+      def current_minor_version
+        current_version.to_s[/^\d+\.\d+/]
+      end
+    end
+  end
+end

data/lib/foreman_maintain/package_manager/apt.rb

@@ -1,3 +1,5 @@
+require 'open3'
+
 module ForemanMaintain::PackageManager
   class Apt < Base
     def installed?(packages)
@@ -41,6 +43,11 @@ module ForemanMaintain::PackageManager
       apt_action('upgrade --dry-run', packages, :with_status => with_status)
     end
 
+    def update_available?(package)
+      output, status = Open3.capture2("apt-get install #{package} --dry-run")
+      status.success? && output.include?("Inst #{package}")
+    end
+
     def list_installed_packages(queryfm = '${binary:Package}-${VERSION}\n')
       # The queryfm should only include valid tag(s) as per `dpkg-query` man page.
       # If any special formatting is required with querytag then it should be provided with tag i.e,

data/lib/foreman_maintain/package_manager/dnf.rb

@@ -9,24 +9,6 @@ module ForemanMaintain::PackageManager
       true
     end
 
-    def module_enabled?(name)
-      _status, result = info(name)
-      result.match?(/Stream.+\[e\].+/)
-    end
-
-    def enable_module(name)
-      dnf_action('module enable', name, assumeyes: true)
-    end
-
-    def module_exists?(name)
-      status, _result = info(name)
-      status == 0
-    end
-
-    def info(name)
-      dnf_action('module info', name, with_status: true, assumeyes: true)
-    end
-
     private
 
     def dnf_action(action, packages, with_status: false, assumeyes: false)

data/lib/foreman_maintain/scenario.rb

@@ -4,6 +4,7 @@ module ForemanMaintain
     include Concerns::SystemHelpers
     include Concerns::ScenarioMetadata
     include Concerns::Finders
+    include Concerns::Versions
     extend Concerns::Finders
 
     attr_reader :steps, :context

data/lib/foreman_maintain/version.rb

@@ -1,3 +1,3 @@
 module ForemanMaintain
-  VERSION = '1.1.14'.freeze
+  VERSION = '1.2.0'.freeze
 end

data/lib/foreman_maintain.rb

@@ -21,7 +21,10 @@ module ForemanMaintain
   require 'foreman_maintain/concerns/hammer'
   require 'foreman_maintain/concerns/base_database'
   require 'foreman_maintain/concerns/directory_marker'
+  require 'foreman_maintain/concerns/versions'
   require 'foreman_maintain/concerns/downstream'
+  require 'foreman_maintain/concerns/foreman_and_katello_version_map'
+  require 'foreman_maintain/concerns/upstream'
   require 'foreman_maintain/concerns/primary_checks'
   require 'foreman_maintain/concerns/pulp_common'
   require 'foreman_maintain/concerns/firewall/iptables_maintenance_mode'
@@ -175,9 +178,6 @@ module ForemanMaintain
       package_name, command = pkg_and_cmd_name
 
       puts "Checking for new version of #{package_name}..."
-
-      enable_maintenance_module
-
       if ForemanMaintain.package_manager.update_available?(main_package_name)
         puts "\nUpdating #{package_name} package."
         ForemanMaintain.package_manager.update(main_package_name, :assumeyes => true)
@@ -188,19 +188,6 @@ module ForemanMaintain
       puts "Nothing to update, can't find new version of #{package_name}."
     end
 
-    def enable_maintenance_module
-      return unless el? && !el7?
-
-      maintenance_module = 'satellite-maintenance:el8'
-      package_manager = ForemanMaintain.package_manager
-
-      if package_manager.module_exists?(maintenance_module) &&
-         !package_manager.module_enabled?(maintenance_module)
-        puts "\nEnabling #{maintenance_module} module"
-        package_manager.enable_module(maintenance_module)
-      end
-    end
-
     def main_package_name
       'rubygem-foreman_maintain'
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: foreman_maintain
 version: !ruby/object:Gem::Version
-  version: 1.1.14
+  version: 1.2.0
 platform: ruby
 authors:
 - Ivan Nečas
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-04-13 00:00:00.000000000 Z
+date: 2022-11-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: clamp
@@ -161,6 +161,7 @@ files:
 - definitions/checks/foreman/check_duplicate_roles.rb
 - definitions/checks/foreman/check_https_proxies.rb
 - definitions/checks/foreman/check_puppet_capsules.rb
+- definitions/checks/foreman/check_tuning_requirements.rb
 - definitions/checks/foreman/db_up.rb
 - definitions/checks/foreman/facts_names.rb
 - definitions/checks/foreman/puppet_class_duplicates.rb
@@ -201,10 +202,9 @@ files:
 - definitions/features/capsule.rb
 - definitions/features/cron.rb
 - definitions/features/dynflow_sidekiq.rb
-- definitions/features/foreman_1_11_x.rb
-- definitions/features/foreman_1_7_x.rb
 - definitions/features/foreman_cockpit.rb
 - definitions/features/foreman_database.rb
+- definitions/features/foreman_install.rb
 - definitions/features/foreman_openscap.rb
 - definitions/features/foreman_proxy.rb
 - definitions/features/foreman_server.rb
@@ -215,6 +215,7 @@ files:
 - definitions/features/instance.rb
 - definitions/features/iptables.rb
 - definitions/features/katello.rb
+- definitions/features/katello_install.rb
 - definitions/features/mongo.rb
 - definitions/features/nftables.rb
 - definitions/features/pulp2.rb
@@ -226,8 +227,6 @@ files:
 - definitions/features/service.rb
 - definitions/features/sync_plans.rb
 - definitions/features/tar.rb
-- definitions/features/upstream.rb
-- definitions/features/upstream_repositories.rb
 - definitions/procedures/backup/accessibility_confirmation.rb
 - definitions/procedures/backup/clean.rb
 - definitions/procedures/backup/compress_data.rb
@@ -285,10 +284,12 @@ files:
 - definitions/procedures/maintenance_mode/enable_maintenance_mode.rb
 - definitions/procedures/maintenance_mode/is_enabled.rb
 - definitions/procedures/packages/check_update.rb
+- definitions/procedures/packages/enable_modules.rb
 - definitions/procedures/packages/install.rb
 - definitions/procedures/packages/installer_confirmation.rb
 - definitions/procedures/packages/lock_versions.rb
 - definitions/procedures/packages/locking_status.rb
+- definitions/procedures/packages/uninstall.rb
 - definitions/procedures/packages/unlock_versions.rb
 - definitions/procedures/packages/update.rb
 - definitions/procedures/packages/update_all_confirmation.rb
@@ -322,7 +323,6 @@ files:
 - definitions/procedures/restore/postgres_owner.rb
 - definitions/procedures/restore/pulpcore_dump.rb
 - definitions/procedures/restore/regenerate_queues.rb
-- definitions/procedures/restore/reindex_databases.rb
 - definitions/procedures/selinux/set_file_security.rb
 - definitions/procedures/service/base.rb
 - definitions/procedures/service/daemon_reload.rb
@@ -354,6 +354,8 @@ files:
 - definitions/scenarios/upgrade_to_capsule_6_8_z.rb
 - definitions/scenarios/upgrade_to_capsule_6_9.rb
 - definitions/scenarios/upgrade_to_capsule_6_9_z.rb
+- definitions/scenarios/upgrade_to_foreman_nightly.rb
+- definitions/scenarios/upgrade_to_katello_nightly.rb
 - definitions/scenarios/upgrade_to_satellite_6_10.rb
 - definitions/scenarios/upgrade_to_satellite_6_10_z.rb
 - definitions/scenarios/upgrade_to_satellite_6_11.rb
@@ -410,6 +412,7 @@ files:
 - lib/foreman_maintain/concerns/firewall/iptables_maintenance_mode.rb
 - lib/foreman_maintain/concerns/firewall/maintenance_mode.rb
 - lib/foreman_maintain/concerns/firewall/nftables_maintenance_mode.rb
+- lib/foreman_maintain/concerns/foreman_and_katello_version_map.rb
 - lib/foreman_maintain/concerns/hammer.rb
 - lib/foreman_maintain/concerns/logger.rb
 - lib/foreman_maintain/concerns/metadata.rb
@@ -420,6 +423,8 @@ files:
 - lib/foreman_maintain/concerns/scenario_metadata.rb
 - lib/foreman_maintain/concerns/system_helpers.rb
 - lib/foreman_maintain/concerns/system_service.rb
+- lib/foreman_maintain/concerns/upstream.rb
+- lib/foreman_maintain/concerns/versions.rb
 - lib/foreman_maintain/config.rb
 - lib/foreman_maintain/context.rb
 - lib/foreman_maintain/core_ext.rb

data/definitions/features/foreman_1_11_x.rb

@@ -1,9 +0,0 @@
-require 'features/foreman_1_7_x'
-
-class Features::Foreman_1_11_x < Features::Foreman_1_7_x
-  metadata do
-    confine do
-      check_min_version('foreman', '1.11')
-    end
-  end
-end

data/definitions/features/foreman_1_7_x.rb

@@ -1,9 +0,0 @@
-class Features::Foreman_1_7_x < ForemanMaintain::Feature
-  metadata do
-    label :foreman
-
-    confine do
-      check_min_version('foreman', '1.7')
-    end
-  end
-end

data/definitions/features/upstream.rb

@@ -1,14 +0,0 @@
-class Features::Upstream < ForemanMaintain::Feature
-  metadata do
-    label :upstream
-
-    confine do
-      # TODO: remove this upstream feature
-      !feature(:instance).downstream
-    end
-  end
-
-  def setup_repositories(_version)
-    raise NotImplementedError
-  end
-end

data/definitions/features/upstream_repositories.rb

@@ -1,23 +0,0 @@
-class Features::UpstreamRepositories < ForemanMaintain::Feature
-  metadata do
-    label :upstream_repositories
-    description 'Feature for operations on upstream repositories'
-  end
-
-  def repoids_and_urls
-    repoids_and_urls = {}
-    repository_manager.enabled_repos.each do |repo, url|
-      repo_urls.each do |regex|
-        repoids_and_urls[repo] = url if url =~ regex
-      end
-    end
-    repoids_and_urls
-  end
-
-  private
-
-  def repo_urls
-    [%r{yum.theforeman.org\/*},
-     %r{yum.puppetlabs.com\/*}]
-  end
-end

data/definitions/procedures/restore/reindex_databases.rb

@@ -1,22 +0,0 @@
-module Procedures::Restore
-  class ReindexDatabases < ForemanMaintain::Procedure
-    include ForemanMaintain::Concerns::SystemService
-
-    metadata do
-      description 'REINDEX databases'
-
-      confine do
-        feature(:instance).postgresql_local?
-      end
-    end
-
-    def run
-      with_spinner('Reindexing the databases') do |spinner|
-        feature(:service).handle_services(spinner, 'start', :only => ['postgresql'])
-
-        spinner.update('Reindexing the databases')
-        execute!('runuser - postgres -c "reindexdb -a"')
-      end
-    end
-  end
-end