foreman_maintain 1.1.7 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 91f6ed30cd64c8a77327a681177355d94c2afc783ebad3c6341353ac1930d2ef
-  data.tar.gz: ae2a2c770198febfeb4037a883b6b03a02498f0e461ce9acf4bc6661ae9ef7e7
+  metadata.gz: 5bf9227086619d4fb28185c0fdb796c7045b9f35ea52df8fc3d9aa1a45fbb85d
+  data.tar.gz: 77281b4efd0cb3b2d1e6fed2badce28d183dcb7b16d65246987f57407eb92642
 SHA512:
-  metadata.gz: 372122b9854841be9b61c16dc4e32456b917348413cca28d5ebb930c1753e456818d70278c4d74da64d9096b092d5ccaced4aac2bfe62d46ec59333f86844c9d
-  data.tar.gz: 170d5f54b55dbbe4e91b7bfca2842d0f9c0f4389844208f558b6944b61e086a7cd7edc378c1a27e37f7d09e5eb326b31c7a96c00daf2807f59cf82596815f8da
+  metadata.gz: 3b2e771c53927fa0f637da5a5066eb1afecbfe7876b9a241a68dfc8300ac82f8835fa308a42742d7b2a126716bac825e37179ddd91695a529de0b64e5272e245
+  data.tar.gz: 283f7004e4268f19cadc052dcd044273be28f96e786fd012bca57692276a3765eaded4848a596a66efdfe36d490870f6cfbbee07ccfa4c0dcdcf6362a9fda740

data/definitions/checks/foreman/check_tuning_requirements.rb

@@ -0,0 +1,79 @@
+module Checks
+  module Foreman
+    class TuningRequirements < ForemanMaintain::Check
+      metadata do
+        label :check_tuning_requirements
+        tags :pre_upgrade
+        description 'Check if system requirements match current tuning profile'
+        confine do
+          feature(:katello)
+        end
+        do_not_whitelist
+      end
+
+      def run
+        failure_message = check_tuning_profile
+        fail! failure_message if failure_message
+      end
+
+      def check_tuning_profile
+        installer_config = feature(:installer).configuration
+        tuning_profile = installer_config[:facts]['tuning']
+
+        cpu_message = check_cpu_cores(tuning_profile)
+        memory_message = check_memory(tuning_profile)
+
+        return unless cpu_message || memory_message
+
+        message = failure_message(tuning_profile)
+        if cpu_message
+          message += "#{cpu_message}\n"
+        end
+        if memory_message
+          message += "#{memory_message}\n"
+        end
+
+        message
+      end
+
+      def check_memory(tuning_profile)
+        # Check if it's actually 90% of the required. If a crash kernel is enabled
+        # then the reported total memory is lower than in reality.
+        kb_to_gb = (1024 * 1024)
+        memory_percentile = 0.9
+        tuning_memory = tuning_sizes[tuning_profile][:memory]
+        system_memory = memory.to_i
+
+        unless system_memory.to_i >= (tuning_memory * kb_to_gb * memory_percentile)
+          "The system memory is #{system_memory / kb_to_gb} GB but the currently configured tuning profile requires #{tuning_memory} GB." # rubocop:disable Metrics/LineLength
+        end
+      end
+
+      def check_cpu_cores(tuning_profile)
+        tuning_cpu_cores = tuning_sizes[tuning_profile][:cpu_cores]
+        system_cpu_cores = cpu_cores
+
+        unless system_cpu_cores.to_i >= tuning_cpu_cores
+          "The number of CPU cores for the system is #{system_cpu_cores} but the currently configured tuning profile requires #{tuning_cpu_cores}." # rubocop:disable Metrics/LineLength
+        end
+      end
+
+      def tuning_sizes
+        {
+          'development' => { cpu_cores: 1, memory: 6 },
+          'default' => { cpu_cores: 4, memory: 20 },
+          'medium' => { cpu_cores: 8, memory: 32 },
+          'large' => { cpu_cores: 16, memory: 64 },
+          'extra-large' => { cpu_cores: 32, memory: 128 },
+          'extra-extra-large' => { cpu_cores: 48, memory: 256 }
+        }
+      end
+
+      def failure_message(tuning_profile)
+        <<-MESSAGE.strip_heredoc
+        \nERROR: The installer is configured to use the #{tuning_profile} tuning profile and does not meet the requirements.
+        MESSAGE
+      end
+    end
+  end
+end

data/definitions/checks/non_rh_packages.rb

@@ -11,8 +11,7 @@ class Checks::NonRhPackages < ForemanMaintain::Check
   def run
     rpm_query_format = '%{NAME}-%{VERSION}-%{RELEASE}.%{ARCH} : %{VENDOR}\n'
     all_packages = package_manager.list_installed_packages(rpm_query_format)
-    non_rh_packages = all_packages - \
-                      all_packages.grep(Regexp.union(rh_regexp_list + ansible_runner_regexp_list))
+    non_rh_packages = all_packages - all_packages.grep(Regexp.union(rh_regexp_list))
     assert(non_rh_packages.empty?, error_msg(non_rh_packages), :warn => true)
   end
 
@@ -27,8 +26,4 @@ class Checks::NonRhPackages < ForemanMaintain::Check
      /-qpid-router-server/, /java-client/, /pulp-client/, /katello-default-ca/, /katello-server-ca/,
      /katello-ca-consumer/, /gpg-pubkey/, /-tomcat/]
   end
-
-  def ansible_runner_regexp_list
-    [/ansible-runner/, /[python\d]+-ansible-runner/]
-  end
 end

data/definitions/checks/repositories/check_upstream_repository.rb

@@ -1,4 +1,6 @@
 class Checks::CheckUpstreamRepository < ForemanMaintain::Check
+  include ForemanMaintain::Concerns::Upstream
+
   metadata do
     label :check_upstream_repository
     description 'Check if any upstream repositories are enabled on system'
@@ -14,7 +16,7 @@ class Checks::CheckUpstreamRepository < ForemanMaintain::Check
 
   def run
     with_spinner('Checking for presence of upstream repositories') do
-      enabled_repo_ids = feature(:upstream_repositories).repoids_and_urls.keys
+      enabled_repo_ids = repoids_and_urls.keys
       assert(enabled_repo_ids.empty?,
              "System has upstream #{enabled_repo_ids.join(',')} repositories enabled",
              :next_steps => Procedures::Repositories::Disable.new(:repos => enabled_repo_ids))

data/definitions/features/capsule.rb

@@ -1,5 +1,6 @@
 class Features::Capsule < ForemanMaintain::Feature
   include ForemanMaintain::Concerns::Downstream
+  include ForemanMaintain::Concerns::Versions
 
   metadata do
     label :capsule

data/definitions/features/foreman_install.rb

@@ -0,0 +1,12 @@
+class Features::ForemanInstall < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Upstream
+  include ForemanMaintain::Concerns::Versions
+
+  metadata do
+    label :foreman_install
+
+    confine do
+      !feature(:instance).downstream && !feature(:katello) && feature(:foreman_server)
+    end
+  end
+end

data/definitions/features/foreman_server.rb

@@ -1,6 +1,7 @@
 module ForemanMaintain
   module Features
     class ForemanServer < ForemanMaintain::Feature
+      include ForemanMaintain::Concerns::Versions
       metadata do
         label :foreman_server
         confine do
@@ -47,6 +48,10 @@ module ForemanMaintain
       def services_running?
         services.all?(&:running?)
       end
+
+      def current_version
+        @current_version ||= package_version('foreman')
+      end
     end
   end
 end

data/definitions/features/installer.rb

@@ -92,11 +92,18 @@ class Features::Installer < ForemanMaintain::Feature
   end
 
   def run(arguments = '', exec_options = {})
-    out = execute!("LANG=en_US.utf-8 #{installer_command} #{arguments}".strip, exec_options)
+    out = execute!("#{installer_command} #{arguments}".strip, exec_options)
     @configuration = nil
     out
   end
 
+  def run_with_status(arguments = '', exec_options = {})
+    cmd_with_arguments = "#{installer_command} #{arguments}".strip
+    cmd_status, out = execute_with_status(cmd_with_arguments, exec_options)
+    @configuration = nil
+    [cmd_status, out]
+  end
+
   def upgrade(exec_options = {})
     run(installer_arguments, exec_options)
   end
@@ -105,13 +112,15 @@ class Features::Installer < ForemanMaintain::Feature
     installer_args = ''
 
     if feature(:foreman_proxy) &&
-       feature(:foreman_proxy).with_content?
+       feature(:foreman_proxy).with_content? &&
+       check_max_version('foreman-installer', '3.4')
       installer_args += ' --disable-system-checks'
     end
 
-    unless check_min_version('foreman', '2.1') || check_min_version('foreman-proxy', '2.1')
+    unless check_min_version('foreman-installer', '2.1')
       installer_args += ' --upgrade' if can_upgrade?
     end
+
     installer_args
   end
 

data/definitions/features/instance.rb

@@ -60,8 +60,13 @@ class Features::Instance < ForemanMaintain::Feature
     end
   end
 
+  def foreman_server_ssl_ca
+    @foreman_server_ssl_ca ||= feature(:installer).answers['foreman']['server_ssl_ca']
+  end
+
   def server_connection
     net = Net::HTTP.new(ForemanMaintain.config.foreman_url, ForemanMaintain.config.foreman_port)
+    net.ca_file = foreman_server_ssl_ca
     net.use_ssl = true
     net
   end
@@ -74,6 +79,10 @@ class Features::Instance < ForemanMaintain::Feature
     feature(:nftables) || feature(:iptables)
   end
 
+  def upstream_install
+    feature(:foreman_install) || feature(:katello_install)
+  end
+
   private
 
   # rubocop:disable Metrics/MethodLength, Metrics/AbcSize

data/definitions/features/katello.rb

@@ -1,4 +1,6 @@
 class Features::Katello < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Versions
+
   metadata do
     label :katello
 

data/definitions/features/katello_install.rb

@@ -0,0 +1,12 @@
+class Features::KatelloInstall < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::Upstream
+  include ForemanMaintain::Concerns::Versions
+
+  metadata do
+    label :katello_install
+
+    confine do
+      !feature(:instance).downstream && feature(:katello)
+    end
+  end
+end

data/definitions/features/satellite.rb

@@ -1,5 +1,6 @@
 class Features::Satellite < ForemanMaintain::Feature
   include ForemanMaintain::Concerns::Downstream
+  include ForemanMaintain::Concerns::Versions
 
   metadata do
     label :satellite

data/definitions/procedures/content/switchover.rb

@@ -19,7 +19,7 @@ module Procedures::Content
       puts execute!('foreman-rake katello:pulp3_post_migration_check')
       puts 'Switching specified content over to pulp 3'
       puts execute!('foreman-rake katello:pulp3_content_switchover')
-      run_installer if feature(:upstream)
+      run_installer if feature(:katello_install)
     end
 
     def run_installer

data/definitions/procedures/packages/enable_modules.rb

@@ -0,0 +1,16 @@
+module Procedures::Packages
+  class EnableModules < ForemanMaintain::Procedure
+    metadata do
+      description 'Enable the given stream modules'
+      confine do
+        package_manager.class.name == 'ForemanMaintain::PackageManager::Dnf'
+      end
+      param :module_names, 'Module names', :array => true, :required => true
+      advanced_run false
+    end
+
+    def run
+      execute!("dnf module enable #{@module_names.join(' ')} -y")
+    end
+  end
+end

data/definitions/procedures/packages/uninstall.rb

@@ -0,0 +1,30 @@
+module Procedures::Packages
+  class Uninstall < ForemanMaintain::Procedure
+    metadata do
+      description 'Uninstall packages'
+      param :packages, 'List of packages to uninstall', :array => true
+      param :assumeyes, 'Do not ask for confirmation'
+      param :warn_on_errors, 'Do not interrupt scenario on failure',
+            :flag => true, :default => false
+    end
+
+    def run
+      assumeyes_val = @assumeyes.nil? ? assumeyes? : @assumeyes
+      packages_action(:remove, @packages, :assumeyes => assumeyes_val)
+    rescue ForemanMaintain::Error::ExecutionError => e
+      if @warn_on_errors
+        set_status(:warning, e.message)
+      else
+        raise
+      end
+    end
+
+    def necessary?
+      @force || @packages.any? { |package| package_version(package).nil? }
+    end
+
+    def runtime_message
+      "Uninstalling package(s) #{@packages.join(', ')}"
+    end
+  end
+end

data/definitions/procedures/pulpcore/trim_rpm_changelogs.rb

@@ -0,0 +1,23 @@
+module Procedures::Pulpcore
+  class TrimRpmChangelogs < ForemanMaintain::Procedure
+    include ForemanMaintain::Concerns::SystemService
+
+    metadata do
+      description 'Trim RPM changelogs in the pulpcore db'
+      for_feature :pulpcore
+    end
+
+    def run
+      with_spinner('Trimming RPM changelogs in the pulpcore db') do |spinner|
+        necessary_services = feature(:pulpcore_database).services
+
+        feature(:service).handle_services(spinner, 'start', :only => necessary_services)
+
+        spinner.update('Trimming RPM changelogs')
+        execute!('sudo PULP_SETTINGS=/etc/pulp/settings.py '\
+          'DJANGO_SETTINGS_MODULE=pulpcore.app.settings '\
+          'pulpcore-manager rpm-trim-changelogs')
+      end
+    end
+  end
+end

data/definitions/procedures/repositories/setup.rb

@@ -13,7 +13,8 @@ module Procedures::Repositories
 
     def run
       with_spinner("Configuring repositories for #{@version}") do
-        (feature(:instance).downstream || feature(:upstream)).setup_repositories(@version)
+        (feature(:instance).downstream || \
+         feature(:instance).upstream_install).setup_repositories(@version)
       end
     end
   end

data/definitions/scenarios/self_upgrade.rb

@@ -1,12 +1,14 @@
 module ForemanMaintain::Scenarios
   class SelfUpgradeBase < ForemanMaintain::Scenario
     include ForemanMaintain::Concerns::Downstream
+    include ForemanMaintain::Concerns::Versions
+
     def target_version
-      @target_version ||= current_version.bump
+      @target_version ||= Gem::Version.new(current_version).bump.to_s
     end
 
     def current_version
-      feature(:instance).downstream.current_minor_version
+      feature(:instance).downstream.current_version.to_s[/^\d+\.\d+\.\d+/]
     end
 
     def maintenance_repo_label
@@ -48,6 +50,14 @@ module ForemanMaintain::Scenarios
         [maintenance_repo_id(target_version)]
       end
     end
+
+    def upstream_target_version
+      if feature(:katello_install)
+        return foreman_version_by_katello(target_version)
+      else
+        target_version
+      end
+    end
   end
 
   class SelfUpgrade < SelfUpgradeBase
@@ -58,9 +68,8 @@ module ForemanMaintain::Scenarios
       manual_detection
     end
 
-    def compose
+    def downstream_self_upgrade(pkgs_to_update)
       if check_min_version('foreman', '2.5') || check_min_version('foreman-proxy', '2.5')
-        pkgs_to_update = %w[satellite-maintain rubygem-foreman_maintain]
         yum_options = req_repos_to_update_pkgs.map do |id|
           "--enablerepo=#{id}"
         end
@@ -68,5 +77,42 @@ module ForemanMaintain::Scenarios
                                                   yum_options: yum_options))
       end
     end
+
+    def upstream_self_upgrade(pkgs_to_update)
+      # This method is responsible for
+      # 1. Setup the repositories of next major version
+      # 2. Update the foreman-maintain packages from next major version repository
+      # 3. Rollback the repository to current major version
+
+      add_step(Procedures::Repositories::Setup.new(:version => upstream_target_version))
+      add_step(Procedures::Packages::Update.new(packages: pkgs_to_update, assumeyes: true))
+    ensure
+      rollback_repositories
+    end
+
+    def rollback_repositories
+      installed_release_pkg = package_manager.find_installed_package('foreman-release',
+                                                                     '%{VERSION}')
+
+      unless current_version.nil? && installed_release_pkg.nil?
+        current_major_version = current_version[0..2]
+        installed_foreman_release_major_version = installed_release_pkg[0..2]
+        if installed_foreman_release_major_version != current_major_version
+          add_step(Procedures::Packages::Uninstall.new(packages: %w[foreman-release katello-repos],
+                                                       assumeyes: true))
+          add_step(Procedures::Repositories::Setup.new(:version => current_major_version))
+        end
+      end
+    end
+
+    def compose
+      pkgs_to_update = %w[rubygem-foreman_maintain]
+      if feature(:instance).downstream
+        pkgs_to_update << 'satellite-maintain'
+        downstream_self_upgrade(pkgs_to_update)
+      elsif feature(:instance).upstream_install
+        upstream_self_upgrade(pkgs_to_update)
+      end
+    end
   end
 end

data/definitions/scenarios/upgrade_to_foreman_nightly.rb

@@ -0,0 +1,89 @@
+module Scenarios::Foreman_Nightly
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:foreman_install) || ForemanMaintain.upgrade_in_progress == 'nightly'
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      'nightly'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Foreman nightly'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before upgrading to Foreman nightly'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Upgrade steps for Foreman nightly'
+      tags :migrations
+      run_strategy :fail_fast
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => 'nightly'))
+      if el?
+        modules_to_enable = ["foreman:#{el_short_name}"]
+        add_step(Procedures::Packages::EnableModules.new(:module_names => modules_to_enable))
+      end
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Post upgrade procedures for Foreman nightly'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Foreman nightly'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/definitions/scenarios/upgrade_to_katello_nightly.rb

@@ -0,0 +1,87 @@
+module Scenarios::Katello_Nightly
+  class Abstract < ForemanMaintain::Scenario
+    def self.upgrade_metadata(&block)
+      metadata do
+        tags :upgrade_scenario
+        confine do
+          feature(:katello_install) || ForemanMaintain.upgrade_in_progress == 'nightly'
+        end
+        instance_eval(&block)
+      end
+    end
+
+    def target_version
+      'nightly'
+    end
+  end
+
+  class PreUpgradeCheck < Abstract
+    upgrade_metadata do
+      description 'Checks before upgrading to Katello nightly'
+      tags :pre_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:pre_upgrade))
+    end
+  end
+
+  class PreMigrations < Abstract
+    upgrade_metadata do
+      description 'Procedures before upgrading to Katello nightly'
+      tags :pre_migrations
+    end
+
+    def compose
+      add_steps(find_procedures(:pre_migrations))
+    end
+  end
+
+  class Migrations < Abstract
+    upgrade_metadata do
+      description 'Upgrade steps for Katello nightly'
+      tags :migrations
+      run_strategy :fail_fast
+    end
+
+    def set_context_mapping
+      context.map(:assumeyes, Procedures::Installer::Upgrade => :assumeyes)
+    end
+
+    def compose
+      add_step(Procedures::Repositories::Setup.new(:version => 'nightly'))
+      modules_to_enable = ["katello:#{el_short_name}", "pulpcore:#{el_short_name}"]
+      add_step(Procedures::Packages::EnableModules.new(:module_names => modules_to_enable))
+      add_step(Procedures::Packages::Update.new(:assumeyes => true))
+      add_step_with_context(Procedures::Installer::Upgrade)
+    end
+  end
+
+  class PostMigrations < Abstract
+    upgrade_metadata do
+      description 'Post upgrade procedures for Katello nightly'
+      tags :post_migrations
+    end
+
+    def compose
+      add_step(Procedures::RefreshFeatures)
+      add_step(Procedures::Service::Start.new)
+      add_steps(find_procedures(:post_migrations))
+    end
+  end
+
+  class PostUpgradeChecks < Abstract
+    upgrade_metadata do
+      description 'Checks after upgrading to Katello nightly'
+      tags :post_upgrade_checks
+      run_strategy :fail_slow
+    end
+
+    def compose
+      add_steps(find_checks(:default))
+      add_steps(find_checks(:post_upgrade))
+    end
+  end
+end

data/definitions/scenarios/upgrade_to_satellite_6_11.rb

@@ -76,6 +76,7 @@ module Scenarios::Satellite_6_11
     def compose
       add_step(Procedures::RefreshFeatures)
       add_step(Procedures::Service::Start.new)
+      add_step(Procedures::Pulpcore::TrimRpmChangelogs.new)
       add_steps(find_procedures(:post_migrations))
     end
   end

data/definitions/scenarios/upgrade_to_satellite_6_12.rb

@@ -73,6 +73,7 @@ module Scenarios::Satellite_6_12
     def compose
       add_step(Procedures::RefreshFeatures)
       add_step(Procedures::Service::Start.new)
+      add_step(Procedures::Pulpcore::TrimRpmChangelogs.new)
       add_steps(find_procedures(:post_migrations))
     end
   end

data/definitions/scenarios/upgrade_to_satellite_6_12_z.rb

@@ -72,6 +72,7 @@ module Scenarios::Satellite_6_12_z
     def compose
       add_step(Procedures::RefreshFeatures)
       add_step(Procedures::Service::Start.new)
+      add_step(Procedures::Pulpcore::TrimRpmChangelogs.new)
       add_steps(find_procedures(:post_migrations))
     end
   end

data/extras/foreman_protector/foreman-protector.whitelist

@@ -20,7 +20,12 @@ yum-utils
 # el7 psql client dependencies
 rh-postgresql12-postgresql
 rh-postgresql12-postgresql-libs
+rh-postgresql12-postgresql-syspaths
 rh-postgresql12-runtime
+scl-utils
+# el8 psql client dependencies
+postgresql
+libpq
 # el8 yum-utils dependencies
 dnf-plugins-core
 python3-dnf-plugins-core

data/lib/foreman_maintain/cli/upgrade_command.rb

@@ -52,12 +52,16 @@ module ForemanMaintain
         target_versions.sort.each { |version| puts version }
       end
 
+      def allow_self_upgrade?
+        !disable_self_upgrade?
+      end
+
       subcommand 'list-versions', 'List versions this system is upgradable to' do
         disable_self_upgrade_option
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           print_versions(UpgradeRunner.available_targets)
         end
       end
@@ -69,7 +73,7 @@ module ForemanMaintain
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           upgrade_runner.run_phase(:pre_upgrade_checks)
           exit upgrade_runner.exit_code
         end
@@ -89,7 +93,7 @@ module ForemanMaintain
 
         def execute
           ForemanMaintain.validate_downstream_packages
-          ForemanMaintain.perform_self_upgrade unless disable_self_upgrade?
+          ForemanMaintain.perform_self_upgrade if allow_self_upgrade?
           if phase
             upgrade_runner.run_phase(phase.to_sym)
           else

data/lib/foreman_maintain/concerns/downstream.rb

@@ -5,18 +5,6 @@ module ForemanMaintain
         raise NotImplementedError
       end
 
-      def less_than_version?(version)
-        Gem::Version.new(current_version) < Gem::Version.new(version)
-      end
-
-      def at_least_version?(version)
-        Gem::Version.new(current_version) >= Gem::Version.new(version)
-      end
-
-      def current_minor_version
-        current_version.to_s[/^\d+\.\d+/]
-      end
-
       def repository_manager
         ForemanMaintain.repository_manager
       end

data/lib/foreman_maintain/concerns/foreman_and_katello_version_map.rb

@@ -0,0 +1,17 @@
+module ForemanMaintain
+  module Concerns
+    module ForemanAndKatelloVersionMap
+      FOREMAN_AND_KATELLO_VERSION_MAP = {
+        'nightly' => 'nightly'
+      }.freeze
+
+      def foreman_version_by_katello(version)
+        FOREMAN_AND_KATELLO_VERSION_MAP.key(version)
+      end
+
+      def katello_version_by_foreman(version)
+        FOREMAN_AND_KATELLO_VERSION_MAP.fetch(version)
+      end
+    end
+  end
+end

data/lib/foreman_maintain/concerns/os_facts.rb

@@ -89,6 +89,31 @@ module ForemanMaintain
       def os_version
         facts.fetch('VERSION')
       end
+
+      def os_version_codename
+        facts.fetch('VERSION_CODENAME')
+      end
+
+      def rhel?
+        os_id == 'rhel'
+      end
+
+      def centos?
+        os_id == 'centos'
+      end
+
+      def el_short_name
+        "el#{el_major_version}"
+      end
+
+      def memory
+        meminfo = File.read('/proc/meminfo')
+        meminfo.match(/^MemTotal:\s+(?<memory>\d+) kB/)['memory']
+      end
+
+      def cpu_cores
+        execute('nproc')
+      end
     end
   end
 end

data/lib/foreman_maintain/concerns/upstream.rb

@@ -0,0 +1,103 @@
+module ForemanMaintain
+  module Concerns
+    module Upstream
+      include Concerns::ForemanAndKatelloVersionMap
+
+      def server_url
+        if el?
+          'https://yum.theforeman.org/'
+        elsif debian_or_ubuntu?
+          'https://deb.theforeman.org/'
+        else
+          raise 'Unknown operating system detected!'
+        end
+      end
+
+      def foreman_release_pkg_url(version)
+        if el?
+          "#{server_url}releases/#{version}/#{el_short_name}/x86_64/foreman-release.rpm"
+        elsif debian_or_ubuntu?
+          "#{server_url}pool/#{os_version_codename}/#{version}"\
+          '/f/foreman-release/foreman-release.deb'
+        else
+          raise 'Unknown operating system detected!'
+        end
+      end
+
+      def katello_pkgs_url(katello_version)
+        "#{server_url}katello/#{katello_version}/katello/#{el_short_name}/x86_64/"
+      end
+
+      def katello_release_pkg(version)
+        "#{katello_pkgs_url(katello_version_by_foreman(version))}katello-repos-latest.rpm"
+      end
+
+      def update_release_pkg_el(pkg_url)
+        package_manager.install(pkg_url, assumeyes: true)
+      end
+
+      def update_release_pkg_deb(pkg_url)
+        Dir.mktmpdir do |dir|
+          release_file_path = "#{dir}/foreman-release.deb"
+          exit_status, = execute_with_status("wget -q -O #{release_file_path} #{pkg_url}")
+          if exit_status == 0
+            package_manager.install(release_file_path, assumeyes: true)
+          else
+            warn! "Couldn't install Foreman release package: #{pkg_url}"
+          end
+        end
+      end
+
+      def use_activation_key(activation_key, org)
+        org_options = org ? %(--org #{shellescape(org)}) : ''
+        execute!(%(subscription-manager register #{org_options}\
+                    --activationkey #{shellescape(activation_key)} --force))
+      end
+
+      def update_foreman_release_pkg(version)
+        pkg_url = foreman_release_pkg_url(version)
+        if el?
+          update_release_pkg_el(pkg_url)
+        elsif debian_or_ubuntu?
+          update_release_pkg_deb(pkg_url)
+        end
+      end
+
+      def update_katello_release_pkg(version)
+        if feature(:katello)
+          pkg_url = katello_release_pkg(version)
+          update_release_pkg_el(pkg_url)
+        end
+      end
+
+      def setup_repositories(version)
+        # Documentation needs update with respect to new env vars
+        activation_key = ENV['ACTIVATION_KEY']
+        org = ENV['FOREMAN_ORG']
+        if activation_key
+          use_activation_key(activation_key, org)
+        else
+          update_foreman_release_pkg(version)
+          update_katello_release_pkg(version)
+        end
+      end
+
+      def repoids_and_urls
+        repoids_and_urls = {}
+        repository_manager.enabled_repos.each do |repo, url|
+          repo_urls.each do |regex|
+            repoids_and_urls[repo] = url if url =~ regex
+          end
+        end
+        repoids_and_urls
+      end
+
+      private
+
+      def repo_urls
+        [%r{yum.theforeman.org\/*},
+         %r{yum.puppetlabs.com\/*}]
+      end
+    end
+  end
+end

data/lib/foreman_maintain/concerns/versions.rb

@@ -0,0 +1,17 @@
+module ForemanMaintain
+  module Concerns
+    module Versions
+      def less_than_version?(version)
+        Gem::Version.new(current_version) < Gem::Version.new(version)
+      end
+
+      def at_least_version?(version)
+        Gem::Version.new(current_version) >= Gem::Version.new(version)
+      end
+
+      def current_minor_version
+        current_version.to_s[/^\d+\.\d+/]
+      end
+    end
+  end
+end

data/lib/foreman_maintain/package_manager/apt.rb

@@ -1,3 +1,5 @@
+require 'open3'
+
 module ForemanMaintain::PackageManager
   class Apt < Base
     def installed?(packages)
@@ -41,6 +43,11 @@ module ForemanMaintain::PackageManager
       apt_action('upgrade --dry-run', packages, :with_status => with_status)
     end
 
+    def update_available?(package)
+      output, status = Open3.capture2("apt-get install #{package} --dry-run")
+      status.success? && output.include?("Inst #{package}")
+    end
+
     def list_installed_packages(queryfm = '${binary:Package}-${VERSION}\n')
       # The queryfm should only include valid tag(s) as per `dpkg-query` man page.
       # If any special formatting is required with querytag then it should be provided with tag i.e,

data/lib/foreman_maintain/scenario.rb

@@ -4,6 +4,7 @@ module ForemanMaintain
     include Concerns::SystemHelpers
     include Concerns::ScenarioMetadata
     include Concerns::Finders
+    include Concerns::Versions
     extend Concerns::Finders
 
     attr_reader :steps, :context

data/lib/foreman_maintain/version.rb

@@ -1,3 +1,3 @@
 module ForemanMaintain
-  VERSION = '1.1.7'.freeze
+  VERSION = '1.2.0'.freeze
 end

data/lib/foreman_maintain.rb

@@ -21,7 +21,10 @@ module ForemanMaintain
   require 'foreman_maintain/concerns/hammer'
   require 'foreman_maintain/concerns/base_database'
   require 'foreman_maintain/concerns/directory_marker'
+  require 'foreman_maintain/concerns/versions'
   require 'foreman_maintain/concerns/downstream'
+  require 'foreman_maintain/concerns/foreman_and_katello_version_map'
+  require 'foreman_maintain/concerns/upstream'
   require 'foreman_maintain/concerns/primary_checks'
   require 'foreman_maintain/concerns/pulp_common'
   require 'foreman_maintain/concerns/firewall/iptables_maintenance_mode'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: foreman_maintain
 version: !ruby/object:Gem::Version
-  version: 1.1.7
+  version: 1.2.0
 platform: ruby
 authors:
 - Ivan Nečas
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-26 00:00:00.000000000 Z
+date: 2022-11-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: clamp
@@ -161,6 +161,7 @@ files:
 - definitions/checks/foreman/check_duplicate_roles.rb
 - definitions/checks/foreman/check_https_proxies.rb
 - definitions/checks/foreman/check_puppet_capsules.rb
+- definitions/checks/foreman/check_tuning_requirements.rb
 - definitions/checks/foreman/db_up.rb
 - definitions/checks/foreman/facts_names.rb
 - definitions/checks/foreman/puppet_class_duplicates.rb
@@ -201,10 +202,9 @@ files:
 - definitions/features/capsule.rb
 - definitions/features/cron.rb
 - definitions/features/dynflow_sidekiq.rb
-- definitions/features/foreman_1_11_x.rb
-- definitions/features/foreman_1_7_x.rb
 - definitions/features/foreman_cockpit.rb
 - definitions/features/foreman_database.rb
+- definitions/features/foreman_install.rb
 - definitions/features/foreman_openscap.rb
 - definitions/features/foreman_proxy.rb
 - definitions/features/foreman_server.rb
@@ -215,6 +215,7 @@ files:
 - definitions/features/instance.rb
 - definitions/features/iptables.rb
 - definitions/features/katello.rb
+- definitions/features/katello_install.rb
 - definitions/features/mongo.rb
 - definitions/features/nftables.rb
 - definitions/features/pulp2.rb
@@ -226,8 +227,6 @@ files:
 - definitions/features/service.rb
 - definitions/features/sync_plans.rb
 - definitions/features/tar.rb
-- definitions/features/upstream.rb
-- definitions/features/upstream_repositories.rb
 - definitions/procedures/backup/accessibility_confirmation.rb
 - definitions/procedures/backup/clean.rb
 - definitions/procedures/backup/compress_data.rb
@@ -285,10 +284,12 @@ files:
 - definitions/procedures/maintenance_mode/enable_maintenance_mode.rb
 - definitions/procedures/maintenance_mode/is_enabled.rb
 - definitions/procedures/packages/check_update.rb
+- definitions/procedures/packages/enable_modules.rb
 - definitions/procedures/packages/install.rb
 - definitions/procedures/packages/installer_confirmation.rb
 - definitions/procedures/packages/lock_versions.rb
 - definitions/procedures/packages/locking_status.rb
+- definitions/procedures/packages/uninstall.rb
 - definitions/procedures/packages/unlock_versions.rb
 - definitions/procedures/packages/update.rb
 - definitions/procedures/packages/update_all_confirmation.rb
@@ -298,6 +299,7 @@ files:
 - definitions/procedures/pulp/print_remove_instructions.rb
 - definitions/procedures/pulp/remove.rb
 - definitions/procedures/pulpcore/migrate.rb
+- definitions/procedures/pulpcore/trim_rpm_changelogs.rb
 - definitions/procedures/puppet/delete_empty_ca_cert_request_files.rb
 - definitions/procedures/puppet/remove_puppet.rb
 - definitions/procedures/puppet/remove_puppet_data.rb
@@ -352,6 +354,8 @@ files:
 - definitions/scenarios/upgrade_to_capsule_6_8_z.rb
 - definitions/scenarios/upgrade_to_capsule_6_9.rb
 - definitions/scenarios/upgrade_to_capsule_6_9_z.rb
+- definitions/scenarios/upgrade_to_foreman_nightly.rb
+- definitions/scenarios/upgrade_to_katello_nightly.rb
 - definitions/scenarios/upgrade_to_satellite_6_10.rb
 - definitions/scenarios/upgrade_to_satellite_6_10_z.rb
 - definitions/scenarios/upgrade_to_satellite_6_11.rb
@@ -408,6 +412,7 @@ files:
 - lib/foreman_maintain/concerns/firewall/iptables_maintenance_mode.rb
 - lib/foreman_maintain/concerns/firewall/maintenance_mode.rb
 - lib/foreman_maintain/concerns/firewall/nftables_maintenance_mode.rb
+- lib/foreman_maintain/concerns/foreman_and_katello_version_map.rb
 - lib/foreman_maintain/concerns/hammer.rb
 - lib/foreman_maintain/concerns/logger.rb
 - lib/foreman_maintain/concerns/metadata.rb
@@ -418,6 +423,8 @@ files:
 - lib/foreman_maintain/concerns/scenario_metadata.rb
 - lib/foreman_maintain/concerns/system_helpers.rb
 - lib/foreman_maintain/concerns/system_service.rb
+- lib/foreman_maintain/concerns/upstream.rb
+- lib/foreman_maintain/concerns/versions.rb
 - lib/foreman_maintain/config.rb
 - lib/foreman_maintain/context.rb
 - lib/foreman_maintain/core_ext.rb

data/definitions/features/foreman_1_11_x.rb

@@ -1,9 +0,0 @@
-require 'features/foreman_1_7_x'
-
-class Features::Foreman_1_11_x < Features::Foreman_1_7_x
-  metadata do
-    confine do
-      check_min_version('foreman', '1.11')
-    end
-  end
-end

data/definitions/features/foreman_1_7_x.rb

@@ -1,9 +0,0 @@
-class Features::Foreman_1_7_x < ForemanMaintain::Feature
-  metadata do
-    label :foreman
-
-    confine do
-      check_min_version('foreman', '1.7')
-    end
-  end
-end

data/definitions/features/upstream.rb

@@ -1,14 +0,0 @@
-class Features::Upstream < ForemanMaintain::Feature
-  metadata do
-    label :upstream
-
-    confine do
-      # TODO: remove this upstream feature
-      !feature(:instance).downstream
-    end
-  end
-
-  def setup_repositories(_version)
-    raise NotImplementedError
-  end
-end

data/definitions/features/upstream_repositories.rb

@@ -1,23 +0,0 @@
-class Features::UpstreamRepositories < ForemanMaintain::Feature
-  metadata do
-    label :upstream_repositories
-    description 'Feature for operations on upstream repositories'
-  end
-
-  def repoids_and_urls
-    repoids_and_urls = {}
-    repository_manager.enabled_repos.each do |repo, url|
-      repo_urls.each do |regex|
-        repoids_and_urls[repo] = url if url =~ regex
-      end
-    end
-    repoids_and_urls
-  end
-
-  private
-
-  def repo_urls
-    [%r{yum.theforeman.org\/*},
-     %r{yum.puppetlabs.com\/*}]
-  end
-end