foreman_maintain 1.11.0 → 1.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0573bbda58a16e7632d6c074d5d99d4ddbace818cede03002efbc47ca9896f33
-  data.tar.gz: '009f7cf5f9fc5d2a7916041266c97dc76fbf44e1c6d670b368edcc0a4bf2c15c'
+  metadata.gz: dfa2280e285e63ea4e7b6269dc6761598c17034fc9febfde0aca731b19a684c3
+  data.tar.gz: b83257b1cefd0ed6e6ad12205442b1817a2b2395b315b08f59a34c8b09833517
 SHA512:
-  metadata.gz: 94f026030c038110b5d7fae4985313b3c00fb7e21e51bdd0026915ae017fb4bad826c72e8fa1797cfe78dc5dd89bcfe8d92d17ae25ffe288433e9a4cf278f79d
-  data.tar.gz: e7cc1350ad46e6d71a7651e83f9bbb4cdfb3db1eabe39691f84d102bb3ef12491db6920c682e364e8ed1e1db4e762fff2c6d4e11cb370a5b135ff820bc079c37
+  metadata.gz: da581d87a81c7b38ab139245323e2ad3f9958fff5094c27b00ef28ff7e519741f18bb909388c660208ce2531ddc14bb39c7873deeacc1502d11185417f4bb321
+  data.tar.gz: 143cd40662be08087e1da5f2cb29c40dbe24bbecd19ea292c6c34394b218606aeb024ddd2757d7fbbbb0edfc5d1220b92dcde0596bd011be6e8ec2cc47274a3c

data/definitions/checks/container/podman_login.rb

@@ -0,0 +1,30 @@
+module Checks::Container
+  class PodmanLogin < ForemanMaintain::Check
+    metadata do
+      for_feature :satellite
+      confine do
+        feature(:satellite)&.connected? && feature(:containers)
+      end
+      description 'Check whether podman is logged in to registry'
+      tags :pre_upgrade
+    end
+
+    def run
+      login_status, _output = execute_with_status('podman login --get-login registry.redhat.io')
+      assert(
+        login_status == 0,
+        failure_message
+      )
+    end
+
+    private
+
+    def failure_message
+      <<~MSG
+        You are using containers from registry.redhat.io,
+        but your system is not logged in to the registry, or the login expired.
+        Please login to registry.redhat.io.
+      MSG
+    end
+  end
+end

data/definitions/checks/iop_advisor/db_up.rb

@@ -0,0 +1,33 @@
+module Checks
+  module IopAdvisor
+    class DBUp < ForemanMaintain::Check
+      metadata do
+        description 'Make sure IoP Advisor DB is up'
+        label :iop_advisor_db_up
+        for_feature :iop_advisor
+      end
+
+      def run
+        status = false
+        if feature(:iop_advisor_database).psql_cmd_available?
+          with_spinner('Checking connection to the IoP Advisor DB') do
+            status = feature(:iop_advisor_database).ping
+          end
+          assert(status, 'IoP Advisor DB is not responding. ' \
+            'It needs to be up and running to perform the following steps',
+            :next_steps => start_pgsql)
+        else
+          feature(:iop_advisor_database).raise_psql_missing_error
+        end
+      end
+
+      def start_pgsql
+        if feature(:iop_advisor_database).local?
+          [Procedures::Service::Start.new(:only => 'postgresql')]
+        else
+          [] # there is nothing we can do for remote db
+        end
+      end
+    end
+  end
+end

data/definitions/checks/iop_inventory/db_up.rb

@@ -0,0 +1,33 @@
+module Checks
+  module IopInventory
+    class DBUp < ForemanMaintain::Check
+      metadata do
+        description 'Make sure IoP Inventory DB is up'
+        label :iop_inventory_db_up
+        for_feature :iop_inventory
+      end
+
+      def run
+        status = false
+        if feature(:iop_inventory_database).psql_cmd_available?
+          with_spinner('Checking connection to the IoP Inventory DB') do
+            status = feature(:iop_inventory_database).ping
+          end
+          assert(status, 'IoP Inventory DB is not responding. ' \
+            'It needs to be up and running to perform the following steps',
+            :next_steps => start_pgsql)
+        else
+          feature(:iop_inventory_database).raise_psql_missing_error
+        end
+      end
+
+      def start_pgsql
+        if feature(:iop_inventory_database).local?
+          [Procedures::Service::Start.new(:only => 'postgresql')]
+        else
+          [] # there is nothing we can do for remote db
+        end
+      end
+    end
+  end
+end

data/definitions/checks/iop_remediations/db_up.rb

@@ -0,0 +1,33 @@
+module Checks
+  module IopRemediations
+    class DBUp < ForemanMaintain::Check
+      metadata do
+        description 'Make sure IoP Remediations DB is up'
+        label :iop_remediations_db_up
+        for_feature :iop_remediations
+      end
+
+      def run
+        status = false
+        if feature(:iop_remediations_database).psql_cmd_available?
+          with_spinner('Checking connection to the IoP Remediations DB') do
+            status = feature(:iop_remediations_database).ping
+          end
+          assert(status, 'IoP Remediations DB is not responding. ' \
+            'It needs to be up and running to perform the following steps',
+            :next_steps => start_pgsql)
+        else
+          feature(:iop_remediations_database).raise_psql_missing_error
+        end
+      end
+
+      def start_pgsql
+        if feature(:iop_remediations_database).local?
+          [Procedures::Service::Start.new(:only => 'postgresql')]
+        else
+          [] # there is nothing we can do for remote db
+        end
+      end
+    end
+  end
+end

data/definitions/checks/iop_vmaas/db_up.rb

@@ -0,0 +1,33 @@
+module Checks
+  module IopVmaas
+    class DBUp < ForemanMaintain::Check
+      metadata do
+        description 'Make sure IoP Vmaas DB is up'
+        label :iop_vmaas_db_up
+        for_feature :iop_vmaas
+      end
+
+      def run
+        status = false
+        if feature(:iop_vmaas_database).psql_cmd_available?
+          with_spinner('Checking connection to the IoP Vmaas DB') do
+            status = feature(:iop_vmaas_database).ping
+          end
+          assert(status, 'IoP Vmaas DB is not responding. ' \
+            'It needs to be up and running to perform the following steps',
+            :next_steps => start_pgsql)
+        else
+          feature(:iop_vmaas_database).raise_psql_missing_error
+        end
+      end
+
+      def start_pgsql
+        if feature(:iop_vmaas_database).local?
+          [Procedures::Service::Start.new(:only => 'postgresql')]
+        else
+          [] # there is nothing we can do for remote db
+        end
+      end
+    end
+  end
+end

data/definitions/checks/iop_vulnerability/db_up.rb

@@ -0,0 +1,33 @@
+module Checks
+  module IopVulnerability
+    class DBUp < ForemanMaintain::Check
+      metadata do
+        description 'Make sure IoP Vulnerability DB is up'
+        label :iop_vulnerability_db_up
+        for_feature :iop_vulnerability
+      end
+
+      def run
+        status = false
+        if feature(:iop_vulnerability_database).psql_cmd_available?
+          with_spinner('Checking connection to the IoP Vulnerability DB') do
+            status = feature(:iop_vulnerability_database).ping
+          end
+          assert(status, 'IoP Vulnerability DB is not responding. ' \
+            'It needs to be up and running to perform the following steps',
+            :next_steps => start_pgsql)
+        else
+          feature(:iop_vulnerability_database).raise_psql_missing_error
+        end
+      end
+
+      def start_pgsql
+        if feature(:iop_vulnerability_database).local?
+          [Procedures::Service::Start.new(:only => 'postgresql')]
+        else
+          [] # there is nothing we can do for remote db
+        end
+      end
+    end
+  end
+end

data/definitions/features/containers.rb

@@ -0,0 +1,8 @@
+class Features::Containers < ForemanMaintain::Feature
+  metadata do
+    label :containers
+    confine do
+      Dir.exist?('/etc/containers/systemd') && !Dir.empty?('/etc/containers/systemd')
+    end
+  end
+end

data/definitions/features/iop.rb

@@ -0,0 +1,46 @@
+class Features::Iop < ForemanMaintain::Feature
+  metadata do
+    label :iop
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def config_files
+    [
+      '/var/lib/kafka',
+      '/var/lib/vmaas',
+    ]
+  end
+
+  # rubocop:disable Metrics/MethodLength
+  def services
+    [
+      system_service('iop-core-engine', 20),
+      system_service('iop-core-gateway', 20),
+      system_service('iop-core-host-inventory', 20),
+      system_service('iop-core-host-inventory-api', 20),
+      system_service('iop-core-host-inventory-migrate', 20),
+      system_service('iop-core-ingress', 20),
+      system_service('iop-core-kafka', 20),
+      system_service('iop-core-puptoo', 20),
+      system_service('iop-core-yuptoo', 20),
+      system_service('iop-service-advisor-backend-api', 20),
+      system_service('iop-service-advisor-backend-service', 20),
+      system_service('iop-service-remediations-api', 20),
+      system_service('iop-service-vmaas-reposcan', 20),
+      system_service('iop-service-vmaas-webapp-go', 20),
+      system_service('iop-service-vuln-dbupgrade', 20),
+      system_service('iop-service-vuln-evaluator-recalc', 20),
+      system_service('iop-service-vuln-evaluator-upload', 20),
+      system_service('iop-service-vuln-grouper', 20),
+      system_service('iop-service-vuln-listener', 20),
+      system_service('iop-service-vuln-manager', 20),
+      system_service('iop-service-vuln-taskomatic', 20),
+      system_service('iop-service-vuln-vmaas-sync', 20),
+    ]
+  end
+  # rubocop:enable Metrics/MethodLength
+end

data/definitions/features/iop_advisor_database.rb

@@ -0,0 +1,45 @@
+class Features::IopAdvisorDatabase < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::BaseDatabase
+
+  metadata do
+    label :iop_advisor_database
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def configuration
+    @configuration || load_configuration
+  end
+
+  def services
+    [
+      system_service('postgresql', 10, :component => 'iop',
+        :db_feature => feature(:iop_advisor_database)),
+    ]
+  end
+
+  private
+
+  def load_configuration
+    podman_command = "podman exec iop-service-advisor-api bash -c 'env |grep DB_'"
+    podman_result = execute!(podman_command, merge_stderr: false).lines.map do |l|
+      l.strip.split('=')
+    end.to_h
+
+    db_host = if podman_result['ADVISOR_DB_HOST'].start_with?('/var/run/postgresql')
+                'localhost'
+              else
+                podman_result['ADVISOR_DB_HOST']
+              end
+    @configuration = {
+      'host' => db_host,
+      'port' => podman_result['ADVISOR_DB_PORT'],
+      'database' => podman_result['ADVISOR_DB_NAME'],
+      'password' => podman_result['ADVISOR_DB_PASSWORD'],
+      'username' => podman_result['ADVISOR_DB_USER'],
+    }
+  end
+end

data/definitions/features/iop_inventory_database.rb

@@ -0,0 +1,45 @@
+class Features::IopInventoryDatabase < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::BaseDatabase
+
+  metadata do
+    label :iop_inventory_database
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def configuration
+    @configuration || load_configuration
+  end
+
+  def services
+    [
+      system_service('postgresql', 10, :component => 'iop',
+        :db_feature => feature(:iop_inventory_database)),
+    ]
+  end
+
+  private
+
+  def load_configuration
+    podman_command = "podman exec iop-core-host-inventory bash -c 'env |grep INVENTORY_DB_'"
+    podman_result = execute!(podman_command, merge_stderr: false).lines.map do |l|
+      l.strip.split('=')
+    end.to_h
+
+    db_host = if podman_result['INVENTORY_DB_HOST'].start_with?('/var/run/postgresql')
+                'localhost'
+              else
+                podman_result['INVENTORY_DB_HOST']
+              end
+    @configuration = {
+      'host' => db_host,
+      'port' => podman_result['INVENTORY_DB_PORT'],
+      'database' => podman_result['INVENTORY_DB_NAME'],
+      'password' => podman_result['INVENTORY_DB_PASS'],
+      'username' => podman_result['INVENTORY_DB_USER'],
+    }
+  end
+end

data/definitions/features/iop_remediations_database.rb

@@ -0,0 +1,45 @@
+class Features::IopRemediationsDatabase < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::BaseDatabase
+
+  metadata do
+    label :iop_remediations_database
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def configuration
+    @configuration || load_configuration
+  end
+
+  def services
+    [
+      system_service('postgresql', 10, :component => 'iop',
+        :db_feature => feature(:iop_remediations_database)),
+    ]
+  end
+
+  private
+
+  def load_configuration
+    podman_command = "podman exec iop-service-remediations-api bash -c 'env |grep DB_'"
+    podman_result = execute!(podman_command, merge_stderr: false).lines.map do |l|
+      l.strip.split('=')
+    end.to_h
+
+    db_host = if podman_result['DB_HOST'].start_with?('/var/run/postgresql')
+                'localhost'
+              else
+                podman_result['DB_HOST']
+              end
+    @configuration = {
+      'host' => db_host,
+      'port' => podman_result['DB_PORT'],
+      'database' => podman_result['DB_DATABASE'],
+      'password' => podman_result['DB_PASSWORD'],
+      'username' => podman_result['DB_USERNAME'],
+    }
+  end
+end

data/definitions/features/iop_vmaas_database.rb

@@ -0,0 +1,45 @@
+class Features::IopVmaasDatabase < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::BaseDatabase
+
+  metadata do
+    label :iop_vmaas_database
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def configuration
+    @configuration || load_configuration
+  end
+
+  def services
+    [
+      system_service('postgresql', 10, :component => 'iop',
+        :db_feature => feature(:iop_vmaas_database)),
+    ]
+  end
+
+  private
+
+  def load_configuration
+    podman_command = "podman exec iop-service-vmaas-reposcan bash -c 'env |grep POSTGRESQL_'"
+    podman_result = execute!(podman_command, merge_stderr: false).lines.map do |l|
+      l.strip.split('=')
+    end.to_h
+
+    db_host = if podman_result['POSTGRESQL_HOST'].start_with?('/var/run/postgresql')
+                'localhost'
+              else
+                podman_result['POSTGRESQL_HOST']
+              end
+    @configuration = {
+      'host' => db_host,
+      'port' => podman_result['POSTGRESQL_PORT'],
+      'database' => podman_result['POSTGRESQL_DATABASE'],
+      'password' => podman_result['POSTGRESQL_PASSWORD'],
+      'username' => podman_result['POSTGRESQL_USER'],
+    }
+  end
+end

data/definitions/features/iop_vulnerability_database.rb

@@ -0,0 +1,45 @@
+class Features::IopVulnerabilityDatabase < ForemanMaintain::Feature
+  include ForemanMaintain::Concerns::BaseDatabase
+
+  metadata do
+    label :iop_vulnerability_database
+
+    confine do
+      File.exist?('/etc/containers/networks/iop-core-network.json') ||
+        File.exist?('/etc/containers/systemd/iop-core.network')
+    end
+  end
+
+  def configuration
+    @configuration || load_configuration
+  end
+
+  def services
+    [
+      system_service('postgresql', 10, :component => 'iop',
+        :db_feature => feature(:iop_vulnerability_database)),
+    ]
+  end
+
+  private
+
+  def load_configuration
+    podman_command = "podman exec iop-service-vuln-manager bash -c 'env |grep POSTGRES_'"
+    podman_result = execute!(podman_command, merge_stderr: false).lines.map do |l|
+      l.strip.split('=')
+    end.to_h
+
+    db_host = if podman_result['POSTGRES_HOST'].start_with?('/var/run/postgresql')
+                'localhost'
+              else
+                podman_result['POSTGRES_HOST']
+              end
+    @configuration = {
+      'host' => db_host,
+      'port' => podman_result['POSTGRES_PORT'],
+      'database' => podman_result['POSTGRES_DB'],
+      'password' => podman_result['POSTGRES_PASSWORD'],
+      'username' => podman_result['POSTGRES_USER'],
+    }
+  end
+end

data/definitions/procedures/backup/online/iop_advisor_db.rb

@@ -0,0 +1,20 @@
+module Procedures::Backup
+  module Online
+    class IopAdvisorDB < ForemanMaintain::Procedure
+      metadata do
+        description 'Backup IoP Advisor database'
+        tags :backup
+        label :backup_online_iop_advisor_db
+        for_feature :iop_advisor_database
+        preparation_steps { Checks::IopAdvisor::DBUp.new }
+        param :backup_dir, 'Directory where to backup to', :required => true
+      end
+
+      def run
+        with_spinner('Getting IoP Advisor DB dump') do
+          feature(:iop_advisor_database).dump_db(File.join(@backup_dir, 'iop_advisor.dump'))
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/backup/online/iop_inventory_db.rb

@@ -0,0 +1,20 @@
+module Procedures::Backup
+  module Online
+    class IopInventoryDB < ForemanMaintain::Procedure
+      metadata do
+        description 'Backup IoP Inventory database'
+        tags :backup
+        label :backup_online_iop_inventory_db
+        for_feature :iop_inventory_database
+        preparation_steps { Checks::IopInventory::DBUp.new }
+        param :backup_dir, 'Directory where to backup to', :required => true
+      end
+
+      def run
+        with_spinner('Getting IoP Inventory DB dump') do
+          feature(:iop_inventory_database).dump_db(File.join(@backup_dir, 'iop_inventory.dump'))
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/backup/online/iop_remediations_db.rb

@@ -0,0 +1,21 @@
+module Procedures::Backup
+  module Online
+    class IopRemediationsDB < ForemanMaintain::Procedure
+      metadata do
+        description 'Backup IoP Remediations database'
+        tags :backup
+        label :backup_online_iop_remediations_db
+        for_feature :iop_remediations_database
+        preparation_steps { Checks::IopRemediations::DBUp.new }
+        param :backup_dir, 'Directory where to backup to', :required => true
+      end
+
+      def run
+        with_spinner('Getting IoP Remediations DB dump') do
+          feature(:iop_remediations_database).dump_db(File.join(@backup_dir,
+            'iop_remediations.dump'))
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/backup/online/iop_vmaas_db.rb

@@ -0,0 +1,20 @@
+module Procedures::Backup
+  module Online
+    class IopVmaasDB < ForemanMaintain::Procedure
+      metadata do
+        description 'Backup IoP Vmaas database'
+        tags :backup
+        label :backup_online_iop_vmaas_db
+        for_feature :iop_vmaas_database
+        preparation_steps { Checks::IopVmaas::DBUp.new }
+        param :backup_dir, 'Directory where to backup to', :required => true
+      end
+
+      def run
+        with_spinner('Getting IoP Vmaas DB dump') do
+          feature(:iop_vmaas_database).dump_db(File.join(@backup_dir, 'iop_vmaas.dump'))
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/backup/online/iop_vulnerability_db.rb

@@ -0,0 +1,21 @@
+module Procedures::Backup
+  module Online
+    class IopVulnerabilityDB < ForemanMaintain::Procedure
+      metadata do
+        description 'Backup IoP Vulnerability database'
+        tags :backup
+        label :backup_online_iop_vulnerability_db
+        for_feature :iop_vulnerability_database
+        preparation_steps { Checks::IopVulnerability::DBUp.new }
+        param :backup_dir, 'Directory where to backup to', :required => true
+      end
+
+      def run
+        with_spinner('Getting IoP Vulnerability DB dump') do
+          feature(:iop_vulnerability_database).dump_db(File.join(@backup_dir,
+            'iop_vulnerability.dump'))
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/restore/drop_databases.rb

@@ -8,7 +8,12 @@ module Procedures::Restore
         :required => true
 
       confine do
-        feature(:foreman_database) || feature(:candlepin_database) || feature(:pulpcore_database)
+        feature(:foreman_database) || feature(:candlepin_database) || feature(:pulpcore_database) ||
+          feature(:iop_advisor_database) ||
+          feature(:iop_inventory_database) ||
+          feature(:iop_remediations_database) ||
+          feature(:iop_vmaas_database) ||
+          feature(:iop_vulnerability_database)
       end
     end
 
@@ -20,6 +25,11 @@ module Procedures::Restore
         drop_foreman(backup, spinner)
         drop_candlepin(backup, spinner)
         drop_pulpcore(backup, spinner)
+        drop_iop_advisor(backup, spinner)
+        drop_iop_inventory(backup, spinner)
+        drop_iop_remediations(backup, spinner)
+        drop_iop_vmaas(backup, spinner)
+        drop_iop_vulnerability(backup, spinner)
       end
     end
 
@@ -43,5 +53,40 @@ module Procedures::Restore
         feature(:pulpcore_database).dropdb
       end
     end
+
+    def drop_iop_advisor(backup, spinner)
+      if backup.file_map[:iop_advisor_dump][:present]
+        spinner.update('Dropping iop_advisor database')
+        feature(:iop_advisor_database).dropdb
+      end
+    end
+
+    def drop_iop_inventory(backup, spinner)
+      if backup.file_map[:iop_inventory_dump][:present]
+        spinner.update('Dropping iop_inventory database')
+        feature(:iop_inventory_database).dropdb
+      end
+    end
+
+    def drop_iop_remediations(backup, spinner)
+      if backup.file_map[:iop_remediations_dump][:present]
+        spinner.update('Dropping iop_remediations database')
+        feature(:iop_remediations_database).dropdb
+      end
+    end
+
+    def drop_iop_vmaas(backup, spinner)
+      if backup.file_map[:iop_vmaas_dump][:present]
+        spinner.update('Dropping iop_vmaas database')
+        feature(:iop_vmaas_database).dropdb
+      end
+    end
+
+    def drop_iop_vulnerability(backup, spinner)
+      if backup.file_map[:iop_vulnerability_dump][:present]
+        spinner.update('Dropping iop_vulnerability database')
+        feature(:iop_vulnerability_database).dropdb
+      end
+    end
   end
 end

data/definitions/procedures/restore/iop_advisor_dump.rb

@@ -0,0 +1,27 @@
+module Procedures::Restore
+  class IopAdvisorDump < ForemanMaintain::Procedure
+    metadata do
+      description 'Restore IoP Advisor dump from backup'
+      param :backup_dir,
+        'Path to backup directory',
+        :required => true
+      preparation_steps { Checks::IopAdvisor::DBUp.new }
+      confine do
+        feature(:iop_advisor_database)
+      end
+    end
+
+    def run
+      backup = ForemanMaintain::Utils::Backup.new(@backup_dir)
+
+      with_spinner('Restoring IoP Advisor dump') do |_spinner|
+        if backup.file_map[:candlepin_dump][:present]
+          local = feature(:iop_advisor_database).local?
+          feature(:iop_advisor_database).restore_dump(
+            backup.file_map[:iop_advisor_dump][:path], local
+          )
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/restore/iop_inventory_dump.rb

@@ -0,0 +1,27 @@
+module Procedures::Restore
+  class IopInventoryDump < ForemanMaintain::Procedure
+    metadata do
+      description 'Restore IoP Inventory dump from backup'
+      param :backup_dir,
+        'Path to backup directory',
+        :required => true
+      preparation_steps { Checks::IopInventory::DBUp.new }
+      confine do
+        feature(:iop_inventory_database)
+      end
+    end
+
+    def run
+      backup = ForemanMaintain::Utils::Backup.new(@backup_dir)
+
+      with_spinner('Restoring IoP Inventory dump') do |_spinner|
+        if backup.file_map[:candlepin_dump][:present]
+          local = feature(:iop_inventory_database).local?
+          feature(:iop_inventory_database).restore_dump(
+            backup.file_map[:iop_inventory_dump][:path], local
+          )
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/restore/iop_remediations_dump.rb

@@ -0,0 +1,27 @@
+module Procedures::Restore
+  class IopRemediationsDump < ForemanMaintain::Procedure
+    metadata do
+      description 'Restore IoP Remediations dump from backup'
+      param :backup_dir,
+        'Path to backup directory',
+        :required => true
+      preparation_steps { Checks::IopRemediations::DBUp.new }
+      confine do
+        feature(:iop_remediations_database)
+      end
+    end
+
+    def run
+      backup = ForemanMaintain::Utils::Backup.new(@backup_dir)
+
+      with_spinner('Restoring IoP Remediations dump') do |_spinner|
+        if backup.file_map[:candlepin_dump][:present]
+          local = feature(:iop_remediations_database).local?
+          feature(:iop_remediations_database).restore_dump(
+            backup.file_map[:iop_remediations_dump][:path], local
+          )
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/restore/iop_vmaas_dump.rb

@@ -0,0 +1,25 @@
+module Procedures::Restore
+  class IopVmaasDump < ForemanMaintain::Procedure
+    metadata do
+      description 'Restore IoP Vmaas dump from backup'
+      param :backup_dir,
+        'Path to backup directory',
+        :required => true
+      preparation_steps { Checks::IopVmaas::DBUp.new }
+      confine do
+        feature(:iop_vmaas_database)
+      end
+    end
+
+    def run
+      backup = ForemanMaintain::Utils::Backup.new(@backup_dir)
+
+      with_spinner('Restoring IoP Vmaas dump') do |_spinner|
+        if backup.file_map[:candlepin_dump][:present]
+          local = feature(:iop_vmaas_database).local?
+          feature(:iop_vmaas_database).restore_dump(backup.file_map[:iop_vmaas_dump][:path], local)
+        end
+      end
+    end
+  end
+end

data/definitions/procedures/restore/iop_vulnerability_dump.rb

@@ -0,0 +1,27 @@
+module Procedures::Restore
+  class IopVulnerabilityDump < ForemanMaintain::Procedure
+    metadata do
+      description 'Restore IoP Vulnerability dump from backup'
+      param :backup_dir,
+        'Path to backup directory',
+        :required => true
+      preparation_steps { Checks::IopVulnerability::DBUp.new }
+      confine do
+        feature(:iop_vulnerability_database)
+      end
+    end
+
+    def run
+      backup = ForemanMaintain::Utils::Backup.new(@backup_dir)
+
+      with_spinner('Restoring IoP Vulnerability dump') do |_spinner|
+        if backup.file_map[:candlepin_dump][:present]
+          local = feature(:iop_vulnerability_database).local?
+          feature(:iop_vulnerability_database).restore_dump(
+            backup.file_map[:iop_vulnerability_dump][:path], local
+          )
+        end
+      end
+    end
+  end
+end

data/definitions/reports/image_mode_hosts.rb

@@ -1,7 +1,7 @@
 module Reports
   class ImageModeHosts < ForemanMaintain::Report
     metadata do
-      description 'Report number of image mode hosts registered by operating system'
+      description 'Report metrics related to use of image mode'
       confine do
         feature(:katello)
       end
@@ -9,6 +9,7 @@ module Reports
 
     def run
       merge_data('image_mode_hosts_by_os_count') { image_mode_hosts_by_os_count }
+      data['remote_execution_transient_package_actions_count'] = transient_actions_count
     end
 
     # OS usage on image mode hosts
@@ -23,5 +24,27 @@ module Reports
       ).
         to_h { |row| [row['os_name'], row['hosts_count'].to_i] }
     end
+
+    def transient_actions_count
+      cte = <<~CTE
+        WITH bootc_hosts AS (
+          SELECT hosts.id FROM hosts
+          INNER JOIN katello_content_facets AS kcf ON hosts.id = kcf.host_id
+          WHERE kcf.bootc_booted_digest IS NOT NULL
+        )
+      CTE
+
+      sql = <<~SQL
+        job_invocations AS ji
+          INNER JOIN remote_execution_features AS ref ON ji.remote_execution_feature_id = ref.id
+          INNER JOIN template_invocations AS ti ON ji.id = ti.job_invocation_id
+          INNER JOIN bootc_hosts ON bootc_hosts.id = ti.host_id
+          WHERE ref.label LIKE 'katello_package%'
+             OR ref.label LIKE 'katello_errata%'
+             OR ref.label LIKE 'katello_group%'
+      SQL
+
+      sql_count(sql, cte: cte)
+    end
   end
 end

data/definitions/reports/inventory.rb

@@ -7,6 +7,7 @@ module Reports
     def run
       merge_data('hosts_by_type_count') { hosts_by_type_count }
       merge_data('hosts_by_os_count') { hosts_by_os_count }
+      merge_data('hosts_by_family_count') { hosts_by_family_count }
       merge_data('facts_by_type') { facts_by_type }
       merge_data('audits') { audits }
       merge_data('parameters_count') { parameters }
@@ -31,6 +32,17 @@ module Reports
         to_h { |row| [row['os_name'], row['hosts_count'].to_i] }
     end
 
+    def hosts_by_family_count
+      query(
+        <<-SQL
+            select max(operatingsystems.type) as os_family, count(*) as hosts_count
+            from hosts inner join operatingsystems on operatingsystem_id = operatingsystems.id
+            group by operatingsystems.type
+        SQL
+      ).
+        to_h { |row| [row['os_family'], row['hosts_count'].to_i] }
+    end
+
     # Facts usage
     def facts_by_type
       query(

data/definitions/scenarios/backup.rb

@@ -46,6 +46,11 @@ module ForemanMaintain::Scenarios
         Procedures::Backup::Pulp => :backup_dir,
         Procedures::Backup::Online::CandlepinDB => :backup_dir,
         Procedures::Backup::Online::ForemanDB => :backup_dir,
+        Procedures::Backup::Online::IopAdvisorDB => :backup_dir,
+        Procedures::Backup::Online::IopInventoryDB => :backup_dir,
+        Procedures::Backup::Online::IopRemediationsDB => :backup_dir,
+        Procedures::Backup::Online::IopVmaasDB => :backup_dir,
+        Procedures::Backup::Online::IopVulnerabilityDB => :backup_dir,
         Procedures::Backup::Online::PulpcoreDB => :backup_dir)
       context.map(:preserve_dir,
         Procedures::Backup::PrepareDirectory => :preserve_dir)
@@ -102,6 +107,11 @@ module ForemanMaintain::Scenarios
       add_steps_with_context(
         Procedures::Backup::Online::CandlepinDB,
         Procedures::Backup::Online::ForemanDB,
+        Procedures::Backup::Online::IopAdvisorDB,
+        Procedures::Backup::Online::IopInventoryDB,
+        Procedures::Backup::Online::IopRemediationsDB,
+        Procedures::Backup::Online::IopVmaasDB,
+        Procedures::Backup::Online::IopVulnerabilityDB,
         Procedures::Backup::Online::PulpcoreDB
       )
     end

data/definitions/scenarios/restore.rb

@@ -52,6 +52,7 @@ module ForemanMaintain::Scenarios
     end
     # rubocop:enable Metrics/MethodLength,Metrics/AbcSize
 
+    # rubocop:disable Metrics/MethodLength,Metrics/AbcSize,Metrics/CyclomaticComplexity
     def restore_sql_dumps(backup)
       if feature(:instance).postgresql_local?
         add_step(Procedures::Service::Start.new(:only => ['postgresql']))
@@ -62,6 +63,24 @@ module ForemanMaintain::Scenarios
       if backup.file_map[:foreman_dump][:present]
         add_steps_with_context(Procedures::Restore::ForemanDump)
       end
+      if backup.file_map[:iop_advisor_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopAdvisorDump)
+      end
+      if backup.file_map[:iop_inventory_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopInventoryDump)
+      end
+      if backup.file_map[:iop_remediations_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopRemediationsDump)
+      end
+      if backup.file_map[:iop_advisor_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopAdvisorDump)
+      end
+      if backup.file_map[:iop_vmaas_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopVmaasDump)
+      end
+      if backup.file_map[:iop_vulnerability_dump][:present]
+        add_steps_with_context(Procedures::Restore::IopVulnerabilityDump)
+      end
       if backup.file_map[:pulpcore_dump][:present]
         add_steps_with_context(Procedures::Restore::PulpcoreDump)
       end
@@ -69,6 +88,7 @@ module ForemanMaintain::Scenarios
         add_step(Procedures::Service::Stop.new(:only => ['postgresql']))
       end
     end
+    # rubocop:enable Metrics/MethodLength,Metrics/AbcSize,Metrics/CyclomaticComplexity
 
     def set_context_mapping
       context.map(:backup_dir,
@@ -81,6 +101,11 @@ module ForemanMaintain::Scenarios
         Procedures::Restore::DropDatabases => :backup_dir,
         Procedures::Restore::CandlepinDump => :backup_dir,
         Procedures::Restore::ForemanDump => :backup_dir,
+        Procedures::Restore::IopAdvisorDump => :backup_dir,
+        Procedures::Restore::IopInventoryDump => :backup_dir,
+        Procedures::Restore::IopRemediationsDump => :backup_dir,
+        Procedures::Restore::IopVmaasDump => :backup_dir,
+        Procedures::Restore::IopVulnerabilityDump => :backup_dir,
         Procedures::Restore::PulpcoreDump => :backup_dir,
         Procedures::Restore::ExtractFiles => :backup_dir)
     end

data/definitions/scenarios/satellite_upgrade.rb

@@ -36,6 +36,7 @@ module Scenarios::Satellite
         Checks::CheckHotfixInstalled,
         Checks::CheckTmout,
         Checks::CheckUpstreamRepository,
+        Checks::Container::PodmanLogin, # if downstream, connected, containers used
         Checks::Disk::AvailableSpace,
         Checks::Disk::AvailableSpaceCandlepin, # if candlepin
         Checks::Disk::PostgresqlMountpoint,

data/definitions/scenarios/update.rb

@@ -35,6 +35,7 @@ module Scenarios::Update
         Checks::CheckTmout,
         Checks::CheckIpv6Disable,
         Checks::CheckUpstreamRepository,
+        Checks::Container::PodmanLogin, # if downstream, connected, containers used
         Checks::Disk::AvailableSpace,
         Checks::Disk::AvailableSpaceCandlepin, # if candlepin
         Checks::Foreman::ValidateExternalDbVersion, # if external database

data/lib/foreman_maintain/cli/report_command.rb

@@ -3,23 +3,125 @@ module ForemanMaintain
     class ReportCommand < Base
       extend Concerns::Finders
 
+      def generate_report
+        scenario = run_scenario(Scenarios::Report::Generate.new({}, [:reports])).first
+
+        # description can be used too
+        report_data = scenario.steps.map(&:data).compact.reduce(&:merge).transform_keys(&:to_s)
+        report_data['version'] = 1
+        report_data
+      end
+
+      def save_report(report, file)
+        if file
+          File.write(file, report)
+        else
+          puts report
+        end
+      end
+
       option '--output', 'FILE', 'Output the generate report into FILE'
       subcommand 'generate', 'Generates the usage reports' do
         def execute
-          scenario = run_scenario(Scenarios::Report::Generate.new({}, [:reports])).first
-
-          # description can be used too
-          report_data = scenario.steps.map(&:data).compact.reduce(&:merge).transform_keys(&:to_s)
-          report_data['version'] = 1
+          report_data = generate_report
           yaml = report_data.to_yaml
-          if @output
-            File.write(@output, yaml)
-          else
-            puts yaml
-          end
+          save_report(yaml, @output)
+
           exit runner.exit_code
         end
       end
+
+      option '--input', 'FILE', 'Input the report from FILE'
+      option '--output', 'FILE', 'Output the condense report into FILE'
+      option '--max-age', 'HOURS', 'Max age of the report in hours'
+      subcommand 'condense',
+        'Generate a JSON formatted report with condensed data from the original report.' do
+        def execute
+          data = if fresh_enough?(@input, @max_age)
+                   YAML.load_file(@input)
+                 else
+                   generate_report
+                 end
+
+          report = condense_report(data)
+          report = prefix_keys(report)
+          save_report(JSON.dump(report), @output)
+        end
+
+        def condense_report(data)
+          result = {}
+          %w[advisor_on_prem_remediations_count rhel_ai_workload_host_count].each do |key|
+            result[key] = data[key] || 0
+          end
+          result.merge!(aggregate_host_count(data))
+          result.merge!(aggregate_image_mode_host_count(data))
+          result.merge!(aggregate_networking_metrics(data))
+          result
+        end
+
+        # Aggregates the host count numbers. The goal is to distinguish
+        # - RHEL hosts
+        # - RedHat family but not RHEL hosts
+        # - Other hosts
+        def aggregate_host_count(data)
+          result = {}
+          rhel_count = data['hosts_by_os_count|RedHat'] || 0
+          rh_count = data['hosts_by_family_count|Redhat'] || 0
+          result['host_rhel_count'] = rhel_count
+          result['host_redhat_count'] = rh_count - rhel_count
+          result['host_other_count'] = data.select do |k, _|
+            k.start_with?('hosts_by_os_count')
+          end.values.sum - rhel_count - rh_count
+          result
+        end
+
+        def aggregate_image_mode_host_count(data)
+          count = data.select { |k, _| k.start_with?('image_mode_hosts_by_os_count') }.values.sum
+          { 'image_mode_host_count' => count }
+        end
+
+        def aggregate_networking_metrics(data)
+          ipv6 = any_positive?(data, %w[subnet_ipv6_count hosts_with_ipv6only_interface_count
+                                        foreman_interfaces_ipv6only_count])
+          # Deployment is considered to run in dualstack mode if:
+          # - Foreman has both ipv6 and ipv4 addresses on a single interface
+          # - or if any host in Foreman has both ipv6 and ipv4 addresses on a single interface
+          dualstack = any_positive?(data, %w[hosts_with_dualstack_interface_count
+                                             foreman_interfaces_dualstack_count])
+
+          # - or if there are both ipv4 and ipv6 subnets defined
+          dualstack |= all_positive?(data, %w[subnet_ipv4_count subnet_ipv6_count])
+
+          # - or if any host in Foreman has an interface with only an ipv4 address
+          #   as well as another interface with ipv6 address
+          dualstack |= all_positive?(data, %w[hosts_with_ipv4only_interface_count
+                                              hosts_with_ipv6only_interface_count])
+
+          # - or if Foreman has an interface with only an ipv4 address
+          #   as well as another interface with ipv6 address
+          dualstack |= all_positive?(data,
+            %w[foreman_interfaces_ipv4only_count foreman_interfaces_ipv6only_count])
+
+          { 'use_dualstack' => dualstack, 'use_ipv6' => ipv6 }
+        end
+
+        def all_positive?(source, keys)
+          source.values_at(*keys).map { |x| x || 0 }.all?(&:positive?)
+        end
+
+        def any_positive?(source, keys)
+          source.values_at(*keys).map { |x| x || 0 }.any?(&:positive?)
+        end
+
+        def prefix_keys(data)
+          data.transform_keys { |key| 'foreman.' + key }
+        end
+
+        def fresh_enough?(input, max_age)
+          @input && File.exist?(input) &&
+            (@max_age.nil? || (Time.now - File.stat(input).mtime <= 60 * 60 * max_age.to_i))
+        end
+      end
     end
   end
 end

data/lib/foreman_maintain/concerns/downstream.rb

@@ -2,6 +2,7 @@ module ForemanMaintain
   module Concerns
     module Downstream
       SATELLITE_MAINTAIN_CONFIG = '/usr/share/satellite-maintain/config.yml'.freeze
+      REDHAT_REPO_FILE = '/etc/yum.repos.d/redhat.repo'.freeze
 
       def current_version
         raise NotImplementedError
@@ -57,6 +58,10 @@ module ForemanMaintain
           ForemanMaintain.upgrade_in_progress == satellite_maintain_target_version
       end
 
+      def connected?
+        File.exist?(REDHAT_REPO_FILE) && File.new(REDHAT_REPO_FILE).read.include?('https://cdn.redhat.com')
+      end
+
       private
 
       def satellite_maintain_config

data/lib/foreman_maintain/utils/backup.rb

@@ -31,6 +31,11 @@ module ForemanMaintain
           :pgsql_data => map_file(@backup_dir, 'pgsql_data.tar.gz'),
           :pulp_data => map_file(@backup_dir, 'pulp_data.tar'),
           :foreman_dump => map_file(@backup_dir, 'foreman.dump'),
+          :iop_advisor_dump => map_file(@backup_dir, 'iop_advisor.dump'),
+          :iop_inventory_dump => map_file(@backup_dir, 'iop_inventory.dump'),
+          :iop_remediations_dump => map_file(@backup_dir, 'iop_remediations.dump'),
+          :iop_vmaas_dump => map_file(@backup_dir, 'iop_vmaas.dump'),
+          :iop_vulnerability_dump => map_file(@backup_dir, 'iop_vulnerability.dump'),
           :candlepin_dump => map_file(@backup_dir, 'candlepin.dump'),
           :config_files => map_file(@backup_dir, 'config_files.tar.gz'),
           :metadata => map_file(@backup_dir, 'metadata.yml'),

data/lib/foreman_maintain/utils/service/systemd.rb

@@ -50,12 +50,12 @@ module ForemanMaintain::Utils
       end
 
       def exist?
-        ['enabled', 'disabled'].include?(service_enabled_status)
+        ['enabled', 'disabled', 'generated'].include?(service_enabled_status)
       end
 
       def enabled?
         if @sys.systemd_installed?
-          service_enabled_status == 'enabled'
+          ['enabled', 'generated'].include?(service_enabled_status)
         end
       end
 

data/lib/foreman_maintain/version.rb

@@ -1,3 +1,3 @@
 module ForemanMaintain
-  VERSION = '1.11.0'.freeze
+  VERSION = '1.12.0'.freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foreman_maintain
 version: !ruby/object:Gem::Version
-  version: 1.11.0
+  version: 1.12.0
 platform: ruby
 authors:
 - Ivan Nečas
@@ -162,6 +162,7 @@ files:
 - definitions/checks/check_ipv6_disable.rb
 - definitions/checks/check_sha1_certificate_authority.rb
 - definitions/checks/check_tmout.rb
+- definitions/checks/container/podman_login.rb
 - definitions/checks/disk/available_space.rb
 - definitions/checks/disk/available_space_candlepin.rb
 - definitions/checks/disk/available_space_postgresql13.rb
@@ -184,6 +185,11 @@ files:
 - definitions/checks/foreman_tasks/invalid/check_planning_state.rb
 - definitions/checks/foreman_tasks/not_paused.rb
 - definitions/checks/foreman_tasks/not_running.rb
+- definitions/checks/iop_advisor/db_up.rb
+- definitions/checks/iop_inventory/db_up.rb
+- definitions/checks/iop_remediations/db_up.rb
+- definitions/checks/iop_vmaas/db_up.rb
+- definitions/checks/iop_vulnerability/db_up.rb
 - definitions/checks/maintenance_mode/check_consistency.rb
 - definitions/checks/non_rh_packages.rb
 - definitions/checks/package_manager/dnf/validate_dnf_config.rb
@@ -206,6 +212,7 @@ files:
 - definitions/features/candlepin.rb
 - definitions/features/candlepin_database.rb
 - definitions/features/capsule.rb
+- definitions/features/containers.rb
 - definitions/features/cron.rb
 - definitions/features/dynflow_sidekiq.rb
 - definitions/features/foreman_cockpit.rb
@@ -218,6 +225,12 @@ files:
 - definitions/features/hammer.rb
 - definitions/features/installer.rb
 - definitions/features/instance.rb
+- definitions/features/iop.rb
+- definitions/features/iop_advisor_database.rb
+- definitions/features/iop_inventory_database.rb
+- definitions/features/iop_remediations_database.rb
+- definitions/features/iop_vmaas_database.rb
+- definitions/features/iop_vulnerability_database.rb
 - definitions/features/iptables.rb
 - definitions/features/katello.rb
 - definitions/features/katello_install.rb
@@ -239,6 +252,11 @@ files:
 - definitions/procedures/backup/metadata.rb
 - definitions/procedures/backup/online/candlepin_db.rb
 - definitions/procedures/backup/online/foreman_db.rb
+- definitions/procedures/backup/online/iop_advisor_db.rb
+- definitions/procedures/backup/online/iop_inventory_db.rb
+- definitions/procedures/backup/online/iop_remediations_db.rb
+- definitions/procedures/backup/online/iop_vmaas_db.rb
+- definitions/procedures/backup/online/iop_vulnerability_db.rb
 - definitions/procedures/backup/online/pulpcore_db.rb
 - definitions/procedures/backup/prepare_directory.rb
 - definitions/procedures/backup/pulp.rb
@@ -292,6 +310,11 @@ files:
 - definitions/procedures/restore/extract_files.rb
 - definitions/procedures/restore/foreman_dump.rb
 - definitions/procedures/restore/installer_reset.rb
+- definitions/procedures/restore/iop_advisor_dump.rb
+- definitions/procedures/restore/iop_inventory_dump.rb
+- definitions/procedures/restore/iop_remediations_dump.rb
+- definitions/procedures/restore/iop_vmaas_dump.rb
+- definitions/procedures/restore/iop_vulnerability_dump.rb
 - definitions/procedures/restore/pulpcore_dump.rb
 - definitions/procedures/restore/reindex_databases.rb
 - definitions/procedures/restore/required_packages.rb
@@ -451,7 +474,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Foreman maintenance tool belt
 test_files: []