foreman_rh_cloud 8.0.48 → 8.0.50

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e5aaa9176ddc41ce5b0d3877b0f84d4da1e7646095d9552c0b4e2c268d6cff2b
-  data.tar.gz: 323a006184c5e0f989ef81ac8a010a2e493eb8cd69dc35b93ecb30a2e807dcec
+  metadata.gz: 7cea22a0b284bca946fd3911d2225a4dc3af7207b458dcab9405e29427f8c9a7
+  data.tar.gz: 46a5c322b515ac02c73a10b7b79f1d8195c9f3cf57a42df08c07d814190c5d62
 SHA512:
-  metadata.gz: 4758b21705294f7bc5628878fbcf101e081f7a662426fb50501ad9909b09d7c33959ec316e3b790f248587a0ba85933782c5822c70fe9ec434ab57f070b0b0ca
-  data.tar.gz: e67bebbc9e8d478fa32778037d1fd4172b8633ff0c845bda2fa554c9e51cc74f94eca21ded5b9c7826a0622aa2842908e5abf70f1ffe2472fdecb6c6cf2f7d11
+  metadata.gz: 39ccb8d56628449026625a4781fc1343c8fc6eef22ab96f139d0d9bc9dd3e107d0a92f69917f4136f1d4e5744ccfb5528e2fb52d98ca57d544a6a420990a223b
+  data.tar.gz: 32c33fdb90216680056868fea097b665ab2a8dca2559dfd6ebd2574757d3f9811f34a1f5d092a3a065b5284bca4de1b63ff6678ce7994e66685acd857cd34e43

data/lib/foreman_inventory_upload/generators/slice.rb

@@ -147,7 +147,7 @@ module ForemanInventoryUpload
           @stream.array_field('installed_packages') do
             first = true
             host.installed_packages.each do |package|
-              @stream.raw("#{first ? '' : ', '}#{@stream.stringify_value(package.nvra)}")
+              @stream.raw("#{first ? '' : ', '}#{@stream.stringify_value(package.nvrea)}")
               first = false
             end
           end

data/lib/foreman_rh_cloud/version.rb

@@ -1,3 +1,3 @@
 module ForemanRhCloud
-  VERSION = '8.0.48'.freeze
+  VERSION = '8.0.50'.freeze
 end

data/lib/insights_cloud/async/connector_playbook_execution_reporter_task.rb

@@ -43,7 +43,17 @@ module InsightsCloud
       end
 
       def done?(current_status = invocation_status)
-        job_invocation.finished? || current_status.map { |_host_id, task_status| task_status['report_done'] }.all?
+        ActiveModel::Type::Boolean.new.cast(current_status[:task_state][:task_done_reported])
+      end
+
+      def job_finished?
+        job_invocation.finished?
+      end
+
+      def all_hosts_finished?(current_status)
+        current_status[:hosts_state].values.all? do |status|
+          ActiveModel::Type::Boolean.new.cast(status['report_done'] == true)
+        end
       end
 
       # noop, we don't want to do anything when the polling task starts
@@ -95,7 +105,11 @@ module InsightsCloud
       end
 
       def host_status(host)
-        external_task&.dig('invocation_status', host)
+        external_task&.dig('invocation_status', :hosts_state, host)
+      end
+
+      def task_done_state
+        ActiveModel::Type::Boolean.new.cast(external_task&.dig('invocation_status', :task_state, :task_done_reported))
       end
 
       def sequence(host)
@@ -111,13 +125,15 @@ module InsightsCloud
       end
 
       def invocation_status
-        Hash[job_invocation.targeting.hosts.map do |host|
+        hosts_state = Hash[job_invocation.targeting.hosts.map do |host|
           next unless host.insights&.uuid
           [
             host.insights.uuid,
             task_status(job_invocation.sub_task_for_host(host), host.insights.uuid),
           ]
         end.compact]
+
+        {task_state: {task_done_reported: task_done_state}, hosts_state: hosts_state}
       end
 
       def task_status(host_task, host_name)
@@ -128,7 +144,7 @@ module InsightsCloud
         {
           'state' => host_task.state,
           'output' => host_task.main_action.live_output.map { |line| line['output'] }.join("\n"),
-          'exit_status' => host_task.main_action.exit_status,
+          'exit_status' => ActiveModel::Type::Integer.new.cast(host_task.main_action.exit_status),
           'sequence' => sequence(host_name),
           'report_done' => host_done?(host_name),
         }
@@ -138,9 +154,9 @@ module InsightsCloud
         generator = InsightsCloud::Generators::PlaybookProgressGenerator.new(correlation_id)
         all_hosts_success = true
 
-        invocation_status.each do |host_name, status|
+        invocation_status[:hosts_state].each do |host_name, status|
           # skip host if the host already reported that it's finished
-          next if status['report_done']
+          next if ActiveModel::Type::Boolean.new.cast(status['report_done'])
 
           unless status['state'] == 'unknown'
             sequence = status['sequence']
@@ -154,7 +170,11 @@ module InsightsCloud
             all_hosts_success &&= status['exit_status'] == 0
           end
         end
-        generator.job_finished_message(all_hosts_success) if done?(invocation_status)
+
+        if (job_finished? || all_hosts_finished?(invocation_status))
+          generator.job_finished_message(all_hosts_success)
+          invocation_status[:task_state][:task_done_reported] = true
+        end
 
         send_report(generator.generate)
       end

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "foreman_rh_cloud",
-  "version": "8.0.48",
+  "version": "8.0.50",
   "description": "Inventory Upload =============",
   "main": "index.js",
   "scripts": {
@@ -27,6 +27,7 @@
     "@theforeman/test": ">= 10.1.1",
     "@theforeman/eslint-plugin-foreman": ">= 10.1.1",
     "babel-eslint": "~10.0.0",
+    "cosmiconfig-typescript-loader": "~4.3.0",
     "eslint": "~6.7.2",
     "eslint-plugin-spellcheck": "~0.0.17",
     "jed": "~1.1.1",

data/test/jobs/connector_playbook_execution_reporter_task_test.rb

@@ -29,7 +29,11 @@ class ConnectorPlaybookExecutionReporterTaskTest < ActiveSupport::TestCase
   end
 
   test 'It reports finish playbook messages' do
-    TestConnectorPlaybookExecutionReporterTask.any_instance.stubs(:done?).returns(true)
+    host1_task = @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)
+    host1_task.state = 'stopped'
+    host1_task.save!
+
+    TestConnectorPlaybookExecutionReporterTask.any_instance.stubs(:job_finished?).returns(true)
 
     actual = ForemanTasks.sync_task(TestConnectorPlaybookExecutionReporterTask, @job_invocation)
 
@@ -39,6 +43,13 @@ class ConnectorPlaybookExecutionReporterTaskTest < ActiveSupport::TestCase
     assert_not_nil actual_report
     actual_jsonl = read_jsonl(actual_report)
 
+    assert_equal true, actual.output['task']['invocation_status']['task_state']['task_done_reported']
+    assert_equal 0, actual.output['task']['invocation_status']['hosts_state']['TEST_UUID1']['exit_status']
+    assert_equal 0, actual.output['task']['invocation_status']['hosts_state']['TEST_UUID2']['exit_status']
+
+    assert_equal true, @job_invocation.finished?
+    assert_equal 'stopped', @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)['state']
+
     assert_not_nil actual_report_finished = actual_jsonl.find { |l| l['type'] == 'playbook_run_completed' }
     assert_equal 'TEST_CORRELATION', actual_report_finished['correlation_id']
     assert_equal 'success', actual_report_finished['status']
@@ -49,57 +60,127 @@ class ConnectorPlaybookExecutionReporterTaskTest < ActiveSupport::TestCase
   end
 
   test 'It reports single progress message for done host' do
-    TestConnectorPlaybookExecutionReporterTask.any_instance.stubs(:done?).returns(false, true)
+    class ArrangeTestHost < InsightsCloud::Async::ConnectorPlaybookExecutionReporterTask
+      def send_report(report)
+        host1_task = @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)
+        host1_task.state = 'stopped'
+        host1_task.save!
+
+        output[:saved_reports] = (output[:saved_reports] || []) << report
+      end
+    end
 
-    actual = ForemanTasks.sync_task(TestConnectorPlaybookExecutionReporterTask, @job_invocation)
+    ArrangeTestHost.instance_variable_set(:@connector_feature_id, nil)
+    host1_task = @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)
+    host1_task.state = 'running'
+    host1_task.save!
 
-    actual_report = actual.output[:saved_reports].first.to_s
+    ArrangeTestHost.any_instance.stubs(:job_finished?).returns(false, true)
 
-    assert_equal 1, actual.output[:saved_reports].size
-    assert_not_nil actual_report
-    actual_jsonl = read_jsonl(actual_report)
+    actual = ForemanTasks.sync_task(ArrangeTestHost, @job_invocation)
+
+    actual_report1 = actual.output[:saved_reports].first.to_s
+    actual_report2 = actual.output[:saved_reports].second.to_s
+
+    assert_equal 2, actual.output[:saved_reports].size
+    assert_not_nil actual_report1
+    assert_not_nil actual_report2
+
+    actual_json1 = read_jsonl(actual_report1)
+    actual_json2 = read_jsonl(actual_report2)
+
+    assert_equal true, actual.output['task']['invocation_status']['task_state']['task_done_reported']
+    assert_equal 0, actual.output['task']['invocation_status']['hosts_state']['TEST_UUID1']['exit_status']
 
-    actual_host_updates = actual_jsonl
-      .select { |l| l['type'] == 'playbook_run_update' && l['host'] == @host1.insights.uuid }
-    assert_equal 1, actual_host_updates.size
-    assert_equal 0, actual_host_updates.first['sequence']
+    assert_equal 'stopped', @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)['state']
+
+    assert_not_nil actual_report_updated = actual_json1.find { |l| l['type'] == 'playbook_run_update' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_report_updated['correlation_id']
+    assert_equal 'TEST_UUID1', actual_report_updated['host']
+    assert_equal 0, actual_report_updated['sequence']
+    assert_equal 6, actual_report_updated.size
+
+    assert_not_nil actual_report_updated = actual_json2.find { |l| l['type'] == 'playbook_run_update' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_report_updated['correlation_id']
+    assert_equal 'TEST_UUID1', actual_report_updated['host']
+    assert_equal 1, actual_report_updated['sequence']
+    assert_equal 6, actual_report_updated.size
+
+    assert_not_nil actual_host_finished = actual_json2.find { |l| l['type'] == 'playbook_run_finished' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_host_finished['correlation_id']
+    assert_equal 'TEST_UUID1', actual_host_finished['host']
+    assert_equal 'success', actual_host_finished['status']
+    assert_equal 7, actual_host_finished.size
+
+    assert_not_nil actual_report_finished = actual_json2.find { |l| l['type'] == 'playbook_run_completed' }
+    assert_equal 'TEST_CORRELATION', actual_report_finished['correlation_id']
+    assert_equal 'success', actual_report_finished['status']
+    assert_equal 4, actual_report_finished.size
   end
 
   test 'It reports two progress messages for in progress host' do
-    TestConnectorPlaybookExecutionReporterTask.any_instance.stubs(:done?).returns(false, false, true)
+    class ArrangeTestHostTwo < InsightsCloud::Async::ConnectorPlaybookExecutionReporterTask
+      def send_report(report)
+        iteration_number = output[:iteration_number].to_i
+
+        if iteration_number == 1
+          host1_task = job_invocation.sub_task_for_host(Host.where(name: 'host1').first)
+          host1_task.state = 'stopped'
+          host1_task.save!
+        end
+
+        output[:iteration_number] = iteration_number + 1
+        output[:saved_reports] = (output[:saved_reports] || []) << report
+      end
+    end
 
-    host1_task = @job_invocation.template_invocations.joins(:host).where(hosts: {name: @host1.name}).first.run_host_job_task
+    ArrangeTestHostTwo.instance_variable_set(:@connector_feature_id, nil)
+    host1_task = @job_invocation.sub_task_for_host(Host.where(name: 'host1').first)
     host1_task.state = 'running'
     host1_task.save!
 
-    actual = ForemanTasks.sync_task(TestConnectorPlaybookExecutionReporterTask, @job_invocation)
+    ArrangeTestHostTwo.any_instance.stubs(:job_finished?).returns(false, false, true)
 
-    assert_equal 2, actual.output[:saved_reports].size
+    actual = ForemanTasks.sync_task(ArrangeTestHostTwo, @job_invocation)
+
+    actual_report1 = actual.output[:saved_reports].first.to_s
+    actual_report2 = actual.output[:saved_reports].second.to_s
+    actual_report3 = actual.output[:saved_reports].third.to_s
+
+    assert_equal 3, actual.output[:saved_reports].size
+    assert_not_nil actual_report1
+    assert_not_nil actual_report2
+    assert_not_nil actual_report3
 
-    first_report = actual.output[:saved_reports].first.to_s
-    actual_jsonl = read_jsonl(first_report)
+    actual_json1 = read_jsonl(actual_report1)
+    actual_json2 = read_jsonl(actual_report2)
+    actual_json3 = read_jsonl(actual_report3)
 
-    actual_host_updates = actual_jsonl
-      .select { |l| l['type'] == 'playbook_run_update' && l['host'] == @host1.insights.uuid }
-    assert_equal 1, actual_host_updates.size
-    assert_equal 0, actual_host_updates.first['sequence']
+    assert_equal true, actual.output['task']['invocation_status']['task_state']['task_done_reported']
+    assert_equal 0, actual.output['task']['invocation_status']['hosts_state']['TEST_UUID1']['exit_status']
 
-    actual_host_updates = actual_jsonl
-      .select { |l| l['type'] == 'playbook_run_update' && l['host'] == @host2.insights.uuid }
-    assert_equal 1, actual_host_updates.size
-    assert_equal 0, actual_host_updates.first['sequence']
+    assert_not_nil actual_report_updated = actual_json1.find { |l| l['type'] == 'playbook_run_update' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_report_updated['correlation_id']
+    assert_equal 'TEST_UUID1', actual_report_updated['host']
+    assert_equal 0, actual_report_updated['sequence']
+    assert_equal 6, actual_report_updated.size
 
-    second_report = actual.output[:saved_reports].last.to_s
-    actual_jsonl = read_jsonl(second_report)
+    assert_not_nil actual_report_updated = actual_json2.find { |l| l['type'] == 'playbook_run_update' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_report_updated['correlation_id']
+    assert_equal 'TEST_UUID1', actual_report_updated['host']
+    assert_equal 1, actual_report_updated['sequence']
+    assert_equal 6, actual_report_updated.size
 
-    actual_host_updates = actual_jsonl
-      .select { |l| l['type'] == 'playbook_run_update' && l['host'] == @host1.insights.uuid }
-    assert_equal 1, actual_host_updates.size
-    assert_equal 1, actual_host_updates.first['sequence']
+    assert_not_nil actual_host_finished = actual_json3.find { |l| l['type'] == 'playbook_run_finished' && l['host'] == 'TEST_UUID1' }
+    assert_equal 'TEST_CORRELATION', actual_host_finished['correlation_id']
+    assert_equal 'TEST_UUID1', actual_host_finished['host']
+    assert_equal 'success', actual_host_finished['status']
+    assert_equal 7, actual_host_finished.size
 
-    actual_host_updates = actual_jsonl
-      .select { |l| l['type'] == 'playbook_run_update' && l['host'] == @host2.insights.uuid }
-    assert_equal 0, actual_host_updates.size
+    assert_not_nil actual_report_finished = actual_json3.find { |l| l['type'] == 'playbook_run_completed' }
+    assert_equal 'TEST_CORRELATION', actual_report_finished['correlation_id']
+    assert_equal 'success', actual_report_finished['status']
+    assert_equal 4, actual_report_finished.size
   end
 
   private
@@ -164,10 +245,12 @@ class ConnectorPlaybookExecutionReporterTaskTest < ActiveSupport::TestCase
       :value => '1'
     )
 
-    @host1 = FactoryBot.create(:host, :with_insights_hits, name: 'host1')
+    @host1 = FactoryBot.create(:host, :with_insights_hits)
+    @host1.name = 'host1' # overriding name since there is an issue with Factorybot and setting the name correctly, same for 2nd host
     @host1.insights.uuid = 'TEST_UUID1'
     @host1.insights.save!
-    @host2 = FactoryBot.create(:host, :with_insights_hits, name: 'host2')
+    @host2 = FactoryBot.create(:host, :with_insights_hits)
+    @host2.name = 'host2'
     @host2.insights.uuid = 'TEST_UUID2'
     @host2.insights.save!
 
@@ -190,7 +273,7 @@ class ConnectorPlaybookExecutionReporterTaskTest < ActiveSupport::TestCase
       { 'timestamp' => (Time.now - (5 - i)).to_f, 'output' => "#{i}\n" }
     end
     Support::DummyDynflowAction.any_instance.stubs(:live_output).returns(fake_output)
-    Support::DummyDynflowAction.any_instance.stubs(:exit_status).returns(0)
+    Support::DummyDynflowAction.any_instance.stubs(:exit_status).returns("0")
 
     job_invocation
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: foreman_rh_cloud
 version: !ruby/object:Gem::Version
-  version: 8.0.48
+  version: 8.0.50
 platform: ruby
 authors:
 - Foreman Red Hat Cloud team
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-08-02 00:00:00.000000000 Z
+date: 2023-09-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: katello