foreman_rh_cloud 1.0.9 → 1.0.10

data/lib/inventory_sync/async/inventory_full_sync.rb

@@ -0,0 +1,99 @@
+require 'rest-client'
+
+module InventorySync
+  module Async
+    class InventoryFullSync < ::ApplicationJob
+      def perform(organization)
+        @organization = organization
+        @subscribed_hosts_ids = Set.new(
+          ForemanInventoryUpload::Generators::Queries.for_slice(
+            Host.unscoped.where(organization: organization)
+          ).pluck(:id)
+        )
+        @host_statuses = {
+          sync: 0,
+          disconnect: 0,
+        }
+
+        InventorySync::InventoryStatus.transaction do
+          InventorySync::InventoryStatus.where(host_id: @subscribed_hosts_ids).delete_all
+          page = 1
+          loop do
+            api_response = query_inventory(page)
+            results = HostResult.new(api_response)
+            logger.debug("Downloading cloud inventory data: #{results.percentage}%")
+            update_hosts_status(results.status_hashes, results.touched)
+            @host_statuses[:sync] += results.touched.size
+            page += 1
+            break if results.last?
+          end
+          add_missing_hosts_statuses(@subscribed_hosts_ids)
+          @host_statuses[:disconnect] += @subscribed_hosts_ids.size
+        end
+
+        logger.debug("Synced hosts amount: #{@host_statuses[:sync]}")
+        logger.debug("Disconnected hosts amount: #{@host_statuses[:disconnect]}")
+
+        @host_statuses
+      end
+
+      def rh_credentials
+        @rh_credentials ||= query_refresh_token
+      end
+
+      private
+
+      def update_hosts_status(status_hashes, touched)
+        InventorySync::InventoryStatus.create(status_hashes)
+        @subscribed_hosts_ids.subtract(touched)
+      end
+
+      def add_missing_hosts_statuses(hosts_ids)
+        InventorySync::InventoryStatus.create(
+          hosts_ids.map do |host_id|
+            {
+              host_id: host_id,
+              status: InventorySync::InventoryStatus::DISCONNECT,
+              reported_at: DateTime.current,
+            }
+          end
+        )
+      end
+
+      def query_inventory(page = 1)
+        hosts_inventory_response = RestClient::Request.execute(
+          method: :get,
+          url: ForemanInventoryUpload.inventory_export_url,
+          verify_ssl: ForemanRhCloud.verify_ssl_method,
+          headers: {
+            Authorization: "Bearer #{rh_credentials}",
+            params: {
+              per_page: 100,
+              page: page,
+            },
+          }
+        )
+
+        JSON.parse(hosts_inventory_response)
+      end
+
+      def query_refresh_token
+        token_response = RestClient::Request.execute(
+          method: :post,
+          url: ForemanRhCloud.authentication_url,
+          verify_ssl: ForemanRhCloud.verify_ssl_method,
+          payload: {
+            grant_type: 'refresh_token',
+            client_id: 'rhsm-api',
+            refresh_token: Setting[:rh_cloud_token],
+          }
+        )
+
+        JSON.parse(token_response)['access_token']
+      rescue RestClient::ExceptionWithResponse => e
+        Foreman::Logging.exception('Unable to authenticate using rh_cloud_token setting', e)
+        raise ::Foreman::WrappedException.new(e, N_('Unable to authenticate using rh_cloud_token setting'))
+      end
+    end
+  end
+end

data/test/controllers/insights_sync/settings_controller_test.rb

@@ -0,0 +1,30 @@
+require 'test_plugin_helper'
+
+class SettingsControllerTest < ActionController::TestCase
+  tests InsightsCloud::SettingsController
+
+  test 'should return allow_auto_insights_sync setting' do
+    FactoryBot.create(:setting, :name => 'allow_auto_insights_sync', :settings_type => "boolean", :category => "Setting::RhCloud", :default => false, :value => false)
+
+    assert_equal false, Setting[:allow_auto_insights_sync]
+
+    get :show, session: set_session_user
+
+    assert_response :success
+    actual = JSON.parse(response.body)
+    assert_equal false, actual['insightsSyncEnabled']
+  end
+
+  test 'should update allow_auto_insights_sync setting' do
+    FactoryBot.create(:setting, :name => 'allow_auto_insights_sync', :settings_type => "boolean", :category => "Setting::RhCloud", :default => false, :value => false)
+
+    assert_equal false, Setting[:allow_auto_insights_sync]
+
+    patch :update, params: { insightsSyncEnabled: true }, session: set_session_user
+
+    assert_response :success
+    actual = JSON.parse(response.body)
+    assert_equal true, actual['insightsSyncEnabled']
+    assert_equal true, Setting[:allow_auto_insights_sync]
+  end
+end

data/test/factories/insights_factories.rb

@@ -0,0 +1,31 @@
+FactoryBot.define do
+  factory :insights_facet do
+    # sequence(:uuid) { |n| "uuid-#{n}" }
+
+    trait :with_hits do
+      hits do
+        Array.new(1) { association(:insights_hit, host_id: host_id) }
+      end
+    end
+  end
+
+  factory :insights_hit do
+    last_seen { DateTime.yesterday }
+    sequence(:title) { |n| "hit title #{n}" }
+    sequence(:solution_url) { |n| "http://example.com/solutions/#{n}" }
+    total_risk { 1 }
+    likelihood { 2 }
+    publish_date { DateTime.now }
+    sequence(:results_url) { |n| "http://example.com/results/#{n}" }
+  end
+end
+
+FactoryBot.modify do
+  factory :host do
+    trait :with_insights_hits do
+      after(:create) do |host, _evaluator|
+        host.insights = FactoryBot.create(:insights_facet, :with_hits, host_id: host.id)
+      end
+    end
+  end
+end

data/test/jobs/insights_full_sync_test.rb

@@ -51,13 +51,15 @@ class InsightsFullSyncTest < ActiveJob::TestCase
   test 'Hits data is replaced with data from cloud' do
     InsightsCloud::Async::InsightsFullSync.any_instance.expects(:query_insights_hits).returns(@hits)
 
-    InsightsCloud::Async::InsightsFullSync.perform_now(@host1.organization)
+    InsightsCloud::Async::InsightsFullSync.perform_now()
 
     @host1.reload
     @host2.reload
 
     assert_equal 2, @host1.insights.hits.count
     assert_equal 1, @host2.insights.hits.count
+    assert_equal 'accdf444-5628-451d-bf3e-cf909ad72756', @host1.insights.uuid
+    assert_equal 'accdf444-5628-451d-bf3e-cf909ad72757', @host2.insights.uuid
   end
 
   test 'Hits ignoring non-existent hosts' do
@@ -81,7 +83,7 @@ class InsightsFullSyncTest < ActiveJob::TestCase
 
     InsightsCloud::Async::InsightsFullSync.any_instance.expects(:query_insights_hits).returns(hits)
 
-    InsightsCloud::Async::InsightsFullSync.perform_now(@host1.organization)
+    InsightsCloud::Async::InsightsFullSync.perform_now()
 
     @host1.reload
     @host2.reload

data/test/jobs/inventory_full_sync_test.rb

@@ -0,0 +1,91 @@
+require 'test_plugin_helper'
+
+class InventoryFullSyncTest < ActiveJob::TestCase
+  setup do
+    @host1 = FactoryBot.create(:host, :managed, name: 'host1')
+
+    User.current = User.find_by(login: 'secret_admin')
+
+    env = FactoryBot.create(:katello_k_t_environment)
+    cv = env.content_views << FactoryBot.create(:katello_content_view, organization: env.organization)
+
+    # this host would pass our plugin queries, so it could be uploaded to the cloud.
+    @host2 = FactoryBot.create(
+      :host,
+      :with_subscription,
+      :with_content,
+      content_view: cv.first,
+      lifecycle_environment: env,
+      organization: env.organization
+    )
+
+    @host2.subscription_facet.pools << FactoryBot.create(:katello_pool, account_number: '1234', cp_id: 1)
+
+    ForemanInventoryUpload::Generators::Queries.instance_variable_set(:@fact_names, nil)
+
+    inventory_json = <<-INVENTORY_JSON
+    {
+      "total": 3,
+      "count": 3,
+      "page": 1,
+      "per_page": 50,
+      "results": [{"fqdn": "#{@host1.fqdn}"}]
+    }
+    INVENTORY_JSON
+    @inventory = JSON.parse(inventory_json)
+  end
+
+  def interesting_facts
+    [
+      'dmi::system::uuid',
+      'virt::uuid',
+      'cpu::cpu(s)',
+      'cpu::cpu_socket(s)',
+      'cpu::core(s)_per_socket',
+      'memory::memtotal',
+      'dmi::bios::vendor',
+      'dmi::bios::version',
+      'dmi::bios::relase_date',
+      'uname::release',
+      'lscpu::flags',
+      'distribution::name',
+      'distribution::version',
+      'distribution::id',
+      'virt::is_guest',
+      'dmi::system::manufacturer',
+      'dmi::system::product_name',
+      'dmi::chassis::asset_tag',
+      'insights_client::obfuscate_hostname_enabled',
+      'insights_client::hostname',
+    ]
+  end
+
+  def fact_names
+    @fact_names ||= Hash[
+      interesting_facts.map do |fact|
+        [fact, FactoryBot.create(:fact_name, name: fact, type: 'Katello::RhsmFactName')]
+      end
+    ]
+  end
+
+  test 'Host status should be SYNC for inventory hosts' do
+    InventorySync::Async::InventoryFullSync.any_instance.expects(:query_inventory).returns(@inventory)
+
+    InventorySync::Async::InventoryFullSync.perform_now(@host1.organization)
+
+    @host1.reload
+
+    assert_equal InventorySync::InventoryStatus::SYNC, InventorySync::InventoryStatus.where(host_id: @host1.id).first.status
+  end
+
+  test 'Host status should be DISCONNECT for hosts that are not returned from cloud' do
+    InventorySync::Async::InventoryFullSync.any_instance.expects(:query_inventory).returns(@inventory)
+    FactoryBot.create(:fact_value, fact_name: fact_names['virt::uuid'], value: '1234', host: @host2)
+
+    InventorySync::Async::InventoryFullSync.perform_now(@host2.organization)
+
+    @host2.reload
+
+    assert_equal InventorySync::InventoryStatus::DISCONNECT, InventorySync::InventoryStatus.where(host_id: @host2.id).first.status
+  end
+end

data/test/unit/insights_facet_test.rb

@@ -0,0 +1,16 @@
+require 'test_plugin_helper'
+
+class InsightsFacetTest < ActiveSupport::TestCase
+  setup do
+    @host = FactoryBot.create(:host, :with_insights_hits)
+  end
+
+  test 'host with hits can be deleted' do
+    assert_equal 1, @host.insights.hits.count
+
+    host_id = @host.id
+    @host.destroy
+    actual_host = Host.find_by_id(host_id)
+    assert_nil actual_host
+  end
+end

data/test/unit/slice_generator_test.rb

@@ -115,7 +115,7 @@ class ReportGeneratorTest < ActiveSupport::TestCase
     json_str = generator.render
     actual = JSON.parse(json_str.join("\n"))
 
-    obfuscated_fqdn = Digest::SHA1.hexdigest(@host.fqdn)
+    obfuscated_fqdn = Digest::SHA1.hexdigest(@host.fqdn) + '.example.com'
 
     assert_equal 'slice_123', actual['report_slice_id']
     assert_not_nil(actual_host = actual['hosts'].first)
@@ -159,13 +159,13 @@ class ReportGeneratorTest < ActiveSupport::TestCase
     assert_equal 'satellite-id', satellite_facts['satellite_instance_id']
     assert_equal @host.organization_id, satellite_facts['organization_id']
 
-    instance_id_tag = actual['hosts'].first['tags'].find { |tag| tag['namespace'] == 'satellite' && tag['key'] == 'satellite_instance_id'}
-    assert_not_nil instance_id_tag
-    assert_equal 'satellite-id', instance_id_tag['value']
+    actual_host = actual['hosts'].first
+    assert_tag('satellite-id', actual_host, 'satellite_instance_id')
+    assert_tag(@host.organization_id.to_s, actual_host, 'organization_id')
+    assert_tag(@host.content_view.name, actual_host, 'content_view')
+    assert_tag(@host.location.name, actual_host, 'location')
+    assert_tag(@host.organization.name, actual_host, 'organization')
 
-    org_id_tag = actual['hosts'].first['tags'].find { |tag| tag['namespace'] == 'satellite' && tag['key'] == 'organization_id'}
-    assert_not_nil org_id_tag
-    assert_equal @host.organization_id.to_s, org_id_tag['value']
     assert_equal false, satellite_facts['is_hostname_obfuscated']
 
     version = satellite_facts['satellite_version']
@@ -208,6 +208,7 @@ class ReportGeneratorTest < ActiveSupport::TestCase
   test 'generates a report with system purpose' do
     @host.subscription_facet.purpose_usage = 'test_usage'
     @host.subscription_facet.purpose_role = 'test_role'
+    @host.subscription_facet.service_level = 'test_sla'
     @host.subscription_facet.save!
 
     batch = Host.where(id: @host.id).in_batches.first
@@ -224,6 +225,7 @@ class ReportGeneratorTest < ActiveSupport::TestCase
     assert_not_nil(fact_values = host_facts['facts'])
     assert_equal 'test_usage', fact_values['system_purpose_usage']
     assert_equal 'test_role', fact_values['system_purpose_role']
+    assert_equal 'test_sla', fact_values['system_purpose_sla']
   end
 
   test 'generates a report for a golden ticket' do
@@ -436,4 +438,10 @@ class ReportGeneratorTest < ActiveSupport::TestCase
     end
     generator
   end
+
+  def assert_tag(expected_value, host, tag_id)
+    actual_tag = host['tags'].find { |tag| tag['namespace'] == 'satellite' && tag['key'] == tag_id }
+    assert_not_nil actual_tag
+    assert_equal expected_value, actual_tag['value']
+  end
 end

data/webpack/ForemanInventoryUpload/Components/AccountList/AccountList.fixtures.js

@@ -36,6 +36,8 @@ export const hostObfuscationEnabled = true;
 
 export const filterTerm = 'some_filter';
 
+export const cloudToken = 'some-cloud-token';
+
 export const props = {
   accounts,
   fetchAccountsStatus: noop,
@@ -45,5 +47,5 @@ export const props = {
 };
 
 export const fetchAccountsStatusResponse = {
-  data: { accounts, autoUploadEnabled, hostObfuscationEnabled },
+  data: { accounts, autoUploadEnabled, hostObfuscationEnabled, cloudToken },
 };

data/webpack/ForemanInventoryUpload/Components/AccountList/AccountListActions.js

@@ -11,7 +11,7 @@ import {
 export const fetchAccountsStatus = () => async dispatch => {
   try {
     const {
-      data: { accounts, autoUploadEnabled, hostObfuscationEnabled },
+      data: { accounts, autoUploadEnabled, hostObfuscationEnabled, cloudToken },
     } = await API.get(inventoryUrl('accounts'));
     dispatch({
       type: INVENTORY_ACCOUNT_STATUS_POLLING,
@@ -19,6 +19,7 @@ export const fetchAccountsStatus = () => async dispatch => {
         accounts,
         autoUploadEnabled,
         hostObfuscationEnabled,
+        cloudToken,
       },
     });
   } catch (error) {

data/webpack/ForemanInventoryUpload/Components/AccountList/AccountListReducer.js

@@ -24,6 +24,7 @@ export default (state = initialState, action) => {
       processStatusName,
       autoUploadEnabled,
       hostObfuscationEnabled,
+      cloudToken,
     } = {},
   } = action;
 
@@ -34,6 +35,7 @@ export default (state = initialState, action) => {
         accounts,
         autoUploadEnabled,
         hostObfuscationEnabled,
+        cloudToken,
         error: null,
       });
     case INVENTORY_ACCOUNT_STATUS_POLLING_ERROR:

data/webpack/ForemanInventoryUpload/Components/AccountList/AccountListSelectors.js

@@ -15,3 +15,5 @@ export const selectAutoUploadEnabled = state =>
 
 export const selectHostObfuscationEnabled = state =>
   selectAccountsList(state).hostObfuscationEnabled;
+
+export const selectCloudToken = state => selectAccountsList(state).cloudToken;

data/webpack/ForemanInventoryUpload/Components/AccountList/__tests__/AccountListReducer.test.js

@@ -16,6 +16,7 @@ import {
   processStatusName,
   autoUploadEnabled,
   hostObfuscationEnabled,
+  cloudToken,
 } from '../AccountList.fixtures';
 import { AUTO_UPLOAD_TOGGLE } from '../../AutoUploadSwitcher/AutoUploadSwitcherConstants';
 import { HOST_OBFUSCATION_TOGGLE } from '../../HostObfuscationSwitcher/HostObfuscationSwitcherConstants';
@@ -29,6 +30,7 @@ const fixtures = {
         accounts,
         autoUploadEnabled,
         hostObfuscationEnabled,
+        cloudToken,
       },
     },
   },

data/webpack/ForemanInventoryUpload/Components/AccountList/__tests__/__snapshots__/AccountListActions.test.js.snap

@@ -23,6 +23,7 @@ Array [
           },
         },
         "autoUploadEnabled": true,
+        "cloudToken": "some-cloud-token",
         "hostObfuscationEnabled": true,
       },
       "type": "INVENTORY_ACCOUNT_STATUS_POLLING",

data/webpack/ForemanInventoryUpload/Components/AccountList/__tests__/__snapshots__/AccountListReducer.test.js.snap

@@ -38,6 +38,7 @@ Object {
     },
   },
   "autoUploadEnabled": true,
+  "cloudToken": "some-cloud-token",
   "error": null,
   "hostObfuscationEnabled": true,
   "pollingProcessID": 0,