foreman_rh_cloud 1.0.18 → 2.0.4

data/db/migrate/20191215104806_create_insights_hits.foreman_inventory_upload.rb

@@ -1,14 +0,0 @@
-class CreateInsightsHits < ActiveRecord::Migration[5.2]
-  def change
-    create_table :insights_hits do |t|
-      t.references :host, foreign_key: true, null: false
-      t.datetime :last_seen
-      t.string :title
-      t.string :solution_url
-      t.integer :total_risk
-      t.integer :likelihood
-      t.datetime :publish_date
-      t.string :results_url
-    end
-  end
-end

data/db/migrate/20191216062008_create_insights_facets.foreman_inventory_upload.rb

@@ -1,7 +0,0 @@
-class CreateInsightsFacets < ActiveRecord::Migration[5.2]
-  def change
-    create_table :insights_facets do |t|
-      t.references :host, foreign_key: true, null: false
-    end
-  end
-end

data/db/migrate/20200727111529_add_uuid_column_to_insights_facets.foreman_rh_cloud.rb

@@ -1,5 +0,0 @@
-class AddUuidColumnToInsightsFacets < ActiveRecord::Migration[5.2]
-  def change
-    add_column :insights_facets, :uuid, :string
-  end
-end

data/db/migrate/20201007115752_add_hits_count_to_insights_facets_table.foreman_rh_cloud.rb

@@ -1,5 +0,0 @@
-class AddHitsCountToInsightsFacetsTable < ActiveRecord::Migration[5.0]
-  def change
-    add_column :insights_facets, :hits_count, :integer
-  end
-end

data/db/migrate/20201007121540_setup_hits_count_cache.foreman_rh_cloud.rb

@@ -1,10 +0,0 @@
-class SetupHitsCountCache < ActiveRecord::Migration[5.0]
-  def up
-    ActiveRecord::Base.connection.execute <<-SQL.squish
-    UPDATE insights_facets
-    SET hits_count = (SELECT count(1)
-                              FROM insights_hits
-                              WHERE insights_hits.host_id = insights_facets.host_id)
-    SQL
-  end
-end

data/lib/foreman_inventory_upload/async/async_helpers.rb

@@ -1,13 +0,0 @@
-module ForemanInventoryUpload
-  module Async
-    module AsyncHelpers
-      extend ActiveSupport::Concern
-
-      def hash_to_s(hash)
-        hash.each_with_object({}) do |(k, v), a|
-          a[k.to_s] = v.to_s
-        end
-      end
-    end
-  end
-end

data/lib/foreman_inventory_upload/notifications/manifest_import_success_notification_override.rb

@@ -1,19 +0,0 @@
-module ForemanInventoryUpload
-  module Notifications
-    module ManifestImportSuccessNotificationOverride
-      extend ActiveSupport::Concern
-
-      def actions
-        {
-          :links => [
-            {
-              :href => Rails.application.routes.url_helpers.foreman_rh_cloud_inventory_upload_path,
-              :title => _('Enable inventory upload'),
-              :external => false,
-            },
-          ],
-        }
-      end
-    end
-  end
-end

data/lib/insights_cloud.rb

@@ -1,15 +0,0 @@
-module InsightsCloud
-  module WebUi
-    ADVISOR = 'advisor'
-    VULNERABILITY = 'vulnerability'
-    PATCH = 'patch'
-
-    def self.system_url(subsystem, host_uuid)
-      ForemanRhCloud.base_url + "/insights/#{subsystem}/systems/#{host_uuid}"
-    end
-  end
-
-  def self.hits_export_url
-    ForemanRhCloud.base_url + '/api/insights/v1/export/hits/'
-  end
-end

data/lib/insights_cloud/async/insights_full_sync.rb

@@ -1,84 +0,0 @@
-require 'rest-client'
-
-module InsightsCloud
-  module Async
-    class InsightsFullSync < ::ApplicationJob
-      include ::ForemanRhCloud::CloudAuth
-
-      def perform
-        hits = query_insights_hits
-
-        @hits_host_names = Hash[hits.map { |hit| [hit['hostname'], hit['uuid']] }]
-        setup_host_names(@hits_host_names.keys)
-
-        replace_hits_data(hits)
-      end
-
-      def logger
-        Foreman::Logging.logger('background')
-      end
-
-      private
-
-      def query_insights_hits
-        hits_response = RestClient::Request.execute(
-          method: :get,
-          url: InsightsCloud.hits_export_url,
-          verify_ssl: ForemanRhCloud.verify_ssl_method,
-          proxy: ForemanRhCloud.transformed_http_proxy_string(logger: logger),
-          headers: {
-            Authorization: "Bearer #{rh_credentials}",
-          }
-        )
-
-        JSON.parse(hits_response)
-      end
-
-      def setup_host_names(host_names)
-        @host_ids = Hash[
-          Host.unscoped.where(name: host_names).pluck(:name, :id)
-        ]
-      end
-
-      def host_id(host_name)
-        @host_ids[host_name]
-      end
-
-      def replace_hits_data(hits)
-        InsightsHit.transaction do
-          # create new facets for hosts that are missing one
-          hosts_with_existing_facets = InsightsFacet.where(host_id: @host_ids.values).pluck(:host_id)
-          InsightsFacet.create(
-            @host_ids.map do |host_name, host_id|
-              unless hosts_with_existing_facets.include?(host_id)
-                {
-                  host_id: host_id,
-                  uuid: @hits_host_names[host_name],
-                }
-              end
-            end.compact
-          )
-          InsightsHit.delete_all
-          InsightsHit.create(hits.map { |hits_hash| to_model_hash(hits_hash) }.compact)
-        end
-      end
-
-      def to_model_hash(hit_hash)
-        hit_host_id = host_id(hit_hash['hostname'])
-
-        return unless hit_host_id
-
-        {
-          host_id: hit_host_id,
-          last_seen: DateTime.parse(hit_hash['last_seen']),
-          publish_date: DateTime.parse(hit_hash['publish_date']),
-          title: hit_hash['title'],
-          solution_url: hit_hash['solution_url'],
-          total_risk: hit_hash['total_risk'].to_i,
-          likelihood: hit_hash['likelihood'].to_i,
-          results_url: hit_hash['results_url'],
-        }
-      end
-    end
-  end
-end

data/lib/insights_cloud/async/insights_scheduled_sync.rb

@@ -1,23 +0,0 @@
-module InsightsCloud
-  module Async
-    class InsightsScheduledSync < ::ApplicationJob
-      def perform
-        unless Setting[:allow_auto_insights_sync]
-          logger.debug(
-            'The scheduled process is disabled due to the "allow_auto_insights_sync"
-            setting being set to false.'
-          )
-          return
-        end
-
-        InsightsFullSync.perform_later()
-      ensure
-        self.class.set(:wait => 24.hours).perform_later
-      end
-
-      def self.singleton_job_name
-        name
-      end
-    end
-  end
-end

data/lib/inventory_sync/async/host_result.rb

@@ -1,50 +0,0 @@
-module InventorySync
-  module Async
-    class HostResult
-      def initialize(result)
-        @total = result['total']
-        @count = result['count']
-        @page = result['page']
-        @per_page = result['per_page']
-        @fqdns = result["results"].map { |host| host['fqdn'] }
-      end
-
-      def status_hashes
-        @fqdns.map do |fqdn|
-          host_id = host_id(fqdn)
-          if host_id
-            touched << host_id
-            {
-              host_id: host_id,
-              status: InventorySync::InventoryStatus::SYNC,
-              reported_at: DateTime.current,
-            }
-          end
-        end.compact
-      end
-
-      def touched
-        @touched ||= []
-      end
-
-      def host_id(fqdn)
-        hosts[fqdn]
-      end
-
-      def hosts
-        @hosts ||= Hash[
-          Host.where(name: @fqdns).pluck(:name, :id)
-        ]
-      end
-
-      def percentage
-        ratio = @per_page * @page * 1.0 / @total * 100
-        (ratio > 100) ? 100 : ratio.truncate(2)
-      end
-
-      def last?
-        @total <= @per_page * @page
-      end
-    end
-  end
-end

data/lib/inventory_sync/async/inventory_full_sync.rb

@@ -1,80 +0,0 @@
-require 'rest-client'
-
-module InventorySync
-  module Async
-    class InventoryFullSync < ::ApplicationJob
-      include ::ForemanRhCloud::CloudAuth
-
-      def perform(organization)
-        @organization = organization
-        @subscribed_hosts_ids = Set.new(
-          ForemanInventoryUpload::Generators::Queries.for_slice(
-            Host.unscoped.where(organization: organization)
-          ).pluck(:id)
-        )
-        @host_statuses = {
-          sync: 0,
-          disconnect: 0,
-        }
-
-        InventorySync::InventoryStatus.transaction do
-          InventorySync::InventoryStatus.where(host_id: @subscribed_hosts_ids).delete_all
-          page = 1
-          loop do
-            api_response = query_inventory(page)
-            results = HostResult.new(api_response)
-            logger.debug("Downloading cloud inventory data: #{results.percentage}%")
-            update_hosts_status(results.status_hashes, results.touched)
-            @host_statuses[:sync] += results.touched.size
-            page += 1
-            break if results.last?
-          end
-          add_missing_hosts_statuses(@subscribed_hosts_ids)
-          @host_statuses[:disconnect] += @subscribed_hosts_ids.size
-        end
-
-        logger.debug("Synced hosts amount: #{@host_statuses[:sync]}")
-        logger.debug("Disconnected hosts amount: #{@host_statuses[:disconnect]}")
-
-        @host_statuses
-      end
-
-      private
-
-      def update_hosts_status(status_hashes, touched)
-        InventorySync::InventoryStatus.create(status_hashes)
-        @subscribed_hosts_ids.subtract(touched)
-      end
-
-      def add_missing_hosts_statuses(hosts_ids)
-        InventorySync::InventoryStatus.create(
-          hosts_ids.map do |host_id|
-            {
-              host_id: host_id,
-              status: InventorySync::InventoryStatus::DISCONNECT,
-              reported_at: DateTime.current,
-            }
-          end
-        )
-      end
-
-      def query_inventory(page = 1)
-        hosts_inventory_response = RestClient::Request.execute(
-          method: :get,
-          url: ForemanInventoryUpload.inventory_export_url,
-          verify_ssl: ForemanRhCloud.verify_ssl_method,
-          proxy: ForemanRhCloud.transformed_http_proxy_string(logger: logger),
-          headers: {
-            Authorization: "Bearer #{rh_credentials}",
-            params: {
-              per_page: 100,
-              page: page,
-            },
-          }
-        )
-
-        JSON.parse(hosts_inventory_response)
-      end
-    end
-  end
-end

data/lib/tasks/insights.rake

@@ -1,15 +0,0 @@
-namespace :rh_cloud_insights do
-  desc "Synchronize Insights inventory"
-  task sync: :environment do
-    if ! ENV['organization_id'].nil?
-      organizations = [ Organization.where(:id => ENV['organization_id']).first ]
-    else
-      organizations = Organization.all
-    end
-
-    organizations.each do |organization|
-      InventorySync::Async::InventoryFullSync.perform_now(organization)
-      puts "Synchronized inventory for organization '#{organization.name}'"
-    end
-  end
-end

data/lib/tasks/rh_cloud_inventory.rake

@@ -1,37 +0,0 @@
-require 'tempfile'
-
-namespace :rh_cloud_inventory do
-  namespace :report do
-    desc 'Generate inventory report to be sent to Red Hat cloud'
-    task generate: :environment do
-      portal_user = ENV['portal_user']
-      organizations = [ENV['organization_id']]
-      base_folder = ENV['target'] || Dir.pwd
-
-      unless portal_user || organizations.empty?
-        puts "Must specify either portal_user or organization_id"
-      end
-
-      User.as_anonymous_admin do
-        if portal_user
-          puts "Generating report for all organizations associated with #{portal_user}"
-          base_folder = File.join(base_folder, portal_user)
-          organizations = ForemanInventoryUpload::Generators::Queries.organizations_for_user(portal_user).pluck(:id)
-        end
-
-        organizations.each do |organization|
-          target = File.join(base_folder, ForemanInventoryUpload.facts_archive_name(organization))
-          archived_report_generator = ForemanInventoryUpload::Generators::ArchivedReport.new(target, Logger.new(STDOUT))
-          archived_report_generator.render(organization: organization)
-          puts "Successfully generated #{target} for organization id #{organization}"
-        end
-      end
-    end
-  end
-
-  desc "Synchronize Insights hosts hits"
-  task sync: :environment do
-    InsightsCloud::Async::InsightsFullSync.perform_now()
-    puts "Synchronized Insights hosts hits data"
-  end
-end

data/test/controllers/insights_sync/settings_controller_test.rb

@@ -1,30 +0,0 @@
-require 'test_plugin_helper'
-
-class SettingsControllerTest < ActionController::TestCase
-  tests InsightsCloud::SettingsController
-
-  test 'should return allow_auto_insights_sync setting' do
-    FactoryBot.create(:setting, :name => 'allow_auto_insights_sync', :settings_type => "boolean", :category => "Setting::RhCloud", :default => false, :value => false)
-
-    assert_equal false, Setting[:allow_auto_insights_sync]
-
-    get :show, session: set_session_user
-
-    assert_response :success
-    actual = JSON.parse(response.body)
-    assert_equal false, actual['insightsSyncEnabled']
-  end
-
-  test 'should update allow_auto_insights_sync setting' do
-    FactoryBot.create(:setting, :name => 'allow_auto_insights_sync', :settings_type => "boolean", :category => "Setting::RhCloud", :default => false, :value => false)
-
-    assert_equal false, Setting[:allow_auto_insights_sync]
-
-    patch :update, params: { insightsSyncEnabled: true }, session: set_session_user
-
-    assert_response :success
-    actual = JSON.parse(response.body)
-    assert_equal true, actual['insightsSyncEnabled']
-    assert_equal true, Setting[:allow_auto_insights_sync]
-  end
-end

data/test/factories/insights_factories.rb

@@ -1,31 +0,0 @@
-FactoryBot.define do
-  factory :insights_facet do
-    # sequence(:uuid) { |n| "uuid-#{n}" }
-
-    trait :with_hits do
-      hits do
-        Array.new(1) { association(:insights_hit, host_id: host_id) }
-      end
-    end
-  end
-
-  factory :insights_hit do
-    last_seen { DateTime.yesterday }
-    sequence(:title) { |n| "hit title #{n}" }
-    sequence(:solution_url) { |n| "http://example.com/solutions/#{n}" }
-    total_risk { 1 }
-    likelihood { 2 }
-    publish_date { DateTime.now }
-    sequence(:results_url) { |n| "http://example.com/results/#{n}" }
-  end
-end
-
-FactoryBot.modify do
-  factory :host do
-    trait :with_insights_hits do
-      after(:create) do |host, _evaluator|
-        host.insights = FactoryBot.create(:insights_facet, :with_hits, host_id: host.id)
-      end
-    end
-  end
-end