katello 3.16.0.rc5.1 → 3.16.2

data/app/services/katello/pulp3/repository_mirror.rb

@@ -11,6 +11,11 @@ module Katello
         @repo_service = repository_service
       end
 
+      def content_guard_href
+        content_guard_api = ::Katello::Pulp3::Api::ContentGuard.new(smart_proxy)
+        content_guard_api.list&.results&.first&.pulp_href
+      end
+
       def backend_object_name
         #Create repos in pulp3 instance with the name as this repo's pulp_id
         repo.pulp_id
@@ -78,6 +83,7 @@ module Katello
           base_path: path,
           name: "#{backend_object_name}"
         }
+        ret[:content_guard] = repo.unprotected ? nil : content_guard_href
         ret[:publication] = options[:publication] if options.key? :publication
         ret[:repository_version] = options[:repository_version] if options.key? :repository_version
         ret
@@ -85,10 +91,9 @@ module Katello
 
       def remote_options
         base_options = common_remote_options
+        base_options.merge(url: remote_feed_url)
         if (type_specific_options = repo_service.try(:mirror_remote_options))
           base_options.merge(type_specific_options)
-        else
-          base_options.merge(url: remote_feed_url)
         end
       end
 

data/app/services/katello/pulp3/smart_proxy_mirror_repository.rb

@@ -10,7 +10,7 @@ module Katello
         repo_map = {}
 
         smart_proxy_helper = ::Katello::SmartProxyHelper.new(smart_proxy)
-        katello_pulp_ids = smart_proxy_helper.repos_available_to_capsule.map(&:pulp_id)
+        katello_pulp_ids = smart_proxy_helper.combined_repos_available_to_capsule.map(&:pulp_id)
         pulp3_enabled_repo_types.each do |repo_type|
           api = repo_type.pulp3_service_class.api(smart_proxy)
           repo_map[api] = api.list_all.reject { |capsule_repo| katello_pulp_ids.include? capsule_repo.name }

data/app/services/katello/pulp3/task.rb

@@ -0,0 +1,100 @@
+module Katello
+  module Pulp3
+    class Task
+      # A call report Looks like:  {"task":"/pulp/api/v3/tasks/5/"}
+      # {
+      #    "pulp_href":"/pulp/api/v3/tasks/4/",
+      #    "pulp_created":"2019-02-21T19:50:40.476767Z",
+      #    "job_id":"d0359658-d926-47a2-b430-1b2092b3bd86",
+      #    "state":"completed",
+      #    "name":"pulp_file.app.tasks.publishing.publish",
+      #    "started_at":"2019-02-21T19:50:40.556002Z",
+      #    "finished_at":"2019-02-21T19:50:40.618397Z",
+      #    "non_fatal_errors":[
+      #
+      #    ],
+      #    "error":null,
+      #    "worker":"/pulp/api/v3/workers/1/",
+      #    "parent":null,
+      #    "spawned_tasks":[
+      #
+      #    ],
+      #    "progress_reports":[
+      #
+      #    ],
+      #    "created_resources":[
+      #       "/pulp/api/v3/publications/1/"
+      #    ]
+      # }
+
+      WAITING = 'waiting'.freeze
+      SKIPPED = 'skipped'.freeze
+      RUNNING = 'running'.freeze
+      COMPLETED = 'completed'.freeze
+      FAILED = 'failed'.freeze
+      CANCELED = 'canceled'.freeze
+
+      FINISHED_STATES = [COMPLETED, FAILED, CANCELED, SKIPPED].freeze
+
+      #needed for serialization in dynflow
+
+      delegate :[], :key?, :dig, :to_hash, :to => :task_data
+
+      def initialize(smart_proxy, data)
+        @smart_proxy = smart_proxy
+        if (href = data['task'])
+          @href = href
+        else
+          @pulp_data = data.with_indifferent_access
+          @href = @pulp_data['pulp_href']
+          Rails.logger.error("Got empty pulp_href on #{@pulp_data}") if @href.nil?
+        end
+      end
+
+      def task_data(force_refresh = false)
+        @pulp_data = nil if force_refresh
+        @pulp_data ||= tasks_api.read(@href).as_json.with_indifferent_access
+      end
+
+      def tasks_api
+        ::Katello::Pulp3::Api::Core.new(@smart_proxy).tasks_api
+      end
+
+      def task_group_href
+        task_data[:task_group]
+      end
+
+      def done?
+        task_data[:finish_time] || FINISHED_STATES.include?(task_data[:state])
+      end
+
+      def poll
+        task_data(true)
+        self
+      end
+
+      def started?
+        task_data[:start_time]
+      end
+
+      def error
+        if task_data[:state] == CANCELED
+          _("Task canceled")
+        elsif task_data[:state] == FAILED
+          if task_data[:error][:description].blank?
+            _("Pulp task error")
+          else
+            task_data[:error][:description]
+          end
+        end
+      end
+
+      def cancel
+        data = PulpcoreClient::TaskResponse.new(state: 'canceled')
+        tasks_api.tasks_cancel(task_data['pulp_href'], data)
+        #the main task may have completed, so cancel spawned tasks too
+        task_data['spawned_tasks']&.each { |spawned| tasks_api.tasks_cancel(spawned['pulp_href'], data) }
+      end
+    end
+  end
+end

data/app/services/katello/pulp3/task_group.rb

@@ -0,0 +1,85 @@
+module Katello
+  module Pulp3
+    class TaskGroup
+      WAITING = 'waiting'.freeze
+      SKIPPED = 'skipped'.freeze
+      RUNNING = 'running'.freeze
+      COMPLETED = 'completed'.freeze
+      CANCELLED = 'canceled'.freeze
+      FAILED = 'failed'.freeze
+
+      IN_PROGRESS_STATES = [WAITING, RUNNING].freeze
+
+      #needed for serialization in dynflow
+      delegate :to_hash, :to => :task_group_data
+      delegate :dig, :to => :task_group_data
+
+      attr_accessor :href
+
+      # A call report Looks like:  {"task":"/pulp/api/v3/tasks/5/"}
+      #{
+      # "pulp_href":"/pulp/api/v3/task-groups/d9841aaa-8a47-4e31-9018-10e4430766bf/",
+      #     "description":"Migration Sub-tasks",
+      #     "waiting":0,
+      #     "skipped":0,
+      #     "running":0,
+      #     "completed":0,
+      #     "canceled":0,
+      #     "failed":1
+      # }
+
+      def self.new_from_href(smart_proxy, href)
+        group = self.new(smart_proxy, {'pulp_href' => href})
+        group.clear_task_group_data
+        group
+      end
+
+      def initialize(smart_proxy, data)
+        @smart_proxy = smart_proxy
+        @pulp_data = data.with_indifferent_access
+        @href = @pulp_data['pulp_href']
+        Rails.logger.error("Got empty pulp_href on #{@pulp_data}") if @href.nil?
+      end
+
+      def task_group_data
+        @pulp_data ||= tasks_groups_api.read(@href).as_json.with_indifferent_access
+      end
+
+      def tasks_groups_api
+        ::Katello::Pulp3::Api::Core.new(@smart_proxy).task_groups_api
+      end
+
+      def done?
+        task_group_data['all_tasks_dispatched'] = true && IN_PROGRESS_STATES.all? { |state| task_group_data[state] == 0 }
+      end
+
+      def poll
+        clear_task_group_data
+        task_group_data
+      end
+
+      def clear_task_group_data
+        @pulp_data = nil
+      end
+
+      def started?
+        [SKIPPED, RUNNING, COMPLETED, CANCELLED, FAILED].any? { |state| task_group_data[state] }
+      end
+
+      def error
+        if task_group_data[FAILED] > 0
+          "#{task_group_data[FAILED]} subtask(s) failed for task group #{@href}."
+        end
+      end
+
+      def cancel
+        tasks_api = ::Katello::Pulp3::Api::Core.new(@smart_proxy).tasks_api
+        tasks_response = tasks_api.list(task_group: task_group_data['pulp_href'])
+        data = PulpcoreClient::TaskResponse.new(state: 'canceled')
+        tasks_response.results.collect do |result|
+          tasks_api.tasks_cancel(result.pulp_href, data)
+        end
+      end
+    end
+  end
+end

data/app/services/katello/smart_proxy_helper.rb

@@ -13,34 +13,31 @@ module Katello
       @smart_proxy.pulp_master?
     end
 
-    def repos_available_to_capsule(environment = nil, content_view = nil, repository = nil)
-      ret = []
-      if repository
-        environment = repository.environment
-        ret = [repository]
-      else
-        yum_repos = fetch_repos_available_to_capsule(environment, content_view) || []
-        puppet_envs = fetch_puppet_environments_available_to_capsule(environment, content_view) || []
-        ret = yum_repos + puppet_envs
-      end
+    def lifecycle_environment_check(environment = nil, repository = nil)
+      environment = repository.environment if repository
 
       if environment && !self.smart_proxy.lifecycle_environments.include?(environment)
         fail _("Lifecycle environment '%{environment}' is not attached to this capsule.") % { :environment => environment.name }
       end
-
-      ret
     end
 
-    private
+    def combined_repos_available_to_capsule(environment = nil, content_view = nil, repository = nil)
+      lifecycle_environment_check(environment, repository)
+      if repository
+        [repository]
+      else
+        repositories_available_to_capsule(environment, content_view) + puppet_environments_available_to_capsule(environment, content_view)
+      end
+    end
 
-    def fetch_repos_available_to_capsule(environments = nil, content_view = nil)
+    def repositories_available_to_capsule(environments, content_view)
       environments = @smart_proxy.lifecycle_environments if environments.nil?
       yum_repos = Katello::Repository.in_environment(environments)
       yum_repos = yum_repos.in_content_views([content_view]) if content_view
-      yum_repos.select(&:node_syncable?)
+      yum_repos.smart_proxy_syncable
     end
 
-    def fetch_puppet_environments_available_to_capsule(environments = nil, content_view = nil)
+    def puppet_environments_available_to_capsule(environments, content_view)
       environments = @smart_proxy.lifecycle_environments if environments.nil?
       puppet_environments = Katello::ContentViewPuppetEnvironment.in_environment(environments)
       puppet_environments = puppet_environments.in_content_view(content_view) if content_view

data/config/routes/api/rhsm.rb

@@ -21,6 +21,7 @@ Katello::Engine.routes.draw do
       match '/owners/:organization_id/environments' => 'candlepin_proxies#rhsm_index', :via => :get
       match '/owners/:organization_id/pools' => 'candlepin_proxies#get', :via => :get, :as => :proxy_owner_pools_path
       match '/owners/:organization_id/servicelevels' => 'candlepin_proxies#get', :via => :get, :as => :proxy_owner_servicelevels_path
+      match '/owners/:organization_id/system_purpose' => 'candlepin_proxies#get', :via => :get, :as => :proxy_owner_system_purpose_path
       match '/environments/:environment_id/consumers' => 'candlepin_proxies#consumer_create', :via => :post
       match '/consumers/:id' => 'candlepin_proxies#consumer_show', :via => :get
       match '/consumers/:id' => 'candlepin_proxies#regenerate_identity_certificates', :via => :post

data/config/routes/api/v2.rb

@@ -304,12 +304,6 @@ Katello::Engine.routes.draw do
           end
         end
 
-        api_resources :traces, :only => [], :controller => 'host_tracer' do
-          collection do
-            put :resolve
-          end
-        end
-
         api_resources :srpms, :only => [:index, :show], :controller => 'srpms' do
           collection do
             get :auto_complete_search
@@ -392,6 +386,7 @@ Katello::Engine.routes.draw do
             put :remove_docker_manifests, :action => :remove_content
             put :remove_content
             post :sync
+            post :verify_checksum
             post :export
             post :upload_content
             put :import_uploads
@@ -421,6 +416,7 @@ Katello::Engine.routes.draw do
           collection do
             match '/bulk/destroy' => 'products_bulk_actions#destroy_products', :via => :put
             match '/bulk/sync' => 'products_bulk_actions#sync_products', :via => :put
+            match '/bulk/verify_checksum' => 'products_bulk_actions#verify_checksum_products', :via => :put
             match '/bulk/sync_plan' => 'products_bulk_actions#update_sync_plans', :via => :put
             match '/bulk/http_proxy' => 'products_bulk_actions#update_http_proxy', :via => :put
           end

data/config/routes/overrides.rb

@@ -77,6 +77,7 @@ Foreman::Application.routes.draw do
             match '/bulk/environment_content_view' => 'hosts_bulk_actions#environment_content_view', :via => :put
             match '/bulk/release_version' => 'hosts_bulk_actions#release_version', :via => :put
             match '/bulk/traces' => 'hosts_bulk_actions#traces', :via => :post
+            match '/bulk/resolve_traces' => 'hosts_bulk_actions#resolve_traces', :via => :put
             match '/bulk/available_incremental_updates' => 'hosts_bulk_actions#available_incremental_updates', :via => :post
             match '/bulk/module_streams' => 'hosts_bulk_actions#module_streams', :via => :post
             match '/subscriptions/' => 'host_subscriptions#create', :via => :post
@@ -114,6 +115,9 @@ Foreman::Application.routes.draw do
           end
 
           resources :traces, :only => [:index], :controller => :host_tracer do
+            collection do
+              put :resolve
+            end
           end
         end
       end

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/content-hosts/bulk/content-hosts-bulk-traces-modal.controller.js

@@ -9,7 +9,6 @@
  * @requires Nutupane
  * @requires BastionConfig
  * @requires hostIds
- * @requires HostTracesResolve
  * @required ContentHostsHelper
  * @requires translate
  *
@@ -18,8 +17,8 @@
  */
 /*jshint camelcase:false*/
 angular.module('Bastion.content-hosts').controller('ContentHostsBulkTracesController',
-    ['$scope', '$uibModalInstance', 'HostBulkAction', 'Notification', 'Nutupane', 'BastionConfig', 'hostIds', 'HostTracesResolve', 'ContentHostsHelper', 'translate',
-    function ($scope, $uibModalInstance, HostBulkAction, Notification, Nutupane, BastionConfig, hostIds, HostTracesResolve, ContentHostsHelper, translate) {
+    ['$scope', '$uibModalInstance', 'HostBulkAction', 'Notification', 'Nutupane', 'BastionConfig', 'hostIds', 'ContentHostsHelper', 'translate',
+    function ($scope, $uibModalInstance, HostBulkAction, Notification, Nutupane, BastionConfig, hostIds, ContentHostsHelper, translate) {
 
         var tracesNutupane = new Nutupane(HostBulkAction, hostIds, 'traces');
         tracesNutupane.enableSelectAllResults();
@@ -46,7 +45,7 @@ angular.module('Bastion.content-hosts').controller('ContentHostsBulkTracesContro
                 });
             };
             /* eslint-disable camelcase */
-            HostTracesResolve.resolve({trace_ids: traceids}, onSuccess, onFailure);
+            HostBulkAction.resolveTraces({trace_ids: traceids}, onSuccess, onFailure);
             /* eslint-enable camelcase */
         };
 

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/hosts/host-bulk-action.factory.js

@@ -26,7 +26,8 @@ angular.module('Bastion.hosts').factory('HostBulkAction',
             releaseVersion: {method: 'PUT', params: {action: 'release_version'}},
             availableIncrementalUpdates: {method: 'POST', isArray: true, params: {action: 'available_incremental_updates'}},
             moduleStreams: {method: 'POST', params: {action: 'module_streams'}},
-            traces: {method: 'POST', params: {action: 'traces'}}
+            traces: {method: 'POST', params: {action: 'traces'}},
+            resolveTraces: {method: 'PUT', isArray: true, params: {action: 'resolve_traces'}}
         });
 
     }]

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/bulk/product-bulk-action.factory.js

@@ -13,6 +13,7 @@ angular.module('Bastion.products').factory('ProductBulkAction',
         return BastionResource('katello/api/v2/products/bulk/:action', {}, {
             removeProducts: {method: 'PUT', params: {action: 'destroy'}},
             syncProducts: {method: 'PUT', params: {action: 'sync'}},
+            verifyChecksumProducts: {method: 'PUT', params: {action: 'verify_checksum'}},
             updateProductSyncPlan: {method: 'PUT', params: {action: 'sync_plan'}},
             updateProductHttpProxy: {method: 'PUT', params: {action: 'http_proxy'}}
         });

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/details/repositories/details/repository-details.controller.js

@@ -70,6 +70,12 @@
             }, errorHandler);
         };
 
+        $scope.verifyChecksum = function (repository) {
+            Repository.verifyChecksum({id: repository.id}, function (task) {
+                $state.go('product.repository.tasks.details', {taskId: task.id});
+            }, errorHandler);
+        };
+
         $scope.republishRepository = function (repository) {
             Repository.republish({id: repository.id}, function (task) {
                 $state.go('product.repository.tasks.details', {taskId: task.id});

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/details/repositories/details/views/repository-details.html

@@ -32,6 +32,12 @@
           </a>
         </li>
 
+        <li role="menuitem" ng-hide="hideSyncButton(repository, true)" ng-class="{disabled: disableSyncLink()}">
+          <a ng-click="verifyChecksum(repository)" disable-link="disableSyncLink()" translate>
+            Verify Content Checksum
+          </a>
+        </li>
+
         <li role="menuitem" ng-hide="syncInProgress(repository.last_sync) || denied('edit_products', product)">
           <a ng-click="republishRepository(repository)" translate>
             Republish Repository Metadata
@@ -90,4 +96,4 @@
   <div data-block="content">
     <section ui-view></section>
   </div>
-</div>
+</div>

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/details/repositories/details/views/repository-info.html

@@ -208,7 +208,7 @@
       <dt translate>Publish via HTTPS</dt>
       <dd translate>Yes</dd>
 
-      <span ng-hide="repository.content_type === 'ostree'">
+      <span ng-hide="repository.content_type === 'ostree' || repository.content_type === 'docker'">
         <dt translate>Publish via HTTP</dt>
         <dd bst-edit-checkbox="repository.unprotected"
             formatter="booleanToYesNo"

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/details/repositories/new/views/new-repository.html

@@ -63,7 +63,7 @@
                ng-model="repository.url"
                type="text"/>
         <p class="help-block" ng-show="repository.content_type === 'docker'" translate>
-          URL of the registry you want to sync. Example: https://registry-1.docker.io/
+          URL of the registry you want to sync. Example: https://registry-1.docker.io/ or https://quay.io/
         </p>
         <p class="help-block" ng-show="repository.content_type === 'ansible_collection'" translate>
           Content synced depends on the specifity of the URL and/or the optional requirements.yaml specified below <a class="fa fa-question-circle" ng-show="repository.content_type === 'ansible_collection'"
@@ -144,7 +144,7 @@
                ng-model="repository.docker_upstream_name"
                type="text"/>
         <p class="help-block" translate>
-          Name of the upstream repository you want to sync. Example: 'busybox' or 'fedora/ssh'.
+          Name of the upstream repository you want to sync. Example: 'quay/busybox' or 'fedora/ssh'.
         </p>
 
       </div>

data/engines/bastion_katello/app/assets/javascripts/bastion_katello/products/details/repositories/repository.factory.js

@@ -17,6 +17,7 @@ angular.module('Bastion.repositories').factory('Repository',
             {
                 update: { method: 'PUT' },
                 sync: { method: 'POST', params: { action: 'sync' } },
+                verifyChecksum: { method: 'POST', params: { action: 'verify_checksum' }},
                 removePackages: { method: 'PUT', params: { action: 'remove_packages'}},
                 removeContent: { method: 'PUT', params: { action: 'remove_content'}},
                 autocomplete: {method: 'GET', isArray: true, params: {id: 'auto_complete_search'}},