hammer_cli_csv 1.0.0 → 1.0.1

data/lib/hammer_cli_csv/content_view_filters.rb

@@ -18,6 +18,8 @@ module HammerCLICsv
       command_name 'content-view-filters'
       desc         'import or export content-view-filters'
 
+      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
+
       CONTENTVIEW = 'Content View'
       ORGANIZATION = 'Organization'
       DESCRIPTION = 'Description'
@@ -31,6 +33,8 @@ module HammerCLICsv
           @api.resource(:organizations).call(:index, {
               :per_page => 999999
           })['results'].each do |organization|
+            next if option_organization && organization['name'] != option_organization
+
             composite_contentviews = []
             @api.resource(:content_views).call(:index, {
                 'per_page' => 999999,
@@ -84,6 +88,8 @@ module HammerCLICsv
       end
 
       def create_filters_from_csv(line)
+        return if option_organization && line[ORGANIZATION] != option_organization
+
         @existing_filters[line[ORGANIZATION]] ||= {}
         if !@existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]]
           @existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]] ||= {}

data/lib/hammer_cli_csv/content_views.rb

@@ -9,54 +9,47 @@
 # have received a copy of GPLv2 along with this software; if not, see
 # http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
 
+require 'hammer_cli_foreman'
+require 'hammer_cli_foreman_tasks'
+
 module HammerCLICsv
   class CsvCommand
     class ContentViewsCommand < BaseCommand
+      include ::HammerCLIForemanTasks::Helper
+
       command_name 'content-views'
       desc         'import or export content-views'
 
+      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
+
       LABEL = 'Label'
       ORGANIZATION = 'Organization'
       DESCRIPTION = 'Description'
       COMPOSITE = 'Composite'
       REPOSITORIES = 'Repositories or Composites'
-      FILTERS = 'Filters'
+      ENVIRONMENTS = "Lifecycle Environments"
 
       def export
         CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
-          csv << [NAME, COUNT, LABEL, ORGANIZATION, COMPOSITE, REPOSITORIES, FILTERS]
+          csv << [NAME, COUNT, LABEL, ORGANIZATION, COMPOSITE, REPOSITORIES, ENVIRONMENTS]
           @api.resource(:organizations).call(:index, {
               :per_page => 999999
           })['results'].each do |organization|
+            next if option_organization && organization['name'] != option_organization
+
             composite_contentviews = []
             @api.resource(:content_views).call(:index, {
                 'per_page' => 999999,
                 'organization_id' => organization['id'],
                 'nondefault' => true
             })['results'].each do |contentview|
-
-              filters = CSV.generate do |column|
-                column << @api.resource(:content_view_filters).call(:index, {
-                    'content_view_id' => contentview['id']
-                })['results'].collect do |filter|
-                  rules = filter['rules'].collect do |rule|
-                    rule['name']
-                  end
-                  in_or_out = filter['inclusion'] == true ? 'Include' : 'Exclude'
-                  if filter['type'] == 'rpm'
-                    "#{ in_or_out }|#{ filter['type'] }|#{ rules.join(',')}"
-                  elsif filter['type'] == 'erratum'
-                    "#{ in_or_out }|#{ filter['type'] }|#{ rules['types'].join(',')}"
-                  else
-                    "???? #{filter['type']}"
-                  end
-                end
-              end
-              filters.delete!("\n")
-
               name = contentview['name']
               label = contentview['label']
               orgname = organization['name']
+              environments = CSV.generate do |column|
+                column << environment_names(contentview)
+              end
+              environments.delete!("\n")
               composite = contentview['composite'] == true ? 'Yes' : 'No'
               if composite == 'Yes'
                 contentviews = CSV.generate do |column|
@@ -65,10 +58,10 @@ module HammerCLICsv
                   end
                 end
                 contentviews.delete!("\n")
-                composite_contentviews << [name, 1, label, orgname, composite, contentviews, filters]
+                composite_contentviews << [name, 1, label, orgname, composite, contentviews, environments]
               else
                 repositories = export_column(contentview, 'repositories', 'name')
-                csv << [name, 1, label, orgname, composite, repositories, filters]
+                csv << [name, 1, label, orgname, composite, repositories, environments]
               end
             end
             composite_contentviews.each do |contentview|
@@ -87,6 +80,8 @@ module HammerCLICsv
       end
 
       def create_contentviews_from_csv(line)
+        return if option_organization && line[ORGANIZATION] != option_organization
+
         if !@existing_contentviews[line[ORGANIZATION]]
           @existing_contentviews[line[ORGANIZATION]] ||= {}
           @api.resource(:content_views).call(:index, {
@@ -103,7 +98,7 @@ module HammerCLICsv
         if is_composite
           composite_ids = collect_column(line[REPOSITORIES]) do |composite|
             # TODO: export version and use it here
-            katello_contentviewversion(line[ORGANIZATION], composite, 1)
+            katello_contentviewversion(line[ORGANIZATION], composite)
           end
         else
           repository_ids = collect_column(line[REPOSITORIES]) do |repository|
@@ -116,7 +111,7 @@ module HammerCLICsv
 
           contentview_id = @existing_contentviews[line[ORGANIZATION]][name]
           if !contentview_id
-            print "Creating content view '#{name}'..." if option_verbose?
+            print _("Creating content view '%{name}'...") % {:name => name} if option_verbose?
             options = {
                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
                 'name' => name,
@@ -133,7 +128,7 @@ module HammerCLICsv
             @existing_contentviews[line[ORGANIZATION]][name] = contentview_id
             publish = true
           else
-            print "Updating content view '#{name}'..." if option_verbose?
+            print _("Updating content view '%{name}'...") % {:name => name} if option_verbose?
             options = {
                 'id' => contentview_id,
                 'description' => line[DESCRIPTION]
@@ -144,26 +139,52 @@ module HammerCLICsv
               options['repository_ids'] = repository_ids
             end
             contentview = @api.resource(:content_views).call(:update, options)
+            contentview_id = contentview['id']
             publish = contentview['versions'].empty?
           end
 
           # Content views cannot be used in composites unless a publish has occurred
-          # TODO: this command cannot be called more than once during a run, why?
-          if publish
-            args = %W{
-              --server #{ @server } --username #{ @username } --password #{ @server }
-              content-view publish --id #{ contentview_id }
-              --organization-id #{ foreman_organization(:name => line[ORGANIZATION]) }
-            }
-            hammer.run(args)
-          end
+          publish_content_view(contentview_id, line) if publish
+          promote_content_view(contentview_id, line)
 
-          puts 'done' if option_verbose?
+          puts _('done') if option_verbose?
         end
 
       rescue RuntimeError => e
         raise "#{e}\n       #{line}"
       end
+
+      def environment_names(contentview)
+        names = []
+        contentview['versions'].each do |version|
+          version['environment_ids'].each do |environment_id|
+            names << lifecycle_environment(contentview['organization']['name'], :id => environment_id)
+          end
+        end
+        names.uniq
+      end
+
+      def publish_content_view(contentview_id, line)
+        task_progress(@api.resource(:content_views).call(:publish, {
+            'id' => contentview_id
+        }))
+      end
+
+      def promote_content_view(contentview_id, line)
+        contentview = @api.resource(:content_views).call(:show, {'id' => contentview_id})
+        existing_names = environment_names(contentview)
+
+        CSV.parse_line(line[ENVIRONMENTS]).each do |environment_name|
+          next if environment_name == 'Library' || existing_names.include?(environment_name)
+
+          version = contentview['versions'][-1]
+          task_progress(@api.resource(:content_view_versions).call(:promote, {
+              'id' => version['id'],
+              'environment_id' => lifecycle_environment(line[ORGANIZATION], :name => environment_name),
+              'force' => true
+          }))
+        end
+      end
     end
   end
 end

data/lib/hammer_cli_csv/export.rb

@@ -57,7 +57,7 @@ module HammerCLICsv
                                   domains architectures partition_tables lifecycle_environments
                                   provisioning_templates
                                   hosts reports )
-          skipped_resources += %w( subscriptions content_hosts roles users )  # TODO: not implemented yet
+          skipped_resources += %w( subscriptions roles users )  # TODO: not implemented yet
         else
           @api = ApipieBindings::API.new({
                                            :uri => @server,

data/lib/hammer_cli_csv/host_collections.rb

@@ -9,20 +9,6 @@
 # have received a copy of GPLv2 along with this software; if not, see
 # http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
 
-#
-# -= System Groups CSV =-
-#
-# Columns
-#   Name
-#     - System group name
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "group%d" -> "group1"
-#   Count
-#     - Number of times to iterate on this line of the CSV file
-#   Org Label
-#   Limit
-#   Description
-#
 
 require 'hammer_cli'
 require 'json'
@@ -34,6 +20,8 @@ module HammerCLICsv
       command_name 'host-collections'
       desc         'import or export host collections'
 
+      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
+
       ORGANIZATION = 'Organization'
       LIMIT = 'Limit'
       DESCRIPTION = 'Description'
@@ -43,6 +31,7 @@ module HammerCLICsv
           csv << [NAME, COUNT, ORGANIZATION, LIMIT, DESCRIPTION]
           if @server_status['release'] == 'Headpin'
             @headpin.get(:organizations).each do |organization|
+              next if option_organization && organization['name'] != option_organization
               @headpin.get("organizations/#{organization['label']}/system_groups").each do |systemgroup|
                 csv << [systemgroup['name'], 1, organization['name'],
                         systemgroup['max_systems'].to_i < 0 ? 'Unlimited' : systemgroup['max_systems'],
@@ -51,11 +40,13 @@ module HammerCLICsv
             end
           else
             @api.resource(:organizations).call(:index, {'per_page' => 999999})['results'].each do |organization|
+              next if option_organization && organization['name'] != option_organization
               @api.resource(:host_collections).call(:index, {
                   'organization_id' => organization['id']
               })['results'].each do |hostcollection|
-                csv << [hostcollection['name'], 1, organization['id'],
-                        hostcollection['max_systems'].to_i < 0 ? 'Unlimited' : hostcollection['max_systems'],
+                limit = hostcollection['unlimited_content_hosts'] ? 'Unlimited' : hostcollection['max_content_hosts']
+                csv << [hostcollection['name'], 1, organization['name'],
+                        limit,
                         hostcollection['description']]
               end
             end
@@ -72,6 +63,8 @@ module HammerCLICsv
       end
 
       def create_hostcollections_from_csv(line)
+        return if option_organization && line[ORGANIZATION] != option_organization
+
         if !@existing[line[ORGANIZATION]]
           @existing[line[ORGANIZATION]] = {}
           @api.resource(:host_collections).call(:index, {
@@ -84,23 +77,20 @@ module HammerCLICsv
 
         line[COUNT].to_i.times do |number|
           name = namify(line[NAME], number)
+          params =  {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => name,
+                      'unlimited_content_hosts' => (line[LIMIT] == 'Unlimited') ? true : false,
+                      'max_content_hosts' => (line[LIMIT] == 'Unlimited') ? nil : line[LIMIT].to_i,
+                      'description' => line[DESCRIPTION]
+                    }
           if !@existing[line[ORGANIZATION]].include? name
-            print "Creating system group '#{name}'..." if option_verbose?
-            @api.resource(:host_collections).call(:create, {
-                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                'name' => name,
-                'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
-                'description' => line[DESCRIPTION]
-            })
+            print "Creating host collection '#{name}'..." if option_verbose?
+            @api.resource(:host_collections).call(:create, params)
           else
-            print "Updating system group '#{name}'..." if option_verbose?
-            @api.resource(:host_collections).call(:update, {
-                'organization_id' => line[ORGANIZATION],
-                'id' => @existing[line[ORGANIZATION]][name],
-                'name' => name,
-                'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
-                'description' => line[DESCRIPTION]
-            })
+            print "Updating host collection '#{name}'..." if option_verbose?
+            params['id'] = @existing[line[ORGANIZATION]][name]
+            @api.resource(:host_collections).call(:update, params)
           end
           print "done\n" if option_verbose?
         end

data/lib/hammer_cli_csv/import.rb

@@ -18,27 +18,21 @@ module HammerCLICsv
 
       option %w(-v --verbose), :flag, 'be verbose'
       option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
-      option %w(--server), 'SERVER', 'Server URL'
-      option %w(-u --username), 'USERNAME', 'Username to access server'
-      option %w(-p --password), 'PASSWORD', 'Password to access server'
       option '--dir', 'DIRECTORY', 'directory to import from'
 
       RESOURCES = %w( organizations locations puppet_environments operating_systems
                       domains architectures partition_tables lifecycle_environments host_collections
                       provisioning_templates
-                      subscriptions activation_keys hosts content_hosts reports roles users )
+                      subscriptions products content_views content_view_filters activation_keys
+                      hosts content_hosts reports roles users )
       RESOURCES.each do |resource|
         dashed = resource.sub('_', '-')
         option "--#{dashed}", 'FILE', "csv file for #{dashed}"
       end
 
       def execute
-        @api = ApipieBindings::API.new({
-                                         :uri => option_server || HammerCLI::Settings.get(:csv, :host),
-                                         :username => option_username || HammerCLI::Settings.get(:csv, :username),
-                                         :password => option_password || HammerCLI::Settings.get(:csv, :password),
-                                         :api_version => 2
-                                       })
+        @api = ApipieBindings::API.new({:uri => get_option(:host), :username => get_option(:username),
+                                        :password => get_option(:password), :api_version => 2})
 
         # Swing the hammers
         RESOURCES.each do |resource|
@@ -71,6 +65,15 @@ module HammerCLICsv
         args += %W( --threads #{option_threads} )
         hammer.run(args)
       end
+
+      private
+
+      def get_option(name)
+        HammerCLI::Settings.settings[:_params][name] ||
+          HammerCLI::Settings.get(:csv, name) ||
+          HammerCLI::Settings.get(:katello, name) ||
+          HammerCLI::Settings.get(:foreman, name)
+      end
     end
   end
 end

data/lib/hammer_cli_csv/lifecycle_environments.rb

@@ -31,6 +31,8 @@ module HammerCLICsv
       command_name 'lifecycle-environments'
       desc         'import or export lifecycle environments'
 
+      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
+
       ORGANIZATION = 'Organization'
       PRIORENVIRONMENT = 'Prior Environment'
       DESCRIPTION = 'Description'
@@ -41,14 +43,16 @@ module HammerCLICsv
           @api.resource(:organizations).call(:index, {
               'per_page' => 999999
           })['results'].each do |organization|
+            next if option_organization && organization['name'] != option_organization
+
             @api.resource(:lifecycle_environments).call(:index, {
                 'per_page' => 999999,
                 'organization_id' => organization['id']
-            })['results'].each do |environment|
+            })['results'].sort { |a, b| a['created_at'] <=> b['created_at'] }.each do |environment|
               if environment['name'] != 'Library'
                 name = environment['name']
                 count = 1
-                prior = environment['prior']
+                prior = environment['prior']['name']
                 description = environment['description']
                 csv << [name, count, organization['name'], prior, description]
               end
@@ -77,6 +81,8 @@ module HammerCLICsv
       end
 
       def create_environments_from_csv(line)
+        return if option_organization && line[ORGANIZATION] != option_organization
+
         line[COUNT].to_i.times do |number|
           name = namify(line[NAME], number)
           prior = namify(line[PRIORENVIRONMENT], number)
@@ -87,6 +93,7 @@ module HammerCLICsv
                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
                 'name' => name,
                 'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
+                'prior_id' => lifecycle_environment(line[ORGANIZATION], :name => prior),
                 'description' => line[DESCRIPTION]
             })
           else
@@ -96,7 +103,6 @@ module HammerCLICsv
                 'name' => name,
                 'new_name' => name,
                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                'prior' => prior,
                 'description' => line[DESCRIPTION]
             })
           end

data/lib/hammer_cli_csv/products.rb

@@ -13,7 +13,10 @@ module HammerCLICsv
   class CsvCommand
     class ProductsCommand < BaseCommand
       command_name 'products'
-      desc         'import or export products'
+      desc         _('import or export products')
+
+      option %w(--organization), 'ORGANIZATION', _('Only process organization matching this name')
+      option %w(--sync), 'true|false', _('Sync product repositories (default true)')
 
       LABEL = 'Label'
       ORGANIZATION = 'Organization'
@@ -28,18 +31,20 @@ module HammerCLICsv
           @api.resource(:organizations).call(:index, {
               :per_page => 999999
           })['results'].each do |organization|
+            next if option_organization && organization['name'] != option_organization
             @api.resource(:products).call(:index, {
                 'per_page' => 999999,
                 'enabled' => true,
                 'organization_id' => organization['id']
             })['results'].each do |product|
-              unless product['provider']['name'] == 'Red Hat'
-                product['repositories'].each do |repository|
-                  repository_type = repository['product_type'] == 'custom' ? 'Custom' : 'Red Hat'
-                  repository_type += " #{repository['content_type'].capitalize}"
-                  csv << [product['name'], 1, product['label'], organization['name'],
-                          repository['name'], repository_type, repository['url']]
-                end
+              @api.resource(:repositories).call(:index, {
+                  'product_id' => product['id'],
+                  'organization_id' => organization['id']
+              })['results'].each do |repository|
+                repository_type = repository['product_type'] == 'custom' ? 'Custom' : 'Red Hat'
+                repository_type += " #{repository['content_type'].capitalize}"
+                csv << [product['name'], 1, product['label'], organization['name'],
+                        repository['name'], repository_type, repository['url']]
               end
             end
           end
@@ -55,7 +60,11 @@ module HammerCLICsv
         end
       end
 
+      # FIXME: TODO remove this rubocop
+      # rubocop:disable CyclomaticComplexity
       def create_products_from_csv(line)
+        return if option_organization && line[ORGANIZATION] != option_organization
+
         if !@existing_products[line[ORGANIZATION]]
           @existing_products[line[ORGANIZATION]] = {}
           @api.resource(:products).call(:index, {
@@ -82,9 +91,10 @@ module HammerCLICsv
           name = namify(line[NAME], number)
           product_id = @existing_products[line[ORGANIZATION]][name]
           if product_id.nil?
-            print "Creating product '#{name}'..." if option_verbose?
+            print _("Creating product '%{name}'...") % {:name => name} if option_verbose?
             if line[REPOSITORY_TYPE] =~ /Red Hat/
-              raise "Red Hat product '#{name}' does not exist in '#{line[ORGANIZATION]}'"
+              raise _("Red Hat product '%{name}' does not exist in '%{organization}'") %
+                {:name => name, :organization => line[ORGANIZATION]}
             end
 
             product_id = @api.resource(:products).call(:create, {
@@ -94,10 +104,9 @@ module HammerCLICsv
             @existing_products[line[ORGANIZATION]][name] = product_id
           else
             # Nothing to update for products
-            print "Updating product '#{name}'..." if option_verbose?
+            print _("Updating product '%{name}'...") % {:name => name} if option_verbose?
           end
           @existing_repositories[line[ORGANIZATION] + name] = {}
-          print "done\n" if option_verbose?
 
           repository_name = namify(line[REPOSITORY], number)
 
@@ -116,7 +125,10 @@ module HammerCLICsv
           if !repository
             raise "Red Hat product '#{name}' does not have repository '#{repository_name}'" if line[REPOSITORY_TYPE] =~ /Red Hat/
 
-            print "Creating repository '#{repository_name}' in product '#{name}'..." if option_verbose?
+            if option_verbose?
+              print _("Creating repository '%{repository_name}' in product '%{name}'...") %
+                {:repository_name => repository_name, :name => name}
+            end
             repository = @api.resource(:repositories).call(:create, {
                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
                 'name' => repository_name,
@@ -126,16 +138,10 @@ module HammerCLICsv
                 'content_type' => content_type(line[REPOSITORY_TYPE])
             })
             @existing_repositories[line[ORGANIZATION] + name][line[LABEL]] = repository
-            puts 'done' if option_verbose?
           end
 
-          print "Sync'ing repository '#{repository_name}' in product '#{name}'..." if option_verbose?
-          if repository['sync_state'] == 'finished'
-            puts 'already done' if option_verbose?
-          else
-            sync_repository(line, repository)
-            print "done\n" if option_verbose?
-          end
+          sync_repository(line, repository)
+          puts _('done') if option_verbose?
         end
 
       rescue RuntimeError => e
@@ -156,8 +162,23 @@ module HammerCLICsv
       end
 
       def sync_repository(line, repository)
-        # TODO: --server needs to come from config/settings
-        args = %W{ repository synchronize
+        if option_sync =~ (/A(true|1|yes)$/i) || HammerCLI::Settings.get(:csv, :products_sync) ||
+              (option_sync.nil? && HammerCLI::Settings.get(:csv, :products_sync).nil?)
+          if option_verbose?
+            print _("syncing repository '%{repository_name}' in product '%{name}'...") %
+              {:repository_name => repository_name, :name => name}
+          end
+          if repository['sync_state'] == 'finished'
+            print _("previously synced, skipping...") if option_verbose?
+          else
+            exec_sync_repository(line, repository)
+          end
+        end
+      end
+
+      def exec_sync_repository(line, repository)
+        args = %W{ --server #{ @server } --username #{ @username } --password #{ @password }
+                   repository synchronize
                    --id #{ repository['id'] }
                    --organization-id #{ foreman_organization(:name => line[ORGANIZATION]) } }
         hammer.run(args)