hammer_cli_csv 1.0.1 → 1.0.2

data/lib/hammer_cli_csv/hosts.rb

@@ -1,36 +1,3 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
-#
-# -= Hosts CSV =-
-#
-# Columns
-#   Name
-#     - Host name
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "os%d" -> "os1"
-#   Count
-#     - Number of times to iterate on this line of the CSV file
-#   MAC Address
-#     - MAC address
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "FF:FF:FF:FF:FF:%02x" -> "FF:FF:FF:FF:FF:0A"
-#     - Warning: be sure to keep count below 255 or MAC hex will exceed limit
-#
-
-require 'hammer_cli'
-require 'json'
-require 'csv'
-require 'uri'
-
 module HammerCLICsv
   class CsvCommand
     class HostsCommand < BaseCommand
@@ -38,6 +5,7 @@ module HammerCLICsv
       desc         'import or export hosts'
 
       ORGANIZATION = 'Organization'
+      LOCATION = 'Location'
       ENVIRONMENT = 'Environment'
       OPERATINGSYSTEM = 'Operating System'
       ARCHITECTURE = 'Architecture'
@@ -46,14 +14,15 @@ module HammerCLICsv
       PARTITIONTABLE = 'Partition Table'
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
-          csv << [NAME, COUNT, ORGANIZATION, ENVIRONMENT, OPERATINGSYSTEM, ARCHITECTURE, MACADDRESS, DOMAIN, PARTITIONTABLE]
-          @api.resource(:hosts).call(:index, {:per_page => 999999})['results'].each do |host|
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, ORGANIZATION, LOCATION, ENVIRONMENT, OPERATINGSYSTEM, ARCHITECTURE, MACADDRESS, DOMAIN, PARTITIONTABLE]
+          search_options = {:per_page => 999999}
+          search_options['search'] = "organization=\"#{option_organization}\"" if option_organization
+          @api.resource(:hosts).call(:index, search_options)['results'].each do |host|
             host = @api.resource(:hosts).call(:show, {'id' => host['id']})
             raise "Host 'id=#{host['id']}' not found" if !host || host.empty?
 
             name = host['name']
-            count = 1
             organization = foreman_organization(:id => host['organization_id'])
             environment = foreman_environment(:id => host['environment_id'])
             operatingsystem = foreman_operatingsystem(:id => host['operatingsystem_id'])
@@ -62,7 +31,7 @@ module HammerCLICsv
             domain = foreman_domain(:id => host['domain_id'])
             ptable = foreman_partitiontable(:id => host['ptable_id'])
 
-            csv << [name, count, organization, environment, operatingsystem, architecture, mac, domain, ptable]
+            csv << [name, organization, environment, operatingsystem, architecture, mac, domain, ptable]
           end
         end
       end
@@ -79,33 +48,40 @@ module HammerCLICsv
       end
 
       def create_hosts_from_csv(line)
-        line[COUNT].to_i.times do |number|
+        return if option_organization && line[ORGANIZATION] != option_organization
+
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
           if !@existing.include? name
             print "Creating host '#{name}'..." if option_verbose?
             @api.resource(:hosts).call(:create, {
-                'name' => name,
-                'root_pass' => 'changeme',
-                'mac' => namify(line[MACADDRESS], number),
-                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
-                'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
-                'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
-                'domain_id' => foreman_domain(:name => line[DOMAIN]),
-                'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                'host' => {
+                  'name' => name,
+                  'root_pass' => 'changeme',
+                  'mac' => namify(line[MACADDRESS], number),
+                  'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                  'location_id' => foreman_location(:name => line[LOCATION]),
+                  'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                  'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                  'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                  'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                  'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                }
             })
           else
             print "Updating host '#{name}'..." if option_verbose?
             @api.resource(:hosts).call(:update, {
                 'id' => @existing[name],
-                'name' => name,
-                'mac' => namify(line[MACADDRESS], number),
-                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
-                'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
-                'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
-                'domain_id' => foreman_domain(:name => line[DOMAIN]),
-                'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                'host' => {
+                  'name' => name,
+                  'mac' => namify(line[MACADDRESS], number),
+                  'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                  'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                  'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                  'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                  'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                  'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                }
             })
           end
           print "done\n" if option_verbose?

data/lib/hammer_cli_csv/import.rb

@@ -1,14 +1,4 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
+require 'open-uri'
 
 module HammerCLICsv
   class CsvCommand
@@ -16,23 +6,41 @@ module HammerCLICsv
       command_name 'import'
       desc         'import by directory'
 
-      option %w(-v --verbose), :flag, 'be verbose'
-      option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
-      option '--dir', 'DIRECTORY', 'directory to import from'
+      option %w(-v --verbose), :flag, _('be verbose')
+      option %w(--threads), 'THREAD_COUNT', _('Number of threads to hammer with'),
+             :default => 1, :hidden => true
+      option '--dir', 'DIRECTORY', _('directory to import from')
+      option %w(--organization), 'ORGANIZATION', _('Only process organization matching this name')
+      option %w(--prefix), 'PREFIX', _('Prefix for all name columns')
 
-      RESOURCES = %w( organizations locations puppet_environments operating_systems
+      RESOURCES = %w( settings organizations locations puppet_environments operating_systems
                       domains architectures partition_tables lifecycle_environments host_collections
                       provisioning_templates
                       subscriptions products content_views content_view_filters activation_keys
-                      hosts content_hosts reports roles users )
+                      hosts content_hosts smart_proxies reports roles users )
       RESOURCES.each do |resource|
-        dashed = resource.sub('_', '-')
+        dashed = resource.gsub('_', '-')
         option "--#{dashed}", 'FILE', "csv file for #{dashed}"
       end
 
       def execute
-        @api = ApipieBindings::API.new({:uri => get_option(:host), :username => get_option(:username),
-                                        :password => get_option(:password), :api_version => 2})
+        @server = (HammerCLI::Settings.settings[:_params] &&
+                   HammerCLI::Settings.settings[:_params][:host]) ||
+          HammerCLI::Settings.get(:csv, :host) ||
+          HammerCLI::Settings.get(:katello, :host) ||
+          HammerCLI::Settings.get(:foreman, :host)
+        @username = (HammerCLI::Settings.settings[:_params] &&
+                     HammerCLI::Settings.settings[:_params][:username]) ||
+          HammerCLI::Settings.get(:csv, :username) ||
+          HammerCLI::Settings.get(:katello, :username) ||
+          HammerCLI::Settings.get(:foreman, :username)
+        @password = (HammerCLI::Settings.settings[:_params] &&
+                     HammerCLI::Settings.settings[:_params][:password]) ||
+          HammerCLI::Settings.get(:csv, :password) ||
+          HammerCLI::Settings.get(:katello, :password) ||
+          HammerCLI::Settings.get(:foreman, :password)
+        @api = ApipieBindings::API.new({:uri => @server, :username => @username,
+                                        :password => @password, :api_version => 2})
 
         # Swing the hammers
         RESOURCES.each do |resource|
@@ -54,20 +62,34 @@ module HammerCLICsv
 
       def hammer_resource(resource)
         return if !self.send("option_#{resource}") && !option_dir
-        options_file = self.send("option_#{resource}") || "#{option_dir}/#{resource.sub('_', '-')}.csv"
-        if !File.exists? options_file
-          return if option_dir
+        options_file = self.send("option_#{resource}") || "#{option_dir}/#{resource.gsub('_', '-')}.csv"
+        unless options_file_exists? options_file
+          if option_dir
+            puts _("Skipping #{resource} because '#{options_file}' does not exist") if option_verbose?
+            return
+          end
           raise "File for #{resource} '#{options_file}' does not exist"
         end
+        puts _("Importing #{resource} from '#{options_file}'") if option_verbose?
 
-        args = %W( csv #{resource.sub('_', '-')} --csv-file #{options_file} )
+        args = %W( csv #{resource.gsub('_', '-')} --file #{options_file} )
         args << '-v' if option_verbose?
-        args += %W( --threads #{option_threads} )
+        args += %W( --organization #{option_organization} ) if option_organization
+        args += %W( --prefix #{option_prefix} ) if option_prefix
+        args += %W( --threads #{option_threads} ) if option_threads
         hammer.run(args)
       end
 
       private
 
+      def options_file_exists?(options_file)
+        f = open(options_file)
+        f.close
+        true
+      rescue
+        false
+      end
+
       def get_option(name)
         HammerCLI::Settings.settings[:_params][name] ||
           HammerCLI::Settings.get(:csv, name) ||

data/lib/hammer_cli_csv/installation_medias.rb

@@ -1,14 +1,3 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
 module HammerCLICsv
   class CsvCommand
     class InstallationMediasCommand < BaseCommand
@@ -20,14 +9,14 @@ module HammerCLICsv
       ORGANIZATIONS = 'Organizations'
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
-          csv << [NAME, COUNT, PATH, OSFAMILY]
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, PATH, OSFAMILY]
           @api.resource(:media).call(:index, {:per_page => 999999})['results'].each do |installation_media|
             name = installation_media['name']
             count = 1
             path = installation_media['path']
             os_family = installation_media['os_family']
-            csv << [name, count, path, os_family]
+            csv << [name, path, os_family]
           end
         end
       end
@@ -44,7 +33,7 @@ module HammerCLICsv
       end
 
       def create_installation_medias_from_csv(line)
-        line[COUNT].to_i.times do |number|
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
           if !@existing.include? name
             print "Creating installation_media '#{name}'..." if option_verbose?

data/lib/hammer_cli_csv/job_templates.rb

@@ -0,0 +1,142 @@
+module HammerCLICsv
+  class CsvCommand
+    class JobTemplatesCommand < BaseCommand
+      command_name 'job-templates'
+      desc         'import or export job templates'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      JOB = 'Job Category'
+      PROVIDER = 'Provider'
+      SNIPPET = 'Snippet'
+      TEMPLATE = 'Template'
+
+      def export
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, ORGANIZATIONS, LOCATIONS, JOB, PROVIDER, SNIPPET, TEMPLATE]
+          @api.resource(:job_templates).call(:index, {
+              :per_page => 999999
+          })['results'].each do |template_id|
+            template = @api.resource(:job_templates).call(:show, {:id => template_id['id']})
+            next if template['locked']
+            next unless option_organization.nil? || template['organizations'].detect { |org| org['name'] == option_organization }
+            name = template['name']
+            job = template['job_name']
+            snippet = template['snippet'] ? 'Yes' : 'No'
+            provider = template['provider_type']
+            organizations = export_column(template, 'organizations', 'name')
+            locations = export_column(template, 'locations', 'name')
+            csv << [name, organizations, locations, job, provider, snippet, template['template']]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:job_templates).call(:index, {
+            :per_page => 999999
+        })['results'].each do |template|
+          @existing[template['name']] = template['id'] if template
+        end
+
+        thread_import do |line|
+          create_templates_from_csv(line)
+        end
+      end
+
+      def create_templates_from_csv(line)
+        organizations = collect_column(line[ORGANIZATIONS]) do |organization|
+          foreman_organization(:name => organization)
+        end
+        if option_organization
+          org_id = foreman_organization(:name => option_organization)
+          return if org_id.nil? || !organizations.include?(org_id)
+          organizations = [org_id]
+        end
+        locations = collect_column(line[LOCATIONS]) do |location|
+          foreman_location(:name => location)
+        end
+
+        count(line[COUNT]).times do |number|
+          name = namify(line[NAME], number)
+          job_name = namify(line[JOB], number)
+          options = {
+                'job_template' => {
+                  'name' => name,
+                  'job_name' => job_name,
+                  'snippet' => line[SNIPPET] == 'Yes' ? true : false,
+                  'provider_type' => line[PROVIDER],
+                  'organization_ids' => organizations,
+                  'location_ids' => locations,
+                  'template' => line[TEMPLATE]
+                }
+          }
+          template_id = @existing[name]
+          if !template_id
+            print _("Creating job template '%{name}'...") % {:name => name } if option_verbose?
+            template_id = @api.resource(:job_templates).call(:create, options)['id']
+            @existing[name] = template_id
+          else
+            print _("Updating job template '%{name}'...") % {:name => name} if option_verbose?
+            options['id'] = template_id
+            template_id = @api.resource(:job_templates).call(:update, options)['id']
+          end
+
+          # Update associated resources
+          # @template_organizations ||= {}
+          # organizations.each do |organization_id|
+          #   if @template_organizations[organization_id].nil?
+          #     @template_organizations[organization_id] = @api.resource(:organizations).call(:show, {
+          #         'id' => organization_id
+          #     })['config_templates'].collect do |template|
+          #       template['id']
+          #     end
+          #   end
+          #   if !@template_organizations[organization_id].include? template_id
+          #     @template_organizations[organization_id] << template_id
+          #     @api.resource(:organizations).call(:update, {
+          #         'id' => organization_id,
+          #         'organization' => {
+          #             'config_template_ids' => @template_organizations[organization_id]
+          #         }
+          #     })
+          #   end
+          # end
+          # @template_locations ||= {}
+          # locations.each do |location_id|
+          #   if @template_locations[location_id].nil?
+          #     @template_locations[location_id] = @api.resource(:locations).call(:show, {
+          #         'id' => location_id
+          #     })['config_templates'].collect do |template|
+          #       template['id']
+          #     end
+          #   end
+          #   if !@template_locations[location_id].include? template_id
+          #     @template_locations[location_id] += [template_id]
+          #     @api.resource(:locations).call(:update, {
+          #         'id' => location_id,
+          #         'location' => {
+          #             'config_template_ids' => @template_locations[location_id]
+          #         }
+          #     })
+          #   end
+          # end
+
+          puts _('done') if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line[NAME]}"
+      end
+
+      def export_associations(template)
+        return '' unless template['template_combinations']
+        values = CSV.generate do |column|
+          column << template['template_combinations'].collect do |combo|
+            "#{combo['hostgroup_name']}|#{combo['environment_name']}"
+          end
+        end
+        values.delete!("\n")
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/lifecycle_environments.rb

@@ -1,45 +1,16 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
-#
-# -= Environments CSV =-
-#
-# Columns
-#   Name
-#     - Environment name
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "os%d" -> "os1"
-#   Count
-#     - Number of times to iterate on this line of the CSV file
-#
-
-require 'hammer_cli'
-require 'json'
-require 'csv'
-
 module HammerCLICsv
   class CsvCommand
     class LifecycleEnvironmentsCommand < BaseCommand
       command_name 'lifecycle-environments'
       desc         'import or export lifecycle environments'
 
-      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
-
       ORGANIZATION = 'Organization'
       PRIORENVIRONMENT = 'Prior Environment'
       DESCRIPTION = 'Description'
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
-          csv << [NAME, COUNT, ORGANIZATION, PRIORENVIRONMENT, DESCRIPTION]
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, ORGANIZATION, PRIORENVIRONMENT, DESCRIPTION]
           @api.resource(:organizations).call(:index, {
               'per_page' => 999999
           })['results'].each do |organization|
@@ -51,10 +22,9 @@ module HammerCLICsv
             })['results'].sort { |a, b| a['created_at'] <=> b['created_at'] }.each do |environment|
               if environment['name'] != 'Library'
                 name = environment['name']
-                count = 1
                 prior = environment['prior']['name']
                 description = environment['description']
-                csv << [name, count, organization['name'], prior, description]
+                csv << [name, organization['name'], prior, description]
               end
             end
           end
@@ -83,7 +53,7 @@ module HammerCLICsv
       def create_environments_from_csv(line)
         return if option_organization && line[ORGANIZATION] != option_organization
 
-        line[COUNT].to_i.times do |number|
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
           prior = namify(line[PRIORENVIRONMENT], number)
           raise "Organization '#{line[ORGANIZATION]}' does not exist" if !@existing.include? line[ORGANIZATION]
@@ -92,7 +62,7 @@ module HammerCLICsv
             @api.resource(:lifecycle_environments).call(:create, {
                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
                 'name' => name,
-                'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
+                #'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
                 'prior_id' => lifecycle_environment(line[ORGANIZATION], :name => prior),
                 'description' => line[DESCRIPTION]
             })
@@ -100,9 +70,6 @@ module HammerCLICsv
             print "Updating environment '#{name}'..." if option_verbose?
             @api.resource(:lifecycle_environments).call(:update, {
                 'id' => @existing[line[ORGANIZATION]][name],
-                'name' => name,
-                'new_name' => name,
-                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
                 'description' => line[DESCRIPTION]
             })
           end