hammer_cli_csv 1.0.1 → 1.0.2

data/lib/hammer_cli_csv/content_views.rb

@@ -1,14 +1,3 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
 require 'hammer_cli_foreman'
 require 'hammer_cli_foreman_tasks'
 
@@ -20,8 +9,6 @@ module HammerCLICsv
       command_name 'content-views'
       desc         'import or export content-views'
 
-      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
-
       LABEL = 'Label'
       ORGANIZATION = 'Organization'
       DESCRIPTION = 'Description'
@@ -30,8 +17,8 @@ module HammerCLICsv
       ENVIRONMENTS = "Lifecycle Environments"
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
-          csv << [NAME, COUNT, LABEL, ORGANIZATION, COMPOSITE, REPOSITORIES, ENVIRONMENTS]
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, LABEL, ORGANIZATION, COMPOSITE, REPOSITORIES, ENVIRONMENTS]
           @api.resource(:organizations).call(:index, {
               :per_page => 999999
           })['results'].each do |organization|
@@ -61,7 +48,7 @@ module HammerCLICsv
                 composite_contentviews << [name, 1, label, orgname, composite, contentviews, environments]
               else
                 repositories = export_column(contentview, 'repositories', 'name')
-                csv << [name, 1, label, orgname, composite, repositories, environments]
+                csv << [name, label, orgname, composite, repositories, environments]
               end
             end
             composite_contentviews.each do |contentview|
@@ -106,7 +93,7 @@ module HammerCLICsv
           end
         end
 
-        line[COUNT].to_i.times do |number|
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
 
           contentview_id = @existing_contentviews[line[ORGANIZATION]][name]

data/lib/hammer_cli_csv/csv.rb

@@ -1,15 +1,3 @@
-
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
 require 'hammer_cli'
 require 'hammer_cli/exit_codes'
 

data/lib/hammer_cli_csv/domains.rb

@@ -1,48 +1,33 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
-#
-# -= Domains CSV =-
-#
-# Columns
-#   Name
-#     - Domain name
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "os%d" -> "os1"
-#   Count
-#     - Number of times to iterate on this line of the CSV file
-#
-
-require 'hammer_cli'
-require 'json'
-require 'csv'
-
 module HammerCLICsv
   class CsvCommand
     class DomainsCommand < BaseCommand
       command_name 'domains'
       desc         'import or export domains'
 
-      FULLNAME = 'Full Name'
       ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      DESCRIPTION = 'Description'
+      SMART_PROXY = 'DNS Smart Proxy'
+      PARAMETERS = 'Parameters'
+
+      SEPARATOR = ' = '
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
-          csv << [NAME, COUNT, FULLNAME]
-          @api.resource(:domains).call(:index, {:per_page => 999999})['results'].each do |domain|
-            puts domain
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, ORGANIZATIONS, LOCATIONS, DESCRIPTION, SMART_PROXY, PARAMETERS]
+          search_options = {:per_page => 999999}
+          search_options['search'] = "organization=\"#{option_organization}\"" if option_organization
+          @api.resource(:domains).call(:index, search_options)['results'].each do |domain|
+            domain = @api.resource(:domains).call(:show, {'id' => domain['id']})
+            raise "Domain 'id=#{domain['id']}' not found" if !domain || domain.empty?
+
             name = domain['name']
-            count = 1
-            fullname = domain['fullname']
-            csv << [name, count, fullname]
+            organizations = option_organization ? option_organization : export_column(domain, 'organizations', 'name')
+            locations = export_column(domain, 'locations', 'name')
+            description = domain['fullname']
+            capsule = foreman_smart_proxy(:id => domain['dns_id'])
+            parameters = export_parameters(domain['parameters'])
+            csv << [name, organizations, locations, description, capsule, parameters]
           end
         end
       end
@@ -59,18 +44,28 @@ module HammerCLICsv
       end
 
       def create_domains_from_csv(line)
-        line[COUNT].to_i.times do |number|
+        dns_id = foreman_smart_proxy(:name => line[SMART_PROXY])
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
+          description = namify(line[DESCRIPTION], number)
           if !@existing.include? name
             print "Creating domain '#{name}'..." if option_verbose?
             domain_id = @api.resource(:domains).call(:create, {
-                                                       'name' => name
+                                                       'domain' => {
+                                                         'name' => name,
+                                                         'fullname' => description,
+                                                         'dns_id' => dns_id
+                                                       }
                                                      })['id']
           else
             print "Updating domain '#{name}'..." if option_verbose?
             domain_id = @api.resource(:domains).call(:update, {
                                                        'id' => @existing[name],
-                                                       'name' => name
+                                                       'domain' => {
+                                                         'name' => name,
+                                                         'fullname' => description,
+                                                         'dns_id' => dns_id
+                                                       }
                                                      })['id']
           end
 
@@ -93,11 +88,52 @@ module HammerCLICsv
                                                })
           end
 
+          import_parameters(domain_id, line[PARAMETERS])
+
           print "done\n" if option_verbose?
         end
       rescue RuntimeError => e
         raise "#{e}\n       #{line}"
       end
+
+      private
+
+      def export_parameters(parameters)
+        return '' if parameters.nil? || parameters.empty?
+
+        values = CSV.generate do |column|
+          column  << parameters.collect do |parameter|
+            "#{parameter['name']}#{SEPARATOR}#{parameter['value']}"
+          end
+        end
+        values.delete!("\n")
+      end
+
+      def import_parameters(domain_id, parameters)
+        collect_column(parameters) do |parameter|
+          (parameter_name, parameter_value) = parameter.split(SEPARATOR)
+
+          results = @api.resource(:parameters).call(:index, { :domain_id => domain_id, :search => "name=\"#{parameter_name}\"" })['results']
+          if results.empty?
+            @api.resource(:parameters).call(:create, {
+                                                       'domain_id' => domain_id,
+                                                       'parameter' => {
+                                                         'name' => parameter_name,
+                                                         'value' => parameter_value
+                                                       }
+                                                     })
+          else
+            @api.resource(:parameters).call(:create, {
+                                                       'id' => results[0]['id'],
+                                                       'domain_id' => domain_id,
+                                                       'parameter' => {
+                                                         'name' => parameter_name,
+                                                         'value' => parameter_value
+                                                       }
+                                                     })
+          end
+        end
+      end
     end
   end
 end

data/lib/hammer_cli_csv/exception_handler.rb

@@ -1,14 +1,3 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
 require 'hammer_cli/exception_handler'
 
 module HammerCLICsv

data/lib/hammer_cli_csv/export.rb

@@ -1,24 +1,14 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
-
 module HammerCLICsv
   class CsvCommand
     class ExportCommand < HammerCLI::Apipie::Command
       command_name 'export'
       desc         'export into directory'
 
-      option %w(-v --verbose), :flag, 'be verbose'
-      option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
-      option '--dir', 'DIRECTORY', 'directory to import from'
+      option %w(-v --verbose), :flag, _('be verbose')
+      option %w(--threads), 'THREAD_COUNT', _('Number of threads to hammer with'),
+             :default => 1, :hidden => true
+      option '--dir', 'DIRECTORY', _('directory to import from')
+      option %w(--organization), 'ORGANIZATION', _('Only process organization matching this name')
 
       RESOURCES = %w(
         organizations locations puppet_environments operating_systems
@@ -32,15 +22,18 @@ module HammerCLICsv
       end
 
       def execute
-        @server = HammerCLI::Settings.settings[:_params][:host] ||
+        @server = (HammerCLI::Settings.settings[:_params] &&
+                   HammerCLI::Settings.settings[:_params][:host]) ||
           HammerCLI::Settings.get(:csv, :host) ||
           HammerCLI::Settings.get(:katello, :host) ||
           HammerCLI::Settings.get(:foreman, :host)
-        @username = HammerCLI::Settings.settings[:_params][:username] ||
+        @username = (HammerCLI::Settings.settings[:_params] &&
+                     HammerCLI::Settings.settings[:_params][:username]) ||
           HammerCLI::Settings.get(:csv, :username) ||
           HammerCLI::Settings.get(:katello, :username) ||
           HammerCLI::Settings.get(:foreman, :username)
-        @password = HammerCLI::Settings.settings[:_params][:password] ||
+        @password = (HammerCLI::Settings.settings[:_params] &&
+                     HammerCLI::Settings.settings[:_params][:password]) ||
           HammerCLI::Settings.get(:csv, :password) ||
           HammerCLI::Settings.get(:katello, :password) ||
           HammerCLI::Settings.get(:foreman, :password)
@@ -91,9 +84,10 @@ module HammerCLICsv
         options_file = self.send("option_#{resource}") || "#{option_dir}/#{resource.sub('_', '-')}.csv"
         args = []
         args += %W( --server #{@server} ) if @server
-        args += %W( csv #{resource.sub('_', '-')} --csv-export --csv-file #{options_file} )
+        args += %W( csv #{resource.sub('_', '-')} --export --file #{options_file} )
         args << '-v' if option_verbose?
-        args += %W( --threads #{option_threads} )
+        args += %W( --organization #{option_organization} ) if option_organization
+        args += %W( --threads #{option_threads} ) if option_threads
         puts "Exporting '#{args.join(' ')}'" if option_verbose?
         hammer.run(args)
       end

data/lib/hammer_cli_csv/headpin_api.rb

@@ -1,14 +1,3 @@
-# Copyright 2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
 require 'csv'
 
 module HammerCLICsv

data/lib/hammer_cli_csv/host_collections.rb

@@ -1,39 +1,21 @@
-# Copyright 2013-2014 Red Hat, Inc.
-#
-# This software is licensed to you under the GNU General Public
-# License as published by the Free Software Foundation; either version
-# 2 of the License (GPLv2) or (at your option) any later version.
-# There is NO WARRANTY for this software, express or implied,
-# including the implied warranties of MERCHANTABILITY,
-# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
-# have received a copy of GPLv2 along with this software; if not, see
-# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
-
-
-require 'hammer_cli'
-require 'json'
-require 'csv'
-
 module HammerCLICsv
   class CsvCommand
     class HostCollectionsCommand < BaseCommand
       command_name 'host-collections'
       desc         'import or export host collections'
 
-      option %w(--organization), 'ORGANIZATION', 'Only process organization matching this name'
-
       ORGANIZATION = 'Organization'
       LIMIT = 'Limit'
       DESCRIPTION = 'Description'
 
       def export
-        CSV.open(option_csv_file || '/dev/stdout', 'wb') do |csv|
-          csv << [NAME, COUNT, ORGANIZATION, LIMIT, DESCRIPTION]
+        CSV.open(option_file || '/dev/stdout', 'wb') do |csv|
+          csv << [NAME, ORGANIZATION, LIMIT, DESCRIPTION]
           if @server_status['release'] == 'Headpin'
             @headpin.get(:organizations).each do |organization|
               next if option_organization && organization['name'] != option_organization
               @headpin.get("organizations/#{organization['label']}/system_groups").each do |systemgroup|
-                csv << [systemgroup['name'], 1, organization['name'],
+                csv << [systemgroup['name'], organization['name'],
                         systemgroup['max_systems'].to_i < 0 ? 'Unlimited' : systemgroup['max_systems'],
                         systemgroup['description']]
               end
@@ -45,7 +27,7 @@ module HammerCLICsv
                   'organization_id' => organization['id']
               })['results'].each do |hostcollection|
                 limit = hostcollection['unlimited_content_hosts'] ? 'Unlimited' : hostcollection['max_content_hosts']
-                csv << [hostcollection['name'], 1, organization['name'],
+                csv << [hostcollection['name'], organization['name'],
                         limit,
                         hostcollection['description']]
               end
@@ -75,7 +57,7 @@ module HammerCLICsv
           end
         end
 
-        line[COUNT].to_i.times do |number|
+        count(line[COUNT]).times do |number|
           name = namify(line[NAME], number)
           params =  {
                       'organization_id' => foreman_organization(:name => line[ORGANIZATION]),

data/lib/hammer_cli_csv/host_groups.rb

@@ -0,0 +1,115 @@
+module HammerCLICsv
+  class CsvCommand
+    class HostGroupsCommand < BaseCommand
+      command_name 'host-groups'
+      desc         'import or export host-groups'
+
+      PARENT = 'Parent Host Group'
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      SUBNET = 'Subnet'
+      DOMAIN = 'Domain'
+      OPERATING_SYSTEM = 'Operating System'
+      ENVIRONMENT = 'Puppet Environment'
+      COMPUTE_PROFILE = 'Compute Profile'
+      PARTITION_TABLE = 'Partition Table'
+      MEDIUM = 'Medium'
+      ARCHITECTURE = 'Architecture'
+      REALM = 'Realm'
+      PUPPET_PROXY = 'Puppet Proxy'
+      PUPPET_CA_PROXY = 'Puppet CA Proxy'
+      CONTENT_SOURCE = 'Content Source'
+
+      def export
+        CSV.open(option_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, PARENT, ORGANIZATIONS, LOCATIONS, SUBNET, DOMAIN, OPERATING_SYSTEM,
+                  ENVIRONMENT, COMPUTE_PROFILE, PARTITION_TABLE, MEDIUM, ARCHITECTURE, REALM,
+                  PUPPET_PROXY, PUPPET_CA_PROXY, CONTENT_SOURCE]
+          search_options = {:per_page => 999999}
+          search_options['search'] = "organization=\"#{option_organization}\"" if option_organization
+          @api.resource(:hostgroups).call(:index, search_options)['results'].each do |hostgroup|
+            hostgroup = @api.resource(:hostgroups).call(:show, {'id' => hostgroup['id']})
+            raise "Host Group 'id=#{hostgroup['id']}' not found" if !hostgroup || hostgroup.empty?
+
+            name = hostgroup['name']
+            organizations = export_column(hostgroup, 'organizations', 'name')
+            locations = export_column(hostgroup, 'locations', 'name')
+            subnet = hostgroup['subnet_name']
+            operating_system = hostgroup['operatingsystem_name']
+            domain = hostgroup['domain_name']
+            puppet_environment = hostgroup['environment_name']
+            compute_profile = hostgroup['compute_profile_name']
+            partition_table = hostgroup['ptable_name']
+            medium = hostgroup['medium_name']
+            architecture = hostgroup['architecture_name']
+            realm = hostgroup['realm_name']
+            puppet_proxy = hostgroup['puppet_proxy_id'] ? foreman_host(:id => hostgroup['puppet_proxy_id']) : nil
+            puppet_ca_proxy = hostgroup['puppet_ca_proxy_id'] ? foreman_host(:id => hostgroup['puppet_ca_proxy_id']) : nil
+            # TODO: http://projects.theforeman.org/issues/7597
+            # content_source = hostgroup['content_source_id'] ? foreman_host(:id => hostgroup['content_source_id']) : nil
+            content_source = nil
+            parent = hostgroup['ancestry'] ? foreman_hostgroup(:id => hostgroup['ancestry']) : nil
+
+            csv << [name, parent, organizations, locations, subnet, domain, operating_system,
+                    puppet_environment, compute_profile, partition_table, medium, architecture,
+                    realm, puppet_proxy, puppet_ca_proxy, content_source]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:hostgroups).call(:index, {:per_page => 999999})['results'].each do |host|
+          @existing[host['name']] = host['id'] if host
+        end
+
+        thread_import do |line|
+          create_hosts_from_csv(line)
+        end
+      end
+
+      def create_hosts_from_csv(line)
+        return if option_organization && !CSV.parse_line(line[ORGANIZATIONS], {:skip_blanks => true}).include?(option_organization)
+
+        count(line[COUNT]).times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating host group '#{name}'..." if option_verbose?
+            # @api.resource(:hosts).call(:create, {
+            #     'host' => {
+            #       'name' => name,
+            #       'root_pass' => 'changeme',
+            #       'mac' => namify(line[MACADDRESS], number),
+            #       'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+            #       'location_id' => foreman_location(:name => line[LOCATION]),
+            #       'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+            #       'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+            #       'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+            #       'domain_id' => foreman_domain(:name => line[DOMAIN]),
+            #       'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+            #     }
+            # })
+          else
+            print "Updating host '#{name}'..." if option_verbose?
+            # @api.resource(:hosts).call(:update, {
+            #     'id' => @existing[name],
+            #     'host' => {
+            #       'name' => name,
+            #       'mac' => namify(line[MACADDRESS], number),
+            #       'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+            #       'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+            #       'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+            #       'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+            #       'domain_id' => foreman_domain(:name => line[DOMAIN]),
+            #       'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+            #     }
+            # })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end