hammer_cli_csv 0.0.6 → 1.0.0

data/lib/hammer_cli_csv/export.rb

@@ -18,30 +18,58 @@ module HammerCLICsv
 
       option %w(-v --verbose), :flag, 'be verbose'
       option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
-      option %w(--server), 'SERVER', 'Server URL'
-      option %w(-u --username), 'USERNAME', 'Username to access server'
-      option %w(-p --password), 'PASSWORD', 'Password to access server'
       option '--dir', 'DIRECTORY', 'directory to import from'
 
-      RESOURCES = %w( organizations locations puppet_environments operating_systems
-                      domains architectures partition_tables lifecycle_environments host_collections
-                      provisioning_templates
-                      subscriptions activation_keys hosts content_hosts reports roles users )
+      RESOURCES = %w(
+        organizations locations puppet_environments operating_systems
+        domains architectures partition_tables lifecycle_environments host_collections
+        provisioning_templates
+        subscriptions activation_keys hosts content_hosts reports roles users
+      )
       RESOURCES.each do |resource|
         dashed = resource.sub('_', '-')
         option "--#{dashed}", 'FILE', "csv file for #{dashed}"
       end
 
       def execute
-        @api = ApipieBindings::API.new({
-                                         :uri => option_server || HammerCLI::Settings.get(:csv, :host),
-                                         :username => option_username || HammerCLI::Settings.get(:csv, :username),
-                                         :password => option_password || HammerCLI::Settings.get(:csv, :password),
-                                         :api_version => 2
-                                       })
+        @server = HammerCLI::Settings.settings[:_params][:host] ||
+          HammerCLI::Settings.get(:csv, :host) ||
+          HammerCLI::Settings.get(:katello, :host) ||
+          HammerCLI::Settings.get(:foreman, :host)
+        @username = HammerCLI::Settings.settings[:_params][:username] ||
+          HammerCLI::Settings.get(:csv, :username) ||
+          HammerCLI::Settings.get(:katello, :username) ||
+          HammerCLI::Settings.get(:foreman, :username)
+        @password = HammerCLI::Settings.settings[:_params][:password] ||
+          HammerCLI::Settings.get(:csv, :password) ||
+          HammerCLI::Settings.get(:katello, :password) ||
+          HammerCLI::Settings.get(:foreman, :password)
+
+        @server_status = check_server_status(@server, @username, @password)
+
+        if @server_status['release'] == 'Headpin'
+          @headpin = HeadpinApi.new({
+                                      :server => @server,
+                                      :username => @username,
+                                      :password => @password
+                                    })
+          skipped_resources = %w( locations puppet_environments operating_systems
+                                  domains architectures partition_tables lifecycle_environments
+                                  provisioning_templates
+                                  hosts reports )
+          skipped_resources += %w( subscriptions content_hosts roles users )  # TODO: not implemented yet
+        else
+          @api = ApipieBindings::API.new({
+                                           :uri => @server,
+                                           :username => @username,
+                                           :password => @password,
+                                           :api_version => 2
+                                         })
+          skipped_resources = []
+        end
 
         # Swing the hammers
-        RESOURCES.each do |resource|
+        (RESOURCES - skipped_resources).each do |resource|
           hammer_resource(resource)
         end
 
@@ -51,8 +79,8 @@ module HammerCLICsv
       def hammer(context = nil)
         context ||= {
           :interactive => false,
-          :username => 'admin', # TODO: this needs to come from config/settings
-          :password => 'changeme' # TODO: this needs to come from config/settings
+          :username => @username,
+          :password => @password
         }
 
         HammerCLI::MainCommand.new('', context)
@@ -61,12 +89,30 @@ module HammerCLICsv
       def hammer_resource(resource)
         return if !self.send("option_#{resource}") && !option_dir
         options_file = self.send("option_#{resource}") || "#{option_dir}/#{resource.sub('_', '-')}.csv"
-        args = %W( csv #{resource.sub('_', '-')} --csv-export --csv-file #{options_file} )
+        args = []
+        args += %W( --server #{@server} ) if @server
+        args += %W( csv #{resource.sub('_', '-')} --csv-export --csv-file #{options_file} )
         args << '-v' if option_verbose?
         args += %W( --threads #{option_threads} )
-        args += %W( --server #{option_server} ) if option_server
+        puts "Exporting '#{args.join(' ')}'" if option_verbose?
         hammer.run(args)
       end
+
+      def check_server_status(server, username, password)
+        url = "#{server}/api/status"
+        uri = URI(url)
+        nethttp = Net::HTTP.new(uri.host, uri.port)
+        nethttp.use_ssl = uri.scheme == 'https'
+        nethttp.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        server_status = nethttp.start do |http|
+          request = Net::HTTP::Get.new uri.request_uri
+          request.basic_auth(username, password)
+          response = http.request(request)
+          JSON.parse(response.body)
+        end
+
+        server_status
+      end
     end
   end
 end

data/lib/hammer_cli_csv/host_collections.rb

@@ -39,20 +39,25 @@ module HammerCLICsv
       DESCRIPTION = 'Description'
 
       def export
-        CSV.open(option_csv_file, 'wb') do |csv|
+        CSV.open(option_csv_file || '/dev/stdout', 'wb') do |csv|
           csv << [NAME, COUNT, ORGANIZATION, LIMIT, DESCRIPTION]
-          @api.resource(:organizations)\
-            .call(:index, {
-                    'per_page' => 999999
-                  })['results'].each do |organization|
-            @api.resource(:host_collections)\
-              .call(:index, {
-                      'organization_id' => organization['id']
-                    }).each do |hostcollection|
-              puts hostcollection
-              csv << [hostcollection['name'], 1, organization['id'],
-                      hostcollection['max_systems'].to_i < 0 ? 'Unlimited' : sytemgroup['max_systems'],
-                      hostcollection['description']]
+          if @server_status['release'] == 'Headpin'
+            @headpin.get(:organizations).each do |organization|
+              @headpin.get("organizations/#{organization['label']}/system_groups").each do |systemgroup|
+                csv << [systemgroup['name'], 1, organization['name'],
+                        systemgroup['max_systems'].to_i < 0 ? 'Unlimited' : systemgroup['max_systems'],
+                        systemgroup['description']]
+              end
+            end
+          else
+            @api.resource(:organizations).call(:index, {'per_page' => 999999})['results'].each do |organization|
+              @api.resource(:host_collections).call(:index, {
+                  'organization_id' => organization['id']
+              })['results'].each do |hostcollection|
+                csv << [hostcollection['name'], 1, organization['id'],
+                        hostcollection['max_systems'].to_i < 0 ? 'Unlimited' : hostcollection['max_systems'],
+                        hostcollection['description']]
+              end
             end
           end
         end
@@ -69,11 +74,10 @@ module HammerCLICsv
       def create_hostcollections_from_csv(line)
         if !@existing[line[ORGANIZATION]]
           @existing[line[ORGANIZATION]] = {}
-          @api.resource(:host_collections)\
-            .call(:index, {
-                    'per_page' => 999999,
-                    'organization_id' => foreman_organization(:name => line[ORGANIZATION])
-                  })['results'].each do |hostcollection|
+          @api.resource(:host_collections).call(:index, {
+              'per_page' => 999999,
+              'organization_id' => foreman_organization(:name => line[ORGANIZATION])
+          })['results'].each do |hostcollection|
             @existing[line[ORGANIZATION]][hostcollection['name']] = hostcollection['id']
           end
         end
@@ -82,23 +86,21 @@ module HammerCLICsv
           name = namify(line[NAME], number)
           if !@existing[line[ORGANIZATION]].include? name
             print "Creating system group '#{name}'..." if option_verbose?
-            @api.resource(:host_collections)\
-              .call(:create, {
-                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                      'name' => name,
-                      'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
-                      'description' => line[DESCRIPTION]
-                    })
+            @api.resource(:host_collections).call(:create, {
+                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                'name' => name,
+                'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
+                'description' => line[DESCRIPTION]
+            })
           else
             print "Updating system group '#{name}'..." if option_verbose?
-            @api.resource(:host_collections)\
-              .call(:update, {
-                      'organization_id' => line[ORGANIZATION],
-                      'id' => @existing[line[ORGANIZATION]][name],
-                      'name' => name,
-                      'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
-                      'description' => line[DESCRIPTION]
-                    })
+            @api.resource(:host_collections).call(:update, {
+                'organization_id' => line[ORGANIZATION],
+                'id' => @existing[line[ORGANIZATION]][name],
+                'name' => name,
+                'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
+                'description' => line[DESCRIPTION]
+            })
           end
           print "done\n" if option_verbose?
         end

data/lib/hammer_cli_csv/hosts.rb

@@ -84,29 +84,29 @@ module HammerCLICsv
           if !@existing.include? name
             print "Creating host '#{name}'..." if option_verbose?
             @api.resource(:hosts).call(:create, {
-                                 'name' => name,
-                                 'root_pass' => 'changeme',
-                                 'mac' => namify(line[MACADDRESS], number),
-                                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                                 'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
-                                 'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
-                                 'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
-                                 'domain_id' => foreman_domain(:name => line[DOMAIN]),
-                                 'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
-                             })
+                'name' => name,
+                'root_pass' => 'changeme',
+                'mac' => namify(line[MACADDRESS], number),
+                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+            })
           else
             print "Updating host '#{name}'..." if option_verbose?
             @api.resource(:hosts).call(:update, {
-                                 'id' => @existing[name],
-                                 'name' => name,
-                                 'mac' => namify(line[MACADDRESS], number),
-                                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                                 'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
-                                 'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
-                                 'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
-                                 'domain_id' => foreman_domain(:name => line[DOMAIN]),
-                                 'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
-                               })
+                'id' => @existing[name],
+                'name' => name,
+                'mac' => namify(line[MACADDRESS], number),
+                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+            })
           end
           print "done\n" if option_verbose?
         end

data/lib/hammer_cli_csv/i18n.rb

@@ -0,0 +1,24 @@
+require 'hammer_cli/i18n'
+
+module HammerCLICsv
+  module I18n
+
+    class LocaleDomain < HammerCLI::I18n::LocaleDomain
+
+      def translated_files
+        Dir.glob(File.join(File.dirname(__FILE__), '../**/*.rb'))
+      end
+
+      def locale_dir
+        File.join(File.dirname(__FILE__), '../../locale')
+      end
+
+      def domain_name
+        'hammer_cli_csv'
+      end
+    end
+
+  end
+end
+
+HammerCLI::I18n.add_domain(HammerCLICsv::I18n::LocaleDomain.new)

data/lib/hammer_cli_csv/lifecycle_environments.rb

@@ -38,15 +38,13 @@ module HammerCLICsv
       def export
         CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
           csv << [NAME, COUNT, ORGANIZATION, PRIORENVIRONMENT, DESCRIPTION]
-          @api.resource(:organizations)\
-            .call(:index, {
-                    'per_page' => 999999
-                  })['results'].each do |organization|
-            @api.resource(:lifecycle_environments)\
-              .call(:index, {
-                      'per_page' => 999999,
-                      'organization_id' => organization['id']
-                    })['results'].each do |environment|
+          @api.resource(:organizations).call(:index, {
+              'per_page' => 999999
+          })['results'].each do |organization|
+            @api.resource(:lifecycle_environments).call(:index, {
+                'per_page' => 999999,
+                'organization_id' => organization['id']
+            })['results'].each do |environment|
               if environment['name'] != 'Library'
                 name = environment['name']
                 count = 1
@@ -61,15 +59,13 @@ module HammerCLICsv
 
       def import
         @existing = {}
-        @api.resource(:organizations)\
-          .call(:index, {
-                  'per_page' => 999999
-                })['results'].each do |organization|
-          @api.resource(:lifecycle_environments)\
-            .call(:index, {
-                    'per_page' => 999999,
-                    'organization_id' => foreman_organization(:name => organization['name'])
-                  })['results'].each do |environment|
+        @api.resource(:organizations).call(:index, {
+            'per_page' => 999999
+        })['results'].each do |organization|
+          @api.resource(:lifecycle_environments).call(:index, {
+              'per_page' => 999999,
+              'organization_id' => foreman_organization(:name => organization['name'])
+          })['results'].each do |environment|
             @existing[organization['name']] ||= {}
             @existing[organization['name']][environment['name']] = environment['id'] if environment
           end
@@ -87,24 +83,22 @@ module HammerCLICsv
           raise "Organization '#{line[ORGANIZATION]}' does not exist" if !@existing.include? line[ORGANIZATION]
           if !@existing[line[ORGANIZATION]].include? name
             print "Creating environment '#{name}'..." if option_verbose?
-            @api.resource(:lifecycle_environments)\
-              .call(:create, {
-                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                      'name' => name,
-                      'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
-                      'description' => line[DESCRIPTION]
-                    })
+            @api.resource(:lifecycle_environments).call(:create, {
+                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                'name' => name,
+                'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
+                'description' => line[DESCRIPTION]
+            })
           else
             print "Updating environment '#{name}'..." if option_verbose?
-            @api.resource(:lifecycle_environments)\
-              .call(:update, {
-                      'id' => @existing[line[ORGANIZATION]][name],
-                      'name' => name,
-                      'new_name' => name,
-                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
-                      'prior' => prior,
-                      'description' => line[DESCRIPTION]
-                    })
+            @api.resource(:lifecycle_environments).call(:update, {
+                'id' => @existing[line[ORGANIZATION]][name],
+                'name' => name,
+                'new_name' => name,
+                'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                'prior' => prior,
+                'description' => line[DESCRIPTION]
+            })
           end
           print "done\n" if option_verbose?
         end

data/lib/hammer_cli_csv/operating_systems.rb

@@ -9,25 +9,6 @@
 # have received a copy of GPLv2 along with this software; if not, see
 # http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
 
-#
-# -= Operating Systems CSV =-
-#
-# Columns
-#   Name
-#     - Operating system name
-#     - May contain '%d' which will be replaced with current iteration number of Count
-#     - eg. "os%d" -> "os1"
-#   Count
-#     - Number of times to iterate on this line of the CSV file
-#   Major
-#   Minor
-#   Family
-#
-
-require 'hammer_cli'
-require 'json'
-require 'csv'
-
 module HammerCLICsv
   class CsvCommand
     class OperatingSystemsCommand < BaseCommand
@@ -42,8 +23,9 @@ module HammerCLICsv
           @api.resource(:operatingsystems).call(:index, {:per_page => 999999})['results'].each do |operatingsystem|
             name = build_os_name(operatingsystem['name'], operatingsystem['major'], operatingsystem['minor'])
             count = 1
+            description = operatingsystem['description']
             family = operatingsystem['family']
-            csv << [name, count, family]
+            csv << [name, count, description, family]
           end
         end
       end
@@ -66,24 +48,24 @@ module HammerCLICsv
           if !@existing.include? name
             print "Creating operating system '#{name}'..." if option_verbose?
             @api.resource(:operatingsystems).call(:create, {
-                                            'operatingsystem' => {
-                                              'name' => osname,
-                                              'major' => major,
-                                              'minor' => minor,
-                                              'family' => line[FAMILY]
-                                            }
-                                          })
+                'operatingsystem' => {
+                    'name' => osname,
+                    'major' => major,
+                    'minor' => minor,
+                    'family' => line[FAMILY]
+                }
+            })
           else
             print "Updating operating system '#{name}'..." if option_verbose?
             @api.resource(:operatingsystems).call(:update, {
-                                            'id' => @existing[name],
-                                            'operatingsystem' => {
-                                              'name' => osname,
-                                              'major' => major,
-                                              'minor' => minor,
-                                              'family' => line[FAMILY]
-                                            }
-                                          })
+                'id' => @existing[name],
+                'operatingsystem' => {
+                    'name' => osname,
+                    'major' => major,
+                    'minor' => minor,
+                    'family' => line[FAMILY]
+                }
+            })
           end
           print "done\n" if option_verbose?
         end

data/lib/hammer_cli_csv/organizations.rb

@@ -74,16 +74,22 @@ module HammerCLICsv
           if !@existing.include? name
             print "Creating organization '#{name}'... " if option_verbose?
             @api.resource(:organizations).call(:create, {
-                                         'name' => name,
-                                         'label' => label,
-                                         'description' => line[DESCRIPTION]
-                                       })
+                'name' => name,
+                'organization' => {
+                    'name' => name,
+                    'label' => label,
+                    'description' => line[DESCRIPTION]
+                }
+            })
           else
             print "Updating organization '#{name}'... " if option_verbose?
             @api.resource(:organizations).call(:update, {
-                                         'id' => label,
-                                         'description' => line[DESCRIPTION]
-                                       })
+                'id' => foreman_organization(:name => name),
+                'organization' => {
+                    'id' => foreman_organization(:name => name),
+                    'description' => line[DESCRIPTION]
+                }
+            })
           end
           print "done\n" if option_verbose?
         end