hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/hosts.rb

@@ -0,0 +1,118 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Hosts CSV =-
+#
+# Columns
+#   Name
+#     - Host name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   MAC Address
+#     - MAC address
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "FF:FF:FF:FF:FF:%02x" -> "FF:FF:FF:FF:FF:0A"
+#     - Warning: be sure to keep count below 255 or MAC hex will exceed limit
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+require 'uri'
+
+module HammerCLICsv
+  class CsvCommand
+    class HostsCommand < BaseCommand
+      command_name 'hosts'
+      desc         'import or export hosts'
+
+      ORGANIZATION = 'Organization'
+      ENVIRONMENT = 'Environment'
+      OPERATINGSYSTEM = 'Operating System'
+      ARCHITECTURE = 'Architecture'
+      MACADDRESS = 'MAC Address'
+      DOMAIN = 'Domain'
+      PARTITIONTABLE = 'Partition Table'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, ENVIRONMENT, OPERATINGSYSTEM, ARCHITECTURE, MACADDRESS, DOMAIN, PARTITIONTABLE]
+          @api.resource(:hosts).call(:index, {:per_page => 999999})['results'].each do |host|
+            host = @api.resource(:hosts).call(:show, {'id' => host['id']})
+            raise "Host 'id=#{host['id']}' not found" if !host || host.empty?
+
+            name = host['name']
+            count = 1
+            organization = foreman_organization(:id => host['organization_id'])
+            environment = foreman_environment(:id => host['environment_id'])
+            operatingsystem = foreman_operatingsystem(:id => host['operatingsystem_id'])
+            architecture = foreman_architecture(:id => host['architecture_id'])
+            mac = host['mac']
+            domain = foreman_domain(:id => host['domain_id'])
+            ptable = foreman_partitiontable(:id => host['ptable_id'])
+
+            csv << [name, count, organization, environment, operatingsystem, architecture, mac, domain, ptable]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:hosts).call(:index, {:per_page => 999999})['results'].each do |host|
+          @existing[host['name']] = host['id'] if host
+        end
+
+        thread_import do |line|
+          create_hosts_from_csv(line)
+        end
+      end
+
+      def create_hosts_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating host '#{name}'..." if option_verbose?
+            @api.resource(:hosts).call(:create, {
+                                 'name' => name,
+                                 'root_pass' => 'changeme',
+                                 'mac' => namify(line[MACADDRESS], number),
+                                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                                 'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                                 'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                                 'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                                 'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                                 'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                             })
+          else
+            print "Updating host '#{name}'..." if option_verbose?
+            @api.resource(:hosts).call(:update, {
+                                 'id' => @existing[name],
+                                 'name' => name,
+                                 'mac' => namify(line[MACADDRESS], number),
+                                 'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                                 'environment_id' => foreman_environment(:name => line[ENVIRONMENT]),
+                                 'operatingsystem_id' => foreman_operatingsystem(:name => line[OPERATINGSYSTEM]),
+                                 'architecture_id' => foreman_architecture(:name => line[ARCHITECTURE]),
+                                 'domain_id' => foreman_domain(:name => line[DOMAIN]),
+                                 'ptable_id' => foreman_partitiontable(:name => line[PARTITIONTABLE])
+                               })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/import.rb

@@ -0,0 +1,82 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'hammer_cli_csv'
+require 'hammer_cli_foreman'
+require 'hammer_cli_katello'
+require 'json'
+require 'csv'
+require 'uri'
+
+module HammerCLICsv
+  class CsvCommand
+    class ImportCommand < HammerCLI::Apipie::Command
+      command_name 'import'
+      desc         'import by directory'
+
+      option %w(-v --verbose), :flag, 'be verbose'
+      option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
+      option %w(--server), 'SERVER', 'Server URL'
+      option %w(-u --username), 'USERNAME', 'Username to access server'
+      option %w(-p --password), 'PASSWORD', 'Password to access server'
+      option '--dir', 'DIRECTORY', 'directory to import from'
+
+      RESOURCES = %w( organizations locations roles users puppet_environments operating_systems
+                      domains architectures partition_tables lifecycle_environments host_collections
+                      subscriptions activation_keys hosts content_hosts reports )
+      RESOURCES.each do |resource|
+        dashed = resource.sub('_', '-')
+        option "--#{dashed}", 'FILE', "csv file for #{dashed}"
+      end
+
+      def execute
+        @api = ApipieBindings::API.new({
+                                         :uri => option_server || HammerCLI::Settings.get(:csv, :host),
+                                         :username => option_username || HammerCLI::Settings.get(:csv, :username),
+                                         :password => option_password || HammerCLI::Settings.get(:csv, :password),
+                                         :api_version => 2
+                                       })
+
+        # Swing the hammers
+        RESOURCES.each do |resource|
+          hammer_resource(resource)
+        end
+
+        HammerCLI::EX_OK
+      end
+
+      def hammer(context = nil)
+        context ||= {
+          :interactive => false,
+          :username => 'admin', # TODO: this needs to come from config/settings
+          :password => 'changeme' # TODO: this needs to come from config/settings
+        }
+
+        HammerCLI::MainCommand.new('', context)
+      end
+
+      def hammer_resource(resource)
+        return if !self.send("option_#{resource}") && !option_dir
+        options_file = self.send("option_#{resource}") || "#{option_dir}/#{resource.sub('_', '-')}.csv"
+        if !File.exists? options_file
+          return if option_dir
+          raise "File for #{resource} '#{options_file}' does not exist"
+        end
+
+        args = %W( csv #{resource.sub('_', '-')} --csv-file #{options_file} )
+        args << '-v' if option_verbose?
+        args += %W( --threads #{option_threads} )
+        hammer.run(args)
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/installation_medias.rb

@@ -0,0 +1,88 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class InstallationMediasCommand < BaseCommand
+      command_name 'installation-medias'
+      desc         'import or export installation media'
+
+      OSFAMILY = 'OS Family'
+      PATH = 'Path'
+      ORGANIZATIONS = 'Organizations'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, PATH, OSFAMILY]
+          @api.resource(:media).call(:index, {:per_page => 999999})['results'].each do |installation_media|
+            name = installation_media['name']
+            count = 1
+            path = installation_media['path']
+            os_family = installation_media['os_family']
+            csv << [name, count, path, os_family]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:media).call(:index, {:per_page => 999999})['results'].each do |installation_media|
+          @existing[installation_media['name']] = installation_media['id'] if installation_media
+        end
+
+        thread_import do |line|
+          create_installation_medias_from_csv(line)
+        end
+      end
+
+      def create_installation_medias_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating installation_media '#{name}'..." if option_verbose?
+            installation_media_id = @api.resource(:media).call(:create, {
+                                                       'name' => name
+                                                     })['id']
+          else
+            print "Updating installation_media '#{name}'..." if option_verbose?
+            installation_media_id = @api.resource(:media).call(:update, {
+                                                       'id' => @existing[name],
+                                                       'name' => name
+                                                     })['id']
+          end
+
+          # Update associated resources
+          installation_medias ||= {}
+          CSV.parse_line(line[ORGANIZATIONS]).each do |organization|
+            organization_id = foreman_organization(:name => organization)
+            if installation_medias[organization].nil?
+              installation_medias[organization] = @api.resource(:organizations).call(:show, {'id' => organization_id})['installation_medias'].collect do |installation_media|
+                installation_media['id']
+              end
+            end
+            installation_medias[organization] += [installation_media_id] if !installation_medias[organization].include? installation_media_id
+
+            @api.resource(:organizations).call(:update, {
+                                                 'id' => organization_id,
+                                                 'organization' => {
+                                                   'installation_media_ids' => installation_medias[organization]
+                                                 }
+                                               })
+          end
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/lifecycle_environments.rb

@@ -0,0 +1,116 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Environments CSV =-
+#
+# Columns
+#   Name
+#     - Environment name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class LifecycleEnvironmentsCommand < BaseCommand
+      command_name 'lifecycle-environments'
+      desc         'import or export lifecycle environments'
+
+      ORGANIZATION = 'Organization'
+      PRIORENVIRONMENT = 'Prior Environment'
+      DESCRIPTION = 'Description'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, PRIORENVIRONMENT, DESCRIPTION]
+          @api.resource(:organizations)
+            .call(:index, {
+                    'per_page' => 999999
+                  })['results'].each do |organization|
+            @api.resource(:lifecycle_environments)
+              .call(:index, {
+                      'per_page' => 999999,
+                      'organization_id' => organization['id']
+                    })['results'].each do |environment|
+              if environment['name'] != 'Library'
+                name = environment['name']
+                count = 1
+                prior = environment['prior']
+                description = environment['description']
+                csv << [name, count, organization['name'], prior, description]
+              end
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:organizations)
+          .call(:index, {
+                  'per_page' => 999999
+                })['results'].each do |organization|
+          @api.resource(:lifecycle_environments)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => organization['name'])
+                  })['results'].each do |environment|
+            @existing[organization['name']] ||= {}
+            @existing[organization['name']][environment['name']] = environment['id'] if environment
+          end
+        end
+
+        thread_import do |line|
+          create_environments_from_csv(line)
+        end
+      end
+
+      def create_environments_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          prior = namify(line[PRIORENVIRONMENT], number)
+          raise "Organization '#{line[ORGANIZATION]}' does not exist" if !@existing.include? line[ORGANIZATION]
+          if !@existing[line[ORGANIZATION]].include? name
+            print "Creating environment '#{name}'..." if option_verbose?
+            @api.resource(:lifecycle_environments)
+              .call(:create, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => name,
+                      'prior' => lifecycle_environment(line[ORGANIZATION], :name => prior),
+                      'description' => line[DESCRIPTION]
+                    })
+          else
+            print "Updating environment '#{name}'..." if option_verbose?
+            @api.resource(:lifecycle_environments)
+              .call(:update, {
+                      'id' => @existing[line[ORGANIZATION]][name],
+                      'name' => name,
+                      'new_name' => name,
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'prior' => prior,
+                      'description' => line[DESCRIPTION]
+                    })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/locations.rb

@@ -0,0 +1,84 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Locations CSV =-
+#
+# Columns
+#   Name
+#     - Name of the location.
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "location%d" -> "location1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   Parent
+#     - Parent location
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class LocationsCommand < BaseCommand
+      command_name 'locations'
+      desc         'import or export locations'
+
+      PARENT = 'Parent Location'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, PARENT]
+          @api.resource(:locations).call(:index, {:per_page => 999999})['results'].each do |location|
+            csv << [location['name'], 1]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:locations).call(:index, {:per_page => 999999})['results'].each do |location|
+          @existing[location['name']] = location['id'] if location
+        end
+
+        thread_import do |line|
+          create_locations_from_csv(line)
+        end
+      end
+
+      def create_locations_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          location_id = @existing[name]
+          if !location_id
+            print "Creating location '#{name}'... " if option_verbose?
+            @api.resource(:locations).call(:create, {
+                                             'location' => {
+                                               'name' => name,
+                                               'parent_id' => foreman_location(:name => line[PARENT])
+                                             }
+                                           })
+          else
+            print "Updating location '#{name}'... " if option_verbose?
+            @api.resource(:locations).call(:update, {
+                                             'id' => location_id,
+                                             'location' => {
+                                               'parent_id' => foreman_location(:name => line[PARENT])
+                                             }
+                                           })
+          end
+          print "done\n" if option_verbose?
+        end
+      end
+    end
+  end
+end