hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/provisioning_templates.rb

@@ -0,0 +1,96 @@
+# Copyright 2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class ProvisioningTemplatesCommand < BaseCommand
+      command_name 'provisioning-templates'
+      desc         'import or export provisioning templates'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      KIND = 'Kind'
+      SOURCE = 'Source'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, LOCATIONS, KIND, SOURCE]
+          @api.resource(:config_templates)
+            .call(:index, {
+                    :per_page => 999999
+                  })['results'].each do |template_id|
+            template = @api.resource(:config_templates).call(:show, {:id => template_id['id']})
+            name = template['name']
+            count = 1
+            kind = template['snippet'] ? 'snippet' : template['template_kind_name']
+            organizations = export_column(template, 'organizations', 'name')
+            locations = export_column(template, 'locations', 'name')
+            unless name == 'Boot disk iPXE - generic host' || name == 'Boot disk iPXE - host'
+              csv << [name, count, organizations, locations, kind, template['template']]
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:config_templates)
+          .call(:index, {
+                  :per_page => 999999
+                })['results'].each do |template|
+          @existing[template['name']] = template['id'] if template
+        end
+
+        thread_import do |line|
+          create_templates_from_csv(line)
+        end
+      end
+
+      def create_templates_from_csv(line)
+        organizations = collect_column(line[ORGANIZATIONS]) do |organization|
+          foreman_organization(:name => organization)
+        end
+        locations = collect_column(line[LOCATIONS]) do |location|
+          foreman_location(:name => location)
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating provisioning template '#{name}'..." if option_verbose?
+            id = @api.resource(:config_templates)
+              .call(:create, {
+                      'name' => name,
+                      'snippet' => line[KIND] == 'snippet',
+                      'template_kind_id' => line[KIND] == 'snippet' ? nil : foreman_template_kind(:name => line[KIND]),
+                      'organizations' => organizations,
+                      'locations' => locations
+                    })['id']
+          else
+            print "Updating provisioning template '#{name}'..." if option_verbose?
+            id = @api.resource(:config_template)
+              .call(:update, {
+                      'id' => @existing[name],
+                      'name' => name,
+                      'organizations' => organizations,
+                      'locations' => locations
+                    })['id']
+          end
+          @existing[name] = id
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line[NAME]}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/puppet_environments.rb

@@ -0,0 +1,105 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Environments CSV =-
+#
+# Columns
+#   Name
+#     - Environment name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class PuppetEnvironmentsCommand < BaseCommand
+      command_name 'puppet-environments'
+      desc         'import or export puppet environments'
+
+      ORGANIZATIONS = 'Organizations'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS]
+          @api.resource(:environments).call(:index, {:per_page => 999999})['results'].each do |environment|
+            name = environment['name']
+            count = 1
+            csv << [name, count]
+            raise 'TODO: organizations'
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:environments).call(:index, {:per_page => 999999})['results'].each do |environment|
+          @existing[environment['name']] = environment['id'] if environment
+        end
+
+        thread_import do |line|
+          create_environments_from_csv(line)
+        end
+      end
+
+      def create_environments_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating environment '#{name}'..." if option_verbose?
+            id = @api.resource(:environments).call(:create, {
+                                             'environment' => {
+                                               'name' => name
+                                             }
+                                           })['id']
+          else
+            print "Updating environment '#{name}'..." if option_verbose?
+            id = @api.resource(:environments).call(:update, {
+                                             'id' => @existing[name],
+                                             'environment' => {
+                                               'name' => name
+                                             }
+                                           })['environment']['id']
+          end
+
+          # Update associated resources
+          # TODO: Bug #4738: organization json does not include puppet environments
+          #       http://projects.theforeman.org/issues/4738#change-15319
+          #       Update below to match style of domains
+          organization_ids = CSV.parse_line(line[ORGANIZATIONS]).collect do |organization|
+            foreman_organization(:name => organization)
+          end
+          organization_ids += @api.resource(:environments).call(:show, {'id' => id})['organizations'].collect do |organization|
+            organization['id']
+          end
+          organization_ids.uniq!
+
+          @api.resource(:environments).call(:update, {
+                                              'id' => id,
+                                              'environment' => {
+                                                'organization_ids' => organization_ids
+                                              }
+                                            })
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/puppet_facts.rb

@@ -0,0 +1,99 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Puppet Facts CSV =-
+#
+# Columns
+#   Name
+#     - Host name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   <Fact Key names>
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class PuppetFactsCommand < BaseCommand
+      command_name 'puppet-facts'
+      desc         'import or export puppet facts'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          headers = [NAME, COUNT]
+          # Extracted facts are always based upon the first host found, otherwise this would be an intensive
+          # method to gather all the possible column names
+          any_host = @api.resource(:hosts).call(:index, {:per_page => 1})['results'][0]
+          headers += @api.resource(:puppetfactss).call(:index, {
+                                                         'host_id' => any_host['name'],
+                                                         'per_page' => 999999
+                                                       })['results'][any_host['name']].keys
+          csv << headers
+
+          @api.resource(:hosts).call(:index, {:per_page => 999999})['results'].each do |host|
+            line = [host['name'], 1]
+            facts = @api.resource(:puppetfactss).call(:index, {'host_id' => host['name'], 'per_page' => 999999})[host['name']]
+            facts ||= {}
+            headers[2..-1].each do |fact_name|
+              line << facts[fact_name] || ''
+            end
+            csv << line
+          end
+        end
+      end
+
+      def import
+        @headers = nil
+
+        thread_import(true) do |line|
+          create_puppetfacts_from_csv(line)
+        end
+      end
+
+      def create_puppetfacts_from_csv(line)
+        if @headers.nil?
+          @headers = line
+          return
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          print "Updating puppetfacts '#{name}'..." if option_verbose?
+          facts = line.to_hash
+          facts.delete(NAME)
+          facts.delete(COUNT)
+
+          # Namify the values if the host name was namified
+          if name != line[NAME]
+            facts.each do |fact, value|
+              facts[fact] = namify(value, number) unless value.nil? || value.empty?
+            end
+          end
+
+          @api.resource(:hosts).call(:facts, {
+                              'name' => name,
+                              'facts' => facts
+                            })
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/puppet_reports.rb

@@ -0,0 +1,244 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Systems CSV =-
+#
+# Columns
+#   Name
+#     - System name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   MAC Address
+#     - MAC address
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "FF:FF:FF:FF:FF:%02x" -> "FF:FF:FF:FF:FF:0A"
+#     - Warning: be sure to keep count below 255 or MAC hex will exceed limit
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+require 'uri'
+
+module HammerCLICsv
+  class CsvCommand
+    class PuppetReportsCommand < BaseCommand
+      command_name 'puppet-reports'
+      desc         'import or export puppet reports'
+
+      ORGANIZATION = 'Organization'
+      ENVIRONMENT = 'Environment'
+      CONTENTVIEW = 'Content View'
+      SYSTEMGROUPS = 'System Groups'
+      VIRTUAL = 'Virtual'
+      HOST = 'Host'
+      OPERATINGSYSTEM = 'OS'
+      ARCHITECTURE = 'Arch'
+      SOCKETS = 'Sockets'
+      RAM = 'RAM'
+      CORES = 'Cores'
+      SLA = 'SLA'
+      PRODUCTS = 'Products'
+      SUBSCRIPTIONS = 'Subscriptions'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, ENVIRONMENT, CONTENTVIEW, SYSTEMGROUPS, VIRTUAL, HOST,
+                  OPERATINGSYSTEM, ARCHITECTURE, SOCKETS, RAM, CORES, SLA, PRODUCTS, SUBSCRIPTIONS]
+          @api.resource(:organizations)
+            .call(:index, {
+                    :per_page => 999999
+                  })['results'].each do |organization|
+            @api.resource(:systems)
+              .call(:index, {
+                      'per_page' => 999999,
+                      'organization_id' => organization['id']
+                    })['results'].each do |system|
+              system = @api.resource(:systems)
+                .call(:show, {
+                        'id' => system['uuid'],
+                        'fields' => 'full'
+                      })
+
+              name = system['name']
+              count = 1
+              organization_label = organization['label']
+              environment = system['environment']['label']
+              contentview = system['content_view']['name']
+              hostcollections = CSV.generate do |column|
+                column << system['systemGroups'].collect do |hostcollection|
+                  hostcollection['name']
+                end
+              end
+              hostcollections.delete!("\n")
+              virtual = system['facts']['virt.is_guest'] == 'true' ? 'Yes' : 'No'
+              host = system['host']
+              operatingsystem = "#{system['facts']['distribution.name']} " if system['facts']['distribution.name']
+              operatingsystem += system['facts']['distribution.version'] if system['facts']['distribution.version']
+              architecture = system['facts']['uname.machine']
+              sockets = system['facts']['cpu.cpu_socket(s)']
+              ram = system['facts']['memory.memtotal']
+              cores = system['facts']['cpu.core(s)_per_socket']
+              sla = ''
+              products = CSV.generate do |column|
+                column << system['installedProducts'].collect do |product|
+                  "#{product['productId']}|#{product['productName']}"
+                end
+              end
+              products.delete!("\n")
+              subscriptions = CSV.generate do |column|
+                column << @api.resource(:subscriptions)
+                  .call(:index, {
+                          'system_id' => system['uuid']
+                        })['results'].collect do |subscription|
+                  "#{subscription['product_id']}|#{subscription['product_name']}"
+                end
+              end
+              subscriptions.delete!("\n")
+              csv << [name, count, organization_label, environment, contentview, hostcollections, virtual, host,
+                      operatingsystem, architecture, sockets, ram, cores, sla, products, subscriptions]
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @host_guests = {}
+
+        thread_import do |line|
+          create_systems_from_csv(line)
+        end
+
+        print 'Updating host and guest associations...' if option_verbose?
+        @host_guests.each do |host_id, guest_ids|
+          @api.resource(:systems)
+            .call(:update, {
+                    'id' => host_id,
+                    'guest_ids' => guest_ids
+                  })
+        end
+        puts 'done' if option_verbose?
+      end
+
+      def create_systems_from_csv(line)
+        if !@existing[line[ORGANIZATION]]
+          @existing[line[ORGANIZATION]] = {}
+          @api.resource(:systems)
+            .call(:index, {
+                    'organization_id' => line[ORGANIZATION],
+                    'per_page' => 999999
+                  })['results'].each do |system|
+            @existing[line[ORGANIZATION]][system['name']] = system['uuid'] if system
+          end
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+
+          # TODO: w/ @daviddavis p-r
+          #subscriptions(line).each do |subscription|
+          #  katello_subscription(line[ORGANIZATION], :name => subscription[:number])
+          #end
+
+          if !@existing[line[ORGANIZATION]].include? name
+            print "Creating system '#{name}'..." if option_verbose?
+            system_id = @api.resource(:systems)
+              .call(:create, {
+                      'name' => name,
+                      'organization_id' => line[ORGANIZATION],
+                      'environment_id' => lifecycle_environment(line[ORGANIZATION], :name => line[ENVIRONMENT]),
+                      'content_view_id' => lifecycle_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW]),
+                      'facts' => facts(line),
+                      'installed_products' => products(line),
+                      'type' => 'system'
+                    })['uuid']
+            @existing[line[ORGANIZATION]][name] = system_id
+          else
+            print "Updating system '#{name}'..." if option_verbose?
+            puts line
+            system_id = @api.resource(:systems)
+              .call(:update, {
+                      'id' => @existing[line[ORGANIZATION]][name],
+                      'name' => name,
+                      'environment_id' => katello_environment(line[ORGANIZATION], :name => line[ENVIRONMENT]),
+                      'content_view_id' => katello_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW]),
+                      'facts' => facts(line),
+                      'installed_products' => products(line)
+                    })['uuid']
+          end
+
+          if line[VIRTUAL] == 'Yes' && line[HOST]
+            raise "Host system '#{line[HOST]}' not found" if !@existing[line[ORGANIZATION]][line[HOST]]
+            @host_guests[@existing[line[ORGANIZATION]][line[HOST]]] ||= []
+            @host_guests[@existing[line[ORGANIZATION]][line[HOST]]] << system_id
+          end
+
+          set_host_collections(system_id, line)
+
+          puts 'done' if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+
+      private
+
+      def facts(line)
+        facts = {}
+        facts['cpu.core(s)_per_socket'] = line[CORES]
+        facts['cpu.cpu_socket(s)'] = line[SOCKETS]
+        facts['memory.memtotal'] = line[RAM]
+        facts['uname.machine'] = line[ARCHITECTURE]
+        if line[OPERATINGSYSTEM].index(' ')
+          (facts['distribution.name'], facts['distribution.version']) = line[OPERATINGSYSTEM].split(' ')
+        else
+          (facts['distribution.name'], facts['distribution.version']) = ['RHEL', line[OPERATINGSYSTEM]]
+        end
+        facts['virt.is_guest'] = line[VIRTUAL] == 'Yes' ? true : false
+        facts
+      end
+
+      def set_host_collections(system_id, line)
+        CSV.parse_line(line[SYSTEMGROUPS]).each do |hostcollection_name|
+          @api.resource(:hostcollections)
+            .call(:add_systems, {
+                    'id' => katello_hostcollection(line[ORGANIZATION], :name => hostcollection_name),
+                    'system_ids' => [system_id]
+                  })
+        end
+      end
+
+      def products(line)
+        products = CSV.parse_line(line[PRODUCTS]).collect do |product_details|
+          product = {}
+          # TODO: these get passed straight through to candlepin; probably would be better to process in server
+          #       to allow underscore product_id here
+          (product['productId'], product['productName']) = product_details.split('|')
+          product
+        end
+        products
+      end
+
+      def subscriptions(line)
+        subscriptions = CSV.parse_line(line[SUBSCRIPTIONS]).collect do |subscription_details|
+          subscription = {}
+          (subscription[:number], subscription[:name]) = subscription_details.split('|')
+          subscription
+        end
+        subscriptions
+      end
+    end
+  end
+end