hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/compute_profiles.rb

@@ -0,0 +1,94 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+# TODO: waiting for https://github.com/theforeman/foreman/pull/1326
+
+module HammerCLICsv
+  class CsvCommand
+    class ComputeProfilesCommand < BaseCommand
+      command_name 'compute-profiles'
+      desc 'import or export compute profiles'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      DESCRIPTION = 'Description'
+      PROVIDER = 'Provider'
+      URL = 'URL'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, LOCATIONS, DESCRIPTION, PROVIDER, URL]
+          @api.resource(:compute_profiles).call(:index, {:per_page => 999999})['results'].each do |compute_profile|
+            puts compute_profile
+            compute_profile = @api.resource(:compute_profiles).call(:show, {'id' => compute_profile['id']})
+            name = compute_profile['name']
+            count = 1
+            organizations = export_column(compute_profile, 'organizations', 'name')
+            locations = export_column(compute_profile, 'locations', 'name')
+            description = compute_profile['description']
+            provider = compute_profile['provider']
+            url = compute_profile['url']
+            csv << [name, count, organizations, locations, description, provider, url]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:compute_profiles).call(:index, {:per_page => 999999})['results'].each do |compute_profile|
+          @existing[compute_profile['name']] = compute_profile['id'] if compute_profile
+        end
+
+        thread_import do |line|
+          create_compute_profiles_from_csv(line)
+        end
+      end
+
+      def create_compute_profiles_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating compute profile '#{name}'..." if option_verbose?
+            id = @api.resource(:compute_profiles)
+              .call(:create, {
+                      'compute_profile' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['id']
+          else
+            print "Updating compute profile '#{name}'..." if option_verbose?
+            id = @api.resource(:compute_profiles)
+              .call(:update, {
+                      'id' => @existing[name],
+                      'compute_profile' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['compute_profile']['id']
+          end
+
+          # Update associated profiles
+          associate_organizations(id, line[ORGANIZATIONS], 'compute_profile')
+          associate_locations(id, line[LOCATIONS], 'compute_profile')
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/compute_resources.rb

@@ -0,0 +1,92 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class ComputeResourcesCommand < BaseCommand
+      command_name 'compute-resources'
+      desc 'import or export compute resources'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      DESCRIPTION = 'Description'
+      PROVIDER = 'Provider'
+      URL = 'URL'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, LOCATIONS, DESCRIPTION, PROVIDER, URL]
+          @api.resource(:compute_resources).call(:index, {:per_page => 999999})['results'].each do |compute_resource|
+            compute_resource = @api.resource(:compute_resources).call(:show, {'id' => compute_resource['id']})
+
+            name = compute_resource['name']
+            count = 1
+            organizations = export_column(compute_resource, 'organizations', 'name')
+            locations = export_column(compute_resource, 'locations', 'name')
+            description = compute_resource['description']
+            provider = compute_resource['provider']
+            url = compute_resource['url']
+            csv << [name, count, organizations, locations, description, provider, url]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:compute_resources).call(:index, {:per_page => 999999})['results'].each do |compute_resource|
+          @existing[compute_resource['name']] = compute_resource['id'] if compute_resource
+        end
+
+        thread_import do |line|
+          create_compute_resources_from_csv(line)
+        end
+      end
+
+      def create_compute_resources_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating compute resource '#{name}'..." if option_verbose?
+            id = @api.resource(:compute_resources)
+              .call(:create, {
+                      'compute_resource' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['id']
+          else
+            print "Updating compute resource '#{name}'..." if option_verbose?
+            id = @api.resource(:compute_resources)
+              .call(:update, {
+                      'id' => @existing[name],
+                      'compute_resource' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['compute_resource']['id']
+          end
+
+          # Update associated resources
+          associate_organizations(id, line[ORGANIZATIONS], 'compute_resource')
+          associate_locations(id, line[LOCATIONS], 'compute_resource')
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/content_hosts.rb

@@ -0,0 +1,357 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Systems CSV =-
+#
+# Columns
+#   Name
+#     - System name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   MAC Address
+#     - MAC address
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "FF:FF:FF:FF:FF:%02x" -> "FF:FF:FF:FF:FF:0A"
+#     - Warning: be sure to keep count below 255 or MAC hex will exceed limit
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+require 'uri'
+
+module HammerCLICsv
+  class CsvCommand
+    class ContentHostsCommand < BaseCommand
+      command_name 'content-hosts'
+      desc         'import or export content hosts'
+
+      option %w(--sam), :flag, 'export from SAM-1.3 or SAM-1.4'
+
+      ORGANIZATION = 'Organization'
+      ENVIRONMENT = 'Environment'
+      CONTENTVIEW = 'Content View'
+      HOSTCOLLECTIONS = 'Host Collections'
+      VIRTUAL = 'Virtual'
+      HOST = 'Host'
+      OPERATINGSYSTEM = 'OS'
+      ARCHITECTURE = 'Arch'
+      SOCKETS = 'Sockets'
+      RAM = 'RAM'
+      CORES = 'Cores'
+      SLA = 'SLA'
+      PRODUCTS = 'Products'
+      SUBSCRIPTIONS = 'Subscriptions'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, ENVIRONMENT, CONTENTVIEW, HOSTCOLLECTIONS, VIRTUAL, HOST,
+                  OPERATINGSYSTEM, ARCHITECTURE, SOCKETS, RAM, CORES, SLA, PRODUCTS, SUBSCRIPTIONS]
+          if option_sam?
+            export_sam csv
+          else
+            export_foretello csv
+          end
+        end
+      end
+
+      def export_sam(csv)
+        guests_host = {}
+
+        server = option_server || HammerCLI::Settings.get(:csv, :host)
+        username = option_username || HammerCLI::Settings.get(:csv, :username)
+        password = option_password || HammerCLI::Settings.get(:csv, :password)
+        url = "#{server}/api/systems?organization_id=satellite-1"
+        uri = URI(url)
+        system_ids = Net::HTTP.start(uri.host, uri.port,
+                                     :use_ssl => uri.scheme == 'https',
+                                     :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+          request = Net::HTTP::Get.new uri.request_uri
+          request.basic_auth(username, password)
+          response = http.request(request)
+
+          JSON.parse(response.body).collect do |system|
+            system['guests'].each { |guest| guests_host[guest['uuid']] = system['name'] }
+            system['uuid']
+          end
+        end
+
+        #system_ids = ['327bf5cc-5498-4927-aa27-39b1503edf58', 'eeb6de95-afaf-4b14-9f92-e845ff269ccb']
+
+        system_ids.each do |system_id|
+          url = "#{server}/api/systems/#{system_id}"
+          uri = URI(url)
+          system = Net::HTTP.start(uri.host, uri.port,
+                                  :use_ssl => uri.scheme == 'https',
+                                  :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+            request = Net::HTTP::Get.new uri.request_uri
+            request.basic_auth(username, password)
+            response = http.request(request)
+
+            JSON.parse(response.body)
+          end
+
+          url = "#{server}/api/systems/#{system_id}/subscriptions"
+          uri = URI(url)
+          system_subscriptions = Net::HTTP.start(uri.host, uri.port,
+                                                 :use_ssl => uri.scheme == 'https',
+                                                 :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+            request = Net::HTTP::Get.new uri.request_uri
+            request.basic_auth(username, password)
+            response = http.request(request)
+
+            JSON.parse(response.body)['entitlements']
+          end
+
+          name = system['name']
+          count = 1
+          organization_name = system['owner']['displayName']
+          environment = system['environment']['name']
+          contentview = system['content_view']['name']
+          hostcollections = nil
+          virtual = system['facts']['virt.is_guest'] == 'true' ? 'Yes' : 'No'
+          host = guests_host[system['uuid']]
+          if system['facts']['distribution.name']
+            operatingsystem = "#{system['facts']['distribution.name']} "
+            operatingsystem += system['facts']['distribution.version'] if system['facts']['distribution.version']
+            operatingsystem.strip!
+          end
+          architecture = system['facts']['uname.machine']
+          sockets = system['facts']['cpu.cpu_socket(s)']
+          ram = system['facts']['memory.memtotal']
+          cores = system['facts']['cpu.core(s)_per_socket'] || 1
+          sla = system['serviceLevel']
+
+          products = CSV.generate do |column|
+            column << system['installedProducts'].collect do |product|
+              "#{product['productId']}|#{product['productName']}"
+            end
+          end
+          products.delete!("\n")
+
+          subscriptions = CSV.generate do |column|
+            column << system_subscriptions.collect do |subscription|
+              "#{subscription['quantity']}|#{subscription['productId']}|#{subscription['poolName']}"
+            end
+          end
+          subscriptions.delete!("\n")
+
+          csv << [name, count, organization_name, environment, contentview, hostcollections, virtual, host,
+                  operatingsystem, architecture, sockets, ram, cores, sla, products, subscriptions]
+        end
+      end
+
+      def export_foretello(csv)
+        @api.resource(:organizations)
+          .call(:index, {:per_page => 999999})['results'].each do |organization|
+          @api.resource(:systems)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => organization['name'])
+                  })['results'].each do |system|
+            system = @api.resource(:systems)
+              .call(:show, {
+                      'id' => system['uuid'],
+                      'fields' => 'full'
+                    })
+
+            name = system['name']
+            count = 1
+            organization_name = organization['name']
+            environment = system['environment']['label']
+            contentview = system['content_view']['name']
+            hostcollections = CSV.generate do |column|
+              column << system['systemGroups'].collect do |hostcollection|
+                hostcollection['name']
+              end
+            end
+            hostcollections.delete!("\n")
+            virtual = system['facts']['virt.is_guest'] == 'true' ? 'Yes' : 'No'
+            host = system['virtual_host']
+            operatingsystem = "#{system['facts']['distribution.name']} " if system['facts']['distribution.name']
+            operatingsystem += system['facts']['distribution.version'] if system['facts']['distribution.version']
+            architecture = system['facts']['uname.machine']
+            sockets = system['facts']['cpu.cpu_socket(s)']
+            ram = system['facts']['memory.memtotal']
+            cores = system['facts']['cpu.core(s)_per_socket'] || 1
+            sla = ''
+            products = CSV.generate do |column|
+              column << system['installedProducts'].collect do |product|
+                "#{product['productId']}|#{product['productName']}"
+              end
+            end
+            products.delete!("\n")
+            subscriptions = CSV.generate do |column|
+              column << @api.resource(:subscriptions)
+                .call(:index, {
+                        'system_id' => system['uuid']
+                      })['results'].collect do |subscription|
+                "#{subscription['quantity']}|#{subscription['product_id']}|#{subscription['product_name']}"
+              end
+            end
+            subscriptions.delete!("\n")
+            csv << [name, count, organization_name, environment, contentview, hostcollections, virtual, host,
+                    operatingsystem, architecture, sockets, ram, cores, sla, products, subscriptions]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @host_guests = {}
+
+        thread_import do |line|
+          create_systems_from_csv(line)
+        end
+
+        print 'Updating host and guest associations...' if option_verbose?
+        @host_guests.each do |host_id, guest_ids|
+          @api.resource(:systems)
+            .call(:update, {
+                    'id' => host_id,
+                    'guest_ids' => guest_ids
+                  })
+        end
+        puts 'done' if option_verbose?
+      end
+
+      def create_systems_from_csv(line)
+        if !@existing[line[ORGANIZATION]]
+          @existing[line[ORGANIZATION]] = {}
+          # Fetching all content hosts is too slow and times out due to the complexity of the data
+          # rendered in the json.
+          # http://projects.theforeman.org/issues/6307
+          total = @api.resource(:systems)
+            .call(:index, {
+                    'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                    'per_page' => 1
+                  })['total'].to_i
+          (total / 20 + 2).to_i.times do |page|
+            @api.resource(:systems)
+              .call(:index, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'page' => page,
+                      'per_page' => 20
+                    })['results'].each do |system|
+              @existing[line[ORGANIZATION]][system['name']] = system['uuid'] if system
+            end
+          end
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+
+          # TODO: w/ @daviddavis p-r
+          #subscriptions(line).each do |subscription|
+          #  katello_subscription(line[ORGANIZATION], :name => subscription[:number])
+          #end
+
+          if !@existing[line[ORGANIZATION]].include? name
+            print "Creating system '#{name}'..." if option_verbose?
+            system_id = @api.resource(:systems)
+              .call(:create, {
+                      'name' => name,
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'environment_id' => lifecycle_environment(line[ORGANIZATION], :name => line[ENVIRONMENT]),
+                      'content_view_id' => katello_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW]),
+                      'facts' => facts(name, line),
+                      'installed_products' => products(line)
+                    })['uuid']
+            @existing[line[ORGANIZATION]][name] = system_id
+          else
+            print "Updating system '#{name}'..." if option_verbose?
+            system_id = @api.resource(:systems)
+              .call(:update, {
+                      'id' => @existing[line[ORGANIZATION]][name],
+                      'system' => {
+                        'name' => name,
+                        'environment_id' => lifecycle_environment(line[ORGANIZATION], :name => line[ENVIRONMENT]),
+                        'content_view_id' => katello_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW]),
+                        'facts' => facts(name, line),
+                        'installed_products' => products(line)
+                      }
+                    })['uuid']
+          end
+
+          if line[VIRTUAL] == 'Yes' && line[HOST]
+            raise "Host system '#{line[HOST]}' not found" if !@existing[line[ORGANIZATION]][line[HOST]]
+            @host_guests[@existing[line[ORGANIZATION]][line[HOST]]] ||= []
+            @host_guests[@existing[line[ORGANIZATION]][line[HOST]]] << "#{line[ORGANIZATION]}/#{name}"
+          end
+
+          set_host_collections(system_id, line)
+
+          puts 'done' if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+
+      private
+
+      def facts(name, line)
+        facts = {}
+        facts['network.hostname'] = name
+        facts['cpu.core(s)_per_socket'] = line[CORES]
+        facts['cpu.cpu_socket(s)'] = line[SOCKETS]
+        facts['memory.memtotal'] = line[RAM]
+        facts['uname.machine'] = line[ARCHITECTURE]
+        if line[OPERATINGSYSTEM].nil?
+          facts['distribution.name'] = nil
+          facts['distribution.version'] = nil
+        elsif line[OPERATINGSYSTEM].index(' ')
+          (facts['distribution.name'], facts['distribution.version']) = line[OPERATINGSYSTEM].split(' ')
+        else
+          (facts['distribution.name'], facts['distribution.version']) = ['RHEL', line[OPERATINGSYSTEM]]
+        end
+        facts['virt.is_guest'] = line[VIRTUAL] == 'Yes' ? true : false
+        facts['virt.uuid'] = "#{line[ORGANIZATION]}/#{name}" if facts['virt.is_guest']
+        facts
+      end
+
+      def set_host_collections(system_id, line)
+        return nil if !line[HOSTCOLLECTIONS]
+        CSV.parse_line(line[HOSTCOLLECTIONS]).each do |hostcollection_name|
+          @api.resource(:host_collections)
+            .call(:add_systems, {
+                    'id' => katello_hostcollection(line[ORGANIZATION], :name => hostcollection_name),
+                    'system_ids' => [system_id]
+                  })
+        end
+      end
+
+      def products(line)
+        return nil if !line[PRODUCTS]
+        products = CSV.parse_line(line[PRODUCTS]).collect do |product_details|
+          product = {}
+          # TODO: these get passed straight through to candlepin; probably would be better to process in server
+          #       to allow underscore product_id here
+          (product['productId'], product['productName']) = product_details.split('|')
+          product
+        end
+        products
+      end
+
+      def subscriptions(line)
+        return nil if !line[SUBSCRIPTIONS]
+        subscriptions = CSV.parse_line(line[SUBSCRIPTIONS]).collect do |subscription_details|
+          subscription = {}
+          (subscription[:quantity], subscription[:number], subscription[:name]) = subscription_details.split('|')
+          subscription
+        end
+        subscriptions
+      end
+    end
+  end
+end