hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/operating_systems.rb

@@ -0,0 +1,95 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Operating Systems CSV =-
+#
+# Columns
+#   Name
+#     - Operating system name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   Major
+#   Minor
+#   Family
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class OperatingSystemsCommand < BaseCommand
+      command_name 'operating-systems'
+      desc         'import or export operating systems'
+
+      FAMILY = 'Family'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, FAMILY]
+          @api.resource(:operatingsystems).call(:index, {:per_page => 999999})['results'].each do |operatingsystem|
+            name = build_os_name(operatingsystem['name'], operatingsystem['major'], operatingsystem['minor'])
+            count = 1
+            family = operatingsystem['family']
+            csv << [name, count, family]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:operatingsystems).call(:index, {:per_page => 999999})['results'].each do |operatingsystem|
+          @existing[build_os_name(operatingsystem['name'], operatingsystem['major'], operatingsystem['minor'])] = operatingsystem['id'] if operatingsystem
+        end
+
+        thread_import do |line|
+          create_operatingsystems_from_csv(line)
+        end
+      end
+
+      def create_operatingsystems_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          (osname, major, minor) = split_os_name(name)
+          if !@existing.include? name
+            print "Creating operating system '#{name}'..." if option_verbose?
+            @api.resource(:operatingsystems).call(:create, {
+                                            'operatingsystem' => {
+                                              'name' => osname,
+                                              'major' => major,
+                                              'minor' => minor,
+                                              'family' => line[FAMILY]
+                                            }
+                                          })
+          else
+            print "Updating operating system '#{name}'..." if option_verbose?
+            @api.resource(:operatingsystems).call(:update, {
+                                            'id' => @existing[name],
+                                            'operatingsystem' => {
+                                              'name' => osname,
+                                              'major' => major,
+                                              'minor' => minor,
+                                              'family' => line[FAMILY]
+                                            }
+                                          })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/organizations.rb

@@ -0,0 +1,107 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Organizations CSV =-
+#
+# Columns
+#   Name
+#     - Name of the organization.
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "organization%d" -> "organization1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   Org Label
+#     - Label of the organization.
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "organization%d" -> "organization1"
+#   Description
+#
+
+require 'hammer_cli'
+#require 'net/http'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class OrganizationsCommand < BaseCommand
+      command_name 'organizations'
+      desc         'import or export organizations'
+
+      option %w(--sam), :flag, 'export from SAM-1.3 or SAM-1.4'
+
+      ORGANIZATION = 'Organization'
+      DESCRIPTION = 'Description'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, DESCRIPTION]
+          if option_sam?
+            server = option_server || HammerCLI::Settings.get(:csv, :host)
+            username = option_username || HammerCLI::Settings.get(:csv, :username)
+            password = option_password || HammerCLI::Settings.get(:csv, :password)
+            url = "#{server}/api/organizations"
+            uri = URI(url)
+            Net::HTTP.start(uri.host, uri.port,
+                            :use_ssl => uri.scheme == 'https',
+                            :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+              request = Net::HTTP::Get.new uri.request_uri
+              request.basic_auth(username, password)
+              response = http.request(request)
+
+              JSON.parse(response.body).each do |organization|
+                csv << [organization['name'], 1, organization['label'], organization['description']]
+              end
+            end
+          else
+            @api.resource(:organizations).call(:index, {:per_page => 999999})['results'].each do |organization|
+              csv << [organization['name'], 1, organization['label'], organization['description']]
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:organizations).call(:index, {:per_page => 999999})['results'].each do |organization|
+          @existing[organization['name']] = organization['id'] if organization
+        end
+
+        thread_import do |line|
+          create_organizations_from_csv(line)
+        end
+      end
+
+      def create_organizations_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          label = namify(line[ORGANIZATION], number)
+          if !@existing.include? name
+            print "Creating organization '#{name}'... " if option_verbose?
+            @api.resource(:organizations).call(:create, {
+                                         'name' => name,
+                                         'label' => label,
+                                         'description' => line[DESCRIPTION]
+                                       })
+          else
+            print "Updating organization '#{name}'... " if option_verbose?
+            @api.resource(:organizations).call(:update, {
+                                         'id' => label,
+                                         'description' => line[DESCRIPTION]
+                                       })
+          end
+          print "done\n" if option_verbose?
+        end
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/partition_tables.rb

@@ -0,0 +1,98 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Partition Tables CSV =-
+#
+# Columns
+#   Name
+#     - Partition table name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class PartitionTablesCommand < BaseCommand
+      command_name 'partition-tables'
+      desc         'import or export partition tables'
+
+      OSFAMILY = 'OS Family'
+      OPERATINGSYSTEMS = 'Operating Systems'
+      LAYOUT = 'Layout'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, OSFAMILY, OPERATINGSYSTEMS, LAYOUT]
+          @api.resource(:ptables).call(:index, {:per_page => 999999})['results'].each do |ptable|
+            ptable = @api.resource(:ptables).call(:show, {'id' => ptable['id']})
+            name = ptable['name']
+            count = 1
+            osfamily = ptable['os_family']
+            layout = ptable['layout']
+            csv << [name, count, osfamily, layout]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:ptables).call(:index, {:per_page => 999999})['results'].each do |ptable|
+          @existing[ptable['name']] = ptable['id'] if ptable
+        end
+
+        thread_import do |line|
+          create_ptables_from_csv(line)
+        end
+      end
+
+      def create_ptables_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          operatingsystem_ids = CSV.parse_line(line[OPERATINGSYSTEMS]).collect do |operatingsystem_name|
+            foreman_operatingsystem(:name => operatingsystem_name)
+          end if line[OPERATINGSYSTEMS]
+          if !@existing.include? name
+            print "Creating ptable '#{name}'... " if option_verbose?
+            @api.resource(:ptables).call(:create, {
+                                           'ptable' => {
+                                             'name' => name,
+                                             'os_family' => line[OSFAMILY],
+                                             'operatingsystem_ids' => operatingsystem_ids,
+                                             'layout' => line[LAYOUT]
+                                           }
+                                         })
+          else
+            print "Updating ptable '#{name}'..." if option_verbose?
+            @api.resource(:ptables).call(:update, {
+                                           'id' => @existing[name],
+                                           'ptable' => {
+                                             'name' => name,
+                                             'os_family' => line[OSFAMILY],
+                                             'operatingsystem_ids' => operatingsystem_ids,
+                                             'layout' => line[LAYOUT]
+                                   }
+                             })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/products.rb

@@ -0,0 +1,179 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class ProductsCommand < BaseCommand
+      command_name 'products'
+      desc         'import or export products'
+
+      LABEL = 'Label'
+      ORGANIZATION = 'Organization'
+      REPOSITORY = 'Repository'
+      REPOSITORY_TYPE = 'Repository Type'
+      REPOSITORY_URL = 'Repository Url'
+      DESCRIPTION = 'Description'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, LABEL, ORGANIZATION, REPOSITORY, REPOSITORY_TYPE, REPOSITORY_URL]
+          @api.resource(:organizations)
+            .call(:index, {
+                    :per_page => 999999
+                  })['results'].each do |organization|
+            @api.resource(:products)
+              .call(:index, {
+                      'per_page' => 999999,
+                      'enabled' => true,
+                      'organization_id' => foreman_organization(:name => organization['name'])
+                    })['results'].each do |product|
+              product['repositories'].each do |repository|
+                repository_type = repository['product_type'] == 'custom' ? 'Custom' : 'Red Hat'
+                repository_type += " #{repository['content_type'].capitalize}"
+                csv << [product['name'], 1, product['label'], organization['name'],
+                        repository['name'], repository_type, repository['url']]
+              end
+            end
+          end
+        end
+      end
+
+      def import
+        @existing_products = {}
+        @existing_repositories = {}
+
+        thread_import do |line|
+          create_products_from_csv(line)
+        end
+      end
+
+      def create_products_from_csv(line)
+        if !@existing_products[line[ORGANIZATION]]
+          @existing_products[line[ORGANIZATION]] = {}
+          @api.resource(:products)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                    'enabled' => true
+                  })['results'].each do |product|
+            @existing_products[line[ORGANIZATION]][product['name']] = product['id']
+
+            @api.resource(:repositories)
+              .call(:index, {
+                      'page_size' => 999999, 'paged' => true,
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'product_id' => product['id'],
+                      'enabled' => true,
+                      'library' => true
+                    })['results'].each do |repository|
+              @existing_repositories[line[ORGANIZATION] + product['name']] ||= {}
+              @existing_repositories[line[ORGANIZATION] + product['name']][repository['label']] = repository['id']
+            end
+          end
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          product_id = @existing_products[line[ORGANIZATION]][name]
+          if product_id.nil?
+            print "Creating product '#{name}'..." if option_verbose?
+            if line[REPOSITORY_TYPE] =~ /Red Hat/
+              raise "Red Hat product '#{name}' does not exist in '#{line[ORGANIZATION]}'"
+            end
+
+            product_id = @api.resource(:products)
+              .call(:create, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => name
+                    })['id']
+            @existing_products[line[ORGANIZATION]][name] = product_id
+          else
+            # Nothing to update for products
+            print "Updating product '#{name}'..." if option_verbose?
+          end
+          @existing_repositories[line[ORGANIZATION] + name] = {}
+          print "done\n" if option_verbose?
+
+          repository_name = namify(line[REPOSITORY], number)
+
+          if !@existing_repositories[line[ORGANIZATION] + name][repository_name]
+            @api.resource(:repositories)
+              .call(:index, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'library' => true,
+                      'all' => false,
+                      'product_id' => product_id
+                    })['results'].each do |repository|
+              @existing_repositories[line[ORGANIZATION] + name][repository['name']] = repository
+            end
+          end
+
+          repository = @existing_repositories[line[ORGANIZATION] + name][repository_name]
+          if !repository
+            raise "Red Hat product '#{name}' does not have repository '#{repository_name}'" if line[REPOSITORY_TYPE] =~ /Red Hat/
+
+            print "Creating repository '#{repository_name}' in product '#{name}'..." if option_verbose?
+            repository = @api.resource(:repositories)
+              .call(:create, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => repository_name,
+                      'label' => labelize(repository_name),
+                      'product_id' => product_id,
+                      'url' => line[REPOSITORY_URL],
+                      'content_type' => content_type(line[REPOSITORY_TYPE])
+                    })
+            @existing_repositories[line[ORGANIZATION] + name][line[LABEL]] = repository
+            puts 'done' if option_verbose?
+          end
+
+          print "Sync'ing repository '#{repository_name}' in product '#{name}'..." if option_verbose?
+          if repository['sync_state'] == 'finished'
+            puts 'already done' if option_verbose?
+          else
+            if line[REPOSITORY_TYPE] =~ /Red Hat/
+              print 'skipping Red Hat repo sync... so slow!... '
+            else
+              sync_repository(line, repository)
+            end
+            print "done\n" if option_verbose?
+          end
+        end
+
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+
+      private
+
+      def content_type(repository_type)
+        case repository_type
+        when /yum/i
+          'yum'
+        when /puppet/i
+          'puppet'
+        else
+          raise "Unrecognized repository type '#{repository_type}'"
+        end
+      end
+
+      def sync_repository(line, repository)
+        # TODO: --server needs to come from config/settings
+        args = %W{ repository synchronize
+                   --id #{ repository['id'] }
+                   --organization-id #{ foreman_organization(:name => line[ORGANIZATION]) } }
+        hammer.run(args)
+
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end