hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/content_view_filters.rb

@@ -0,0 +1,158 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+# NOTE:
+#   rpm -qa --queryformat "%{NAME}|=|%{VERSION}-%{RELEASE},"
+
+module HammerCLICsv
+  class CsvCommand
+    class ContentViewFiltersCommand < BaseCommand
+      command_name 'content-view-filters'
+      desc         'import or export content-view-filters'
+
+      CONTENTVIEW = 'Content View'
+      ORGANIZATION = 'Organization'
+      TYPE = 'Type'
+      DESCRIPTION = 'Description'
+      REPOSITORIES = 'Repositories'
+      RULES = 'Rules'
+
+      def export
+        # TODO
+      end
+
+      def import
+        @existing_filters = {}
+
+        thread_import do |line|
+          create_filters_from_csv(line)
+        end
+      end
+
+      def create_filters_from_csv(line)
+        @existing_filters[line[ORGANIZATION]] ||= {}
+        if !@existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]]
+          @existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]] ||= {}
+          @api.resource(:content_view_filters)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'content_view_id' => katello_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW])
+                  })['results'].each do |filter|
+            @existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]][filter['name']] = filter['id'] if filter
+          end
+        end
+
+        repository_ids = collect_column(line[REPOSITORIES]) do |repository|
+          katello_repository(line[ORGANIZATION], :name => repository)
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+
+          filter_id = @existing_filters[line[ORGANIZATION]][line[CONTENTVIEW]][name]
+          if !filter_id
+            print "Creating filter '#{name}' for content view filter '#{line[CONTENTVIEW]}'..." if option_verbose?
+            filter_id = @api.resource(:content_view_filters)
+              .call(:create, {
+                      'content_view_id' => katello_contentview(line[ORGANIZATION], :name => line[CONTENTVIEW]),
+                      'name' => name,
+                      'description' => line[DESCRIPTION],
+                      'type' => filter_type(line[TYPE]),
+                      'inclusion' => filter_inclusion?(line[TYPE]),
+                      'repository_ids' => repository_ids
+                    })['id']
+            @existing_filters[line[ORGANIZATION]][name] = filter_id
+          else
+            print "Updating filter '#{name}' for content view filter '#{line[CONTENTVIEW]}'..." if option_verbose?
+            @api.resource(:content_view_filters)
+              .call(:update, {
+                      'id' => filter_id,
+                      'description' => line[DESCRIPTION],
+                      'type' => filter_type(line[TYPE]),
+                      'inclusion' => filter_inclusion?(line[TYPE]),
+                      'repository_ids' => repository_ids
+                    })
+          end
+
+          @existing_rules ||= {}
+          @existing_rules[line[ORGANIZATION]] ||= {}
+          @existing_rules[line[ORGANIZATION]][line[CONTENTVIEW]] ||= {}
+          @api.resource(:content_view_filter_rules)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'content_view_filter_id' => filter_id
+                  })['results'].each do |rule|
+            @existing_rules[line[ORGANIZATION]][line[CONTENTVIEW]][rule['name']] = rule
+          end
+
+          collect_column(line[RULES]) do |rule|
+            name, type, version = rule.split('|')
+            params = {
+              'content_view_filter_id' => filter_id,
+              'name' => name
+            }
+            if type == '='
+              params['type'] = 'equal',
+                               params['version'] = version
+            elsif type == '<'
+              params['type'] = 'less',
+                               params['max_version'] = version
+            elsif type == '>'
+              params['type'] = 'greater',
+                               params['min_version'] = version
+            elsif type == '-'
+              params['type'] = 'range',
+                               min_version, max_version = version.split(',')
+              params['min_version'] = min_version
+              params['max_version'] = max_version
+            else
+              raise "Unknown type '#{type}' from '#{line[RULES]}'"
+            end
+
+            rule = @existing_rules[line[ORGANIZATION]][line[CONTENTVIEW]][name]
+            if !rule
+              print "creating rule '#{rule}'..." if option_verbose?
+              rule = @api.resource(:content_view_filter_rules).call(:create, params)
+              @existing_rules[line[ORGANIZATION]][line[CONTENTVIEW]][rule['name']] = rule
+            else
+              print "updating rule '#{rule}'..." if option_verbose?
+              params['id'] = rule['id']
+              @api.resource(:content_view_filter_rules).call(:update, params)
+            end
+          end
+
+          puts 'done' if option_verbose?
+        end
+
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+
+      private
+
+      def filter_type(type)
+        if type.split[1] == 'RPM'
+          'rpm'
+        else
+          'unknown'
+        end
+      end
+
+      def filter_inclusion?(type)
+        if type.split[0] == 'Include'
+          true
+        else
+          false
+        end
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/content_views.rb

@@ -0,0 +1,86 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class ContentViewsCommand < BaseCommand
+      command_name 'content-views'
+      desc         'import or export content-views'
+
+      ORGANIZATION = 'Organization'
+      DESCRIPTION = 'Description'
+      COMPOSITE = 'Composite'
+      REPOSITORIES = 'Repositories'
+
+      def export
+        # TODO
+      end
+
+      def import
+        @existing_contentviews = {}
+
+        thread_import do |line|
+          create_contentviews_from_csv(line)
+        end
+      end
+
+      def create_contentviews_from_csv(line)
+        if !@existing_contentviews[line[ORGANIZATION]]
+          @existing_contentviews[line[ORGANIZATION]] ||= {}
+          @api.resource(:content_views)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                    'nondefault' => true
+                  })['results'].each do |contentview|
+            @existing_contentviews[line[ORGANIZATION]][contentview['name']] = contentview['id'] if contentview
+          end
+        end
+
+        repository_ids = collect_column(line[REPOSITORIES]) do |repository|
+          katello_repository(line[ORGANIZATION], :name => repository)
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          composite = line[COMPOSITE] == 'Yes' ? true : false
+
+          contentview_id = @existing_contentviews[line[ORGANIZATION]][name]
+          if !contentview_id
+            print "Creating content view '#{name}'..." if option_verbose?
+            contentview_id = @api.resource(:content_views)
+              .call(:create, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => name,
+                      'label' => labelize(name),
+                      'description' => line[DESCRIPTION],
+                      'composite' => composite,
+                      'repository_ids' => repository_ids
+                    })['id']
+            @existing_contentviews[line[ORGANIZATION]][name] = contentview_id
+          else
+            print "Updating content view '#{name}'..." if option_verbose?
+            @api.resource(:content_views)
+              .call(:update, {
+                      'id' => contentview_id,
+                      'description' => line[DESCRIPTION],
+                      'repository_ids' => repository_ids
+                    })
+          end
+          puts 'done' if option_verbose?
+        end
+
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/csv.rb

@@ -0,0 +1,23 @@
+
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'hammer_cli/exit_codes'
+
+module HammerCLICsv
+  class CsvCommand < HammerCLI::AbstractCommand
+  end
+
+  HammerCLI::MainCommand.subcommand('csv',
+                                    _('import to, or export from a running foretello server'),
+                                    HammerCLICsv::CsvCommand)
+end

data/lib/hammer_cli_csv/domains.rb

@@ -0,0 +1,103 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Domains CSV =-
+#
+# Columns
+#   Name
+#     - Domain name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class DomainsCommand < BaseCommand
+      command_name 'domains'
+      desc         'import or export domains'
+
+      FULLNAME = 'Full Name'
+      ORGANIZATIONS = 'Organizations'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, FULLNAME]
+          @api.resource(:domains).call(:index, {:per_page => 999999})['results'].each do |domain|
+            puts domain
+            name = domain['name']
+            count = 1
+            fullname = domain['fullname']
+            csv << [name, count, fullname]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:domains).call(:index, {:per_page => 999999})['results'].each do |domain|
+          @existing[domain['name']] = domain['id'] if domain
+        end
+
+        thread_import do |line|
+          create_domains_from_csv(line)
+        end
+      end
+
+      def create_domains_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating domain '#{name}'..." if option_verbose?
+            domain_id = @api.resource(:domains).call(:create, {
+                                                       'name' => name
+                                                     })['id']
+          else
+            print "Updating domain '#{name}'..." if option_verbose?
+            domain_id = @api.resource(:domains).call(:update, {
+                                                       'id' => @existing[name],
+                                                       'name' => name
+                                                     })['id']
+          end
+
+          # Update associated resources
+          domains ||= {}
+          CSV.parse_line(line[ORGANIZATIONS]).each do |organization|
+            organization_id = foreman_organization(:name => organization)
+            if domains[organization].nil?
+              domains[organization] = @api.resource(:organizations).call(:show, {'id' => organization_id})['domains'].collect do |domain|
+                domain['id']
+              end
+            end
+            domains[organization] += [domain_id] if !domains[organization].include? domain_id
+
+            @api.resource(:organizations).call(:update, {
+                                                 'id' => organization_id,
+                                                 'organization' => {
+                                                   'domain_ids' => domains[organization]
+                                                 }
+                                               })
+          end
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/exception_handler.rb

@@ -0,0 +1,53 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli/exception_handler'
+
+module HammerCLICsv
+  class ExceptionHandler < HammerCLI::ExceptionHandler
+    def mappings
+      super + [
+        [Exception, :handle_csv_exception],
+        [RestClient::Forbidden, :handle_forbidden],
+        [RestClient::UnprocessableEntity, :handle_unprocessable_entity],
+        [ArgumentError, :handle_argument_error]
+      ]
+    end
+
+    protected
+
+    def handle_csv_exception(e)
+      $stderr.puts e.message
+      log_full_error e
+      HammerCLI::EX_DATAERR
+    end
+
+    def handle_unprocessable_entity(e)
+      response = JSON.parse(e.response)
+      response = response[response.keys[0]]
+
+      print_error response['full_messages']
+      HammerCLI::EX_DATAERR
+    end
+
+    def handle_argument_error(e)
+      print_error e.message
+      log_full_error e
+      HammerCLI::EX_USAGE
+    end
+
+    def handle_forbidden(e)
+      print_error 'Forbidden - server refused to process the request'
+      log_full_error e
+      HammerCLI::EX_NOPERM
+    end
+  end
+end

data/lib/hammer_cli_csv/host_collections.rb

@@ -0,0 +1,108 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= System Groups CSV =-
+#
+# Columns
+#   Name
+#     - System group name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "group%d" -> "group1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#   Org Label
+#   Limit
+#   Description
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class HostCollectionsCommand < BaseCommand
+      command_name 'host-collections'
+      desc         'import or export host collections'
+
+      ORGANIZATION = 'Organization'
+      LIMIT = 'Limit'
+      DESCRIPTION = 'Description'
+
+      def export
+        CSV.open(option_csv_file, 'wb') do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, LIMIT, DESCRIPTION]
+          @api.resource(:organizations)
+            .call(:index, {
+                    'per_page' => 999999
+                  })['results'].each do |organization|
+            @api.resource(:host_collections)
+              .call(:index, {
+                      'organization_id' => organization['id']
+                    }).each do |hostcollection|
+              puts hostcollection
+              csv << [hostcollection['name'], 1, organization['id'],
+                      hostcollection['max_systems'].to_i < 0 ? 'Unlimited' : sytemgroup['max_systems'],
+                      hostcollection['description']]
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+
+        thread_import do |line|
+          create_hostcollections_from_csv(line)
+        end
+      end
+
+      def create_hostcollections_from_csv(line)
+        if !@existing[line[ORGANIZATION]]
+          @existing[line[ORGANIZATION]] = {}
+          @api.resource(:host_collections)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => line[ORGANIZATION])
+                  })['results'].each do |hostcollection|
+            @existing[line[ORGANIZATION]][hostcollection['name']] = hostcollection['id']
+          end
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing[line[ORGANIZATION]].include? name
+            print "Creating system group '#{name}'..." if option_verbose?
+            @api.resource(:host_collections)
+              .call(:create, {
+                      'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                      'name' => name,
+                      'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
+                      'description' => line[DESCRIPTION]
+                    })
+          else
+            print "Updating system group '#{name}'..." if option_verbose?
+            @api.resource(:host_collections)
+              .call(:update, {
+                      'organization_id' => line[ORGANIZATION],
+                      'id' => @existing[line[ORGANIZATION]][name],
+                      'name' => name,
+                      'max_systems' => (line[LIMIT] == 'Unlimited') ? -1 : line[LIMIT],
+                      'description' => line[DESCRIPTION]
+                    })
+          end
+          print "done\n" if option_verbose?
+        end
+      end
+    end
+  end
+end