hammer_cli_csv 0.0.1

data/lib/hammer_cli_csv/reports.rb

@@ -0,0 +1,91 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class ReportsCommand < BaseCommand
+      command_name 'reports'
+      desc         'import or export reports'
+
+      TIME = 'Time'
+      APPLIED = 'Applied'
+      RESTARTED = 'Restarted'
+      FAILED = 'Failed'
+      FAILED_RESTARTS = 'Failed Restarts'
+      SKIPPED = 'Skipped'
+      PENDING = 'Pending'
+      METRICS = 'Metrics'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT]
+          @api.resource(:reports)
+            .call(:index, {
+                    'per_page' => 999999
+                  })['results'].each do |report|
+            csv << [report['host_name'], 1, report['metrics'].to_json]
+          end
+        end
+
+        HammerCLI::EX_OK
+      end
+
+      def import
+        @existing_reports = {}
+        @api.resource(:reports)
+          .call(:index, {
+                  'per_page' => 999999
+                })['results'].each do |report|
+          @existing_reports[report['name']] = report['id']
+        end
+
+        thread_import do |line|
+          create_reports_from_csv(line)
+        end
+      end
+
+      def create_reports_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+
+          if !@existing_reports[name]
+            print "Creating report '#{name}'..." if option_verbose?
+            reported_at = line[TIME] || Time.now
+            report = @api.resource(:reports)
+              .call(:create, {
+                      'host' => name,
+                      'reported_at' => reported_at,
+                      'status' => {
+                        'applied' => line[APPLIED],
+                        'restarted' => line[RESTARTED],
+                        'failed' => line[FAILED],
+                        'failed_restarts' => line[FAILED_RESTARTS],
+                        'skipped' => line[SKIPPED],
+                        'pending' => line[PENDING]
+                      },
+                      'metrics' => JSON.parse(line[METRICS]),
+                      'logs' => []
+                    })
+            @existing_reports[name] = report['id']
+          else
+            print "Updating report '#{name}'..." if option_verbose?
+            @api.resource(:reports)
+              .call(:update, {
+                      'id' => @existing_reports[name]
+                    })
+          end
+
+          puts 'done' if option_verbose?
+        end
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/roles.rb

@@ -0,0 +1,115 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class RolesCommand < BaseCommand
+      command_name 'roles'
+      desc 'import or export roles'
+
+      RESOURCE = 'Resource'
+      SEARCH = 'Search'
+      PERMISSIONS = 'Permissions'
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, RESOURCE, SEARCH, PERMISSIONS, ORGANIZATIONS, LOCATIONS]
+          @api.resource(:roles).call(:index, {'per_page' => 999999})['results'].each do |role|
+            @api.resource(:filters).call(:index, {
+                                           'per_page' => 999999,
+                                           'search' => "role=\"#{role['name']}\""
+                                })['results'].each do |filter|
+              filter = @api.resource(:filters).call(:show, 'id' => filter['id'])
+
+              permissions = export_column(filter, 'permissions', 'name')
+              organizations = export_column(filter, 'organizations', 'name')
+              locations = export_column(filter, 'locations', 'name')
+              csv << [role['name'], 1, filter['resource_type'], filter['search'] || '', permissions, organizations, locations]
+            end
+          end
+        end
+
+        HammerCLI::EX_OK
+      end
+
+      def import
+        @existing_roles = {}
+        @api.resource(:roles).call(:index, {'per_page' => 999999})['results'].each do |role|
+          @existing_roles[role['name']] = role['id']
+        end
+
+        @existing_filters = {}
+        @api.resource(:filters).call(:index, {'per_page' => 999999})['results'].each do |role|
+          @existing_filters[role['name']] = role['id']
+        end
+
+        thread_import do |line|
+          create_roles_from_csv(line)
+        end
+      end
+
+      def create_roles_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          search = namify(line[SEARCH], number) if line[SEARCH]
+
+          if !@existing_roles[name]
+            print "Creating role '#{name}'..." if option_verbose?
+            role = @api.resource(:roles).call(:create, {
+                                                'name' => name
+                                              })
+            @existing_roles[name] = role['id']
+          else
+            print "Updating role '#{name}'..." if option_verbose?
+            @api.resource(:roles).call(:update, {
+                                         'id' => @existing_roles[name]
+                                       })
+          end
+
+          permissions = collect_column(line[PERMISSIONS]) do |permission|
+            foreman_permission(:name => permission)
+          end
+          organizations = collect_column(line[ORGANIZATIONS]) do |organization|
+            foreman_organization(:name => organization)
+          end
+          locations = collect_column(line[LOCATIONS]) do |location|
+            foreman_location(:name => location)
+          end
+
+          filter_id = foreman_filter(name, line[RESOURCE], search)
+          if !filter_id
+            print " creating filter #{line[RESOURCE]}..."
+            @api.resource(:filters).call(:create, {
+                                           'role_id' => @existing_roles[name],
+                                           'search' => search,
+                                           'organization_ids' => organizations,
+                                           'location_ids' => locations,
+                                           'permission_ids' => permissions
+                                         })
+          else
+            print " updating filter #{line[RESOURCE]}..."
+            @api.resource(:filters).call(:update, {
+                                           'id' => filter_id,
+                                           'search' => search,
+                                           'organization_ids' => organizations,
+                                           'location_ids' => locations,
+                                           'permission_ids' => permissions
+                                         })
+          end
+
+          puts 'done' if option_verbose?
+        end
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/smart_proxies.rb

@@ -0,0 +1,88 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class SmartProxiesCommand < BaseCommand
+      command_name 'smart-proxies'
+      desc 'import or export smart proxies'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      URL = 'URL'
+      LIFECYCLE_ENVIRONMENTS = 'Lifecycle Environments'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, LOCATIONS, URL, LIFECYCLE_ENVIRONMENTS]
+          @api.resource(:smart_proxies).call(:index, {:per_page => 999999})['results'].each do |smart_proxy|
+            smart_proxy = @api.resource(:smart_proxies).call(:show, {'id' => smart_proxy['id']})
+            name = smart_proxy['name']
+            count = 1
+            organizations = export_column(smart_proxy, 'organizations', 'name')
+            locations = export_column(smart_proxy, 'locations', 'name')
+            url = smart_proxy['url']
+            csv << [name, count, organizations, locations, url]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:smart_proxies).call(:index, {:per_page => 999999})['results'].each do |smart_proxy|
+          @existing[smart_proxy['url']] = smart_proxy['id'] if smart_proxy
+        end
+
+        thread_import do |line|
+          create_smart_proxies_from_csv(line)
+        end
+      end
+
+      def create_smart_proxies_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? line[URL]
+            print "Creating smart proxy '#{name}'..." if option_verbose?
+            id = @api.resource(:smart_proxies)
+              .call(:create, {
+                      'smart_proxy' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['id']
+          else
+            print "Updating smart proxy '#{name}'..." if option_verbose?
+            id = @api.resource(:smart_proxies)
+              .call(:update, {
+                      'id' => @existing[name],
+                      'smart_proxy' => {
+                        'name' => name,
+                        'url' => line[URL]
+                      }
+                    })['smart_proxy']['id']
+          end
+
+          # Update associated resources
+          associate_organizations(id, line[ORGANIZATIONS], 'smart_proxy')
+          associate_locations(id, line[LOCATIONS], 'smart_proxy')
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/subnets.rb

@@ -0,0 +1,121 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class SubnetsCommand < BaseCommand
+      command_name 'subnets'
+      desc 'import or export subnets'
+
+      ORGANIZATIONS = 'Organizations'
+      LOCATIONS = 'Locations'
+      NETWORK = 'Network'
+      NETWORK_MASK = 'Network Mask'
+      NETWORK_FROM = 'From'
+      NETWORK_TO = 'To'
+      DOMAINS = 'Domains'
+      GATEWAY = 'Gateway'
+      DHCP_PROXY = 'DHCP Proxy'
+      TFTP_PROXY = 'TFTP Proxy'
+      DNS_PROXY = 'DNS Proxy'
+      DNS_PRIMARY = 'DNS Primary'
+      DNS_SECONDARY = 'DNS Secondary'
+      VLAN_ID = 'VLAN ID'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, LOCATIONS, NETWORK, NETWORK_MASK,
+                  NETWORK_FROM, NETWORK_TO, DOMAINS, GATEWAY, DHCP_PROXY, TFTP_PROXY, DNS_PROXY,
+                  DNS_PRIMARY, DNS_SECONDARY, VLAN_ID]
+          @api.resource(:subnets).call(:index, {:per_page => 999999})['results'].each do |subnet|
+            subnet = @api.resource(:subnets).call(:show, {'id' => subnet['id']})
+
+            name = subnet['name']
+            count = 1
+            organizations = export_column(subnet, 'organizations', 'name')
+            locations = export_column(subnet, 'locations', 'name')
+            network = subnet['network']
+            network_mask = subnet['mask']
+            network_from = subnet['from']
+            network_to = subnet['to']
+            domains = export_column(subnet, 'domains', 'name')
+            gateway = subnet['gateway']
+            dhcp_proxy = (subnet['dhcp'] && subnet['dhcp'].key?('name')) ? subnet['dhcp']['name'] : ''
+            tftp_proxy = (subnet['tftp'] && subnet['tftp'].key?('name')) ? subnet['tftp']['name'] : ''
+            dns_proxy = (subnet['dns'] && subnet['dns'].key?('name')) ? subnet['dns']['name'] : ''
+            dns_primary = subnet['dns_primary']
+            dns_secondary = subnet['dns_secondary']
+            vlan_id = subnet['vlanid']
+            csv << [name, count, organizations, locations, network, network_mask,
+                    network_from, network_to, domains, gateway, dhcp_proxy, tftp_proxy, dns_proxy,
+                    dns_primary, dns_secondary, vlan_id]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:subnets).call(:index, {:per_page => 999999})['results'].each do |subnet|
+          @existing[subnet['name']] = subnet['id'] if subnet
+        end
+
+        thread_import do |line|
+          create_subnets_from_csv(line)
+        end
+      end
+
+      def create_subnets_from_csv(line)
+        line[DOMAINS] = (CSV.parse_line(line[DOMAINS]) || []).collect do |domain|
+          foreman_domain(:name => domain)
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          if !@existing.include? name
+            print "Creating subnet '#{name}'..." if option_verbose?
+            id = @api.resource(:subnets)
+              .call(:create, {
+                      'subnet' => {
+                        'name' => name
+                      }
+                    })['id']
+          else
+            print "Updating subnet '#{name}'..." if option_verbose?
+            id = @api.resource(:subnets)
+              .call(:update, {
+                      'id' => @existing[name],
+                      'subnet' => {
+                        'name' => name,
+                        'network' => line[NETWORK],
+                        'mask' => line[NETWORK_MASK],
+                        'from' => line[NETWORK_FROM],
+                        'to' => line[NETWORK_TO],
+                        'domain_ids' => line[DOMAINS]
+                      }
+                    })['id']
+          end
+
+          # Update associated resources
+          associate_organizations(id, line[ORGANIZATIONS], 'subnet')
+          associate_locations(id, line[LOCATIONS], 'subnet')
+
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/subscriptions.rb

@@ -0,0 +1,135 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Systems CSV =-
+#
+# Columns
+#   Name
+#     - System name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+require 'uri'
+
+module HammerCLICsv
+  class CsvCommand
+    class SubscriptionsCommand < BaseCommand
+      command_name 'subscriptions'
+      desc         'import or export subscriptions'
+
+      ORGANIZATION = 'Organization'
+      MANIFEST = 'Manifest File'
+      CONTENT_SET = 'Content Set'
+      ARCH = 'Arch'
+      RELEASE = 'Release'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, MANIFEST, CONTENT_SET, ARCH, RELEASE]
+          @api.resource(:organizations).call(:index, {:per_page => 999999})['results'].each do |organization|
+            @api.resource(:products).call(:index, {
+                                            'per_page' => 999999,
+                                            'organization_id' => foreman_organization(:name => organization['name']),
+                                            'enabled' => true
+                                          })['results'].each do |product|
+              if product['provider']['name'] == 'Red Hat'
+                product['product_content'].each do |product_content|
+                  if product_content['enabled']
+                    puts product_content
+                    content_set = product_content['content']['name']
+                    release = '?????'
+                    arches = product_content['content']['arches']
+                    if arches.nil?
+                      csv << [product['name'], 1, organization['name'], nil, content_set, nil, release]
+                    else
+                      arches.split(',').each do |arch|
+                        csv << [product['name'], 1, organization['name'], nil, content_set, arch, release]
+                      end
+                    end
+                  end
+                end
+              end
+            end
+          end
+        end
+      end
+
+      def import
+        thread_import do |line|
+          if line[MANIFEST] && !line[MANIFEST].empty?
+            import_manifest_from_csv(line)
+          else
+            enable_products_from_csv(line)
+          end
+        end
+      end
+
+      def enable_products_from_csv(line)
+        results = @api.resource(:products).call(:index, {
+                                                  'per_page' => 999999,
+                                                  'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                                                  'name' => line[NAME]
+                                                })['results']
+        raise "No match for product '#{line[NAME]}'" if results.length == 0
+        raise "Multiple matches for product '#{line[NAME]}'" if results.length != 1
+        product = results[0]
+
+        results = @api.resource(:repository_sets).call(:index, {
+                                                         'per_page' => 999999,
+                                                         'organization_id' => foreman_organization(:name => line[ORGANIZATION]),
+                                                         'product_id' => product['id'],
+                                                         'name' => line[CONTENT_SET]
+                                                       })['results']
+        raise "No match for content set '#{line[CONTENT_SET]}'" if results.length == 0
+        raise "Multiple matches for content set '#{line[CONTENT_SET]}'" if results.length != 1
+        repository_set = results[0]
+
+        repository = repository_set['repositories'].find do |repo|
+          repo['name'].end_with?("#{line[ARCH]} #{line[RELEASE]}")
+        end
+
+        if repository.nil?
+          print "Enabling repository #{line[CONTENT_SET]} #{line[ARCH]} #{line[RELEASE]}..." if option_verbose?
+          product_content = product['product_content'].find do |content|
+            content['content']['name'] == line[CONTENT_SET]
+          end
+          raise "No match for content set '#{line[CONTENT_SET]}'" if !product_content
+
+          @api.resource(:repository_sets).call(:enable, {
+                                                 'id' => product_content['content']['id'],
+                                                 'product_id' => product['id'],
+                                                 'basearch' => line[ARCH],
+                                                 'releasever' => line[RELEASE]
+                                               })
+          puts 'done' if option_verbose?
+        else
+          puts "Repository #{repository['name']} already enabled" if option_verbose?
+        end
+      end
+
+      def import_manifest_from_csv(line)
+        # TODO: --server needs to come from config/settings
+        args = %W{ subscription upload --file #{ line[MANIFEST] }
+                   --organization-id #{ foreman_organization(:name => line[ORGANIZATION]) } }
+        hammer.run(args)
+
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end