hammer_cli_csv 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NzY3ZmEyZWZkYzk3MTA0NDAzMDNkNzIxYTRhNDc5ZmJhYWVjNDQ5MA==
+  data.tar.gz: !binary |-
+    MjBjNWJhOTBhOTE1YTU2MDI3YTAwYTRhMWI4OWJmNDQxMjY5ZmI0OQ==
+SHA512:
+  metadata.gz: !binary |-
+    YWJjZDUxZDZiZjMwOTZiN2JlOWYwZmI0MTk0YTQwN2Y2OTYxMTdlYzc3Njlj
+    ZTkyNThkZjJiMzM0OTMzYTgzYWZkNjBhNDk1Y2MyMmY0M2U2MzZjYTYwMzY3
+    YjY0NzViZWZhNTAyNDY1NzBlNWUxYWZkMDA5MjgyMWFlZGRmYTE=
+  data.tar.gz: !binary |-
+    Njg1OTg0NWMxNzRiODNkYzM4NDdhMDcyMmIzMTE2YzliNzc5ZTE0YTE3MWU3
+    ZjNhZGUyYTk0YjBlZTkzMTg2MzhmYjMzMDQwNDY1MzhmNWYxOWU5NDBiZjBl
+    MWNlYWI0MjA0MzRjYmVkNmYxZWIxZTM4MjE3OWMyOGQ1ZDIwNmQ=

data/lib/hammer_cli_csv.rb

@@ -0,0 +1,48 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'hammer_cli'
+require 'hammer_cli/exit_codes'
+
+module HammerCLICsv
+  require 'hammer_cli_csv/base'
+  require 'hammer_cli_csv/exception_handler'
+
+  require 'hammer_cli_csv/csv'
+  require 'hammer_cli_csv/activation_keys'
+  require 'hammer_cli_csv/architectures'
+  require 'hammer_cli_csv/compute_profiles'
+  require 'hammer_cli_csv/compute_resources'
+  require 'hammer_cli_csv/content_hosts'
+  require 'hammer_cli_csv/content_views'
+  require 'hammer_cli_csv/content_view_filters'
+  require 'hammer_cli_csv/domains'
+  require 'hammer_cli_csv/host_collections'
+  require 'hammer_cli_csv/hosts'
+  require 'hammer_cli_csv/import'
+  require 'hammer_cli_csv/installation_medias'
+  require 'hammer_cli_csv/lifecycle_environments'
+  require 'hammer_cli_csv/locations'
+  require 'hammer_cli_csv/operating_systems'
+  require 'hammer_cli_csv/organizations'
+  require 'hammer_cli_csv/partition_tables'
+  require 'hammer_cli_csv/products'
+  require 'hammer_cli_csv/provisioning_templates'
+  require 'hammer_cli_csv/puppet_environments'
+  require 'hammer_cli_csv/puppet_facts'
+  require 'hammer_cli_csv/puppet_reports'
+  require 'hammer_cli_csv/reports'
+  require 'hammer_cli_csv/roles'
+  require 'hammer_cli_csv/smart_proxies'
+  require 'hammer_cli_csv/subnets'
+  require 'hammer_cli_csv/subscriptions'
+  require 'hammer_cli_csv/users'
+end

data/lib/hammer_cli_csv/activation_keys.rb

@@ -0,0 +1,170 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module HammerCLICsv
+  class CsvCommand
+    class ActivationKeysCommand < BaseCommand
+      command_name 'activation-keys'
+      desc         'import or export activation keys'
+
+      ORGANIZATION = 'Organization'
+      DESCRIPTION = 'Description'
+      LIMIT = 'Limit'
+      ENVIRONMENT = 'Environment'
+      CONTENTVIEW = 'Content View'
+      SYSTEMGROUPS = 'System Groups'
+      SUBSCRIPTIONS = 'Subscriptions'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => false}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATION, DESCRIPTION, LIMIT, ENVIRONMENT, CONTENTVIEW,
+                  SYSTEMGROUPS, SUBSCRIPTIONS]
+          @api.resource(:organizations)
+            .call(:index, {
+                    :per_page => 999999
+                  })['results'].each do |organization|
+            @api.resource(:activation_keys)
+              .call(:index, {
+                      'per_page' => 999999,
+                      'organization_id' => organization['id']
+                    })['results'].each do |activationkey|
+              puts "Writing activation key '#{activationkey['name']}'" if option_verbose?
+              name = namify(activationkey['name'])
+              count = 1
+              description = activationkey['description']
+              limit = activationkey['usage_limit'].to_i < 0 ? 'Unlimited' : sytemgroup['usage_limit']
+              environment = activationkey['environment']['label']
+              contentview = activationkey['content_view']['name']
+              hostcollections = export_column(activationkey, 'systemGroups', 'name')
+              subscriptions = CSV.generate do |column|
+                column << @api.resource(:subscriptions).call(:index, {
+                                                      'activation_key_id' => activationkey['id']
+                                                    })['results'].collect do |subscription|
+                  amount = subscription['amount'] == 0 ? 'Automatic' : subscription['amount']
+                  "#{amount}|#{subscription['product_name']}"
+                end
+              end
+              subscriptions.delete!("\n")
+              csv << [name, count, organization['label'], description, limit, environment, contentview,
+                      hostcollections, subscriptions]
+            end
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+
+        thread_import do |line|
+          create_activationkeys_from_csv(line)
+        end
+      end
+
+      def create_activationkeys_from_csv(line)
+        if !@existing[line[ORGANIZATION]]
+          @existing[line[ORGANIZATION]] = {}
+          @api.resource(:activation_keys)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'organization_id' => foreman_organization(:name => line[ORGANIZATION])
+                  })['results'].each do |activationkey|
+            @existing[line[ORGANIZATION]][activationkey['name']] = activationkey['id'] if activationkey
+          end
+        end
+
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+
+          if !@existing[line[ORGANIZATION]].include? name
+            print "Creating activation key '#{name}'..." if option_verbose?
+            activationkey = @api.resource(:activation_keys)
+              .call(:create, {
+                      'name' => name,
+                      'environment_id' => lifecycle_environment(line[ORGANIZATION],
+                                                                :name => line[ENVIRONMENT]),
+                      'content_view_id' => katello_contentview(line[ORGANIZATION],
+                                                               :name => line[CONTENTVIEW]),
+                      'description' => line[DESCRIPTION],
+                      'usage_limit' => usage_limit(line[LIMIT])
+                    })
+            @existing[line[ORGANIZATION]][activationkey['name']] = activationkey['id']
+          else
+            print "Updating activation key '#{name}'..." if option_verbose?
+            activationkey = @api.resource(:activation_keys)
+              .call(:update, {
+                      'id' => @existing[line[ORGANIZATION]][name],
+                      'name' => name,
+                      'environment_id' => lifecycle_environment(line[ORGANIZATION],
+                                                                :name => line[ENVIRONMENT]),
+                      'content_view_id' => katello_contentview(line[ORGANIZATION],
+                                                               :name => line[CONTENTVIEW]),
+                      'description' => line[DESCRIPTION],
+                      'usage_limit' => usage_limit(line[LIMIT])
+                    })
+          end
+
+          update_subscriptions(activationkey, line)
+          update_groups(activationkey, line)
+
+          puts 'done' if option_verbose?
+        end
+      end
+
+      def update_groups(activationkey, line)
+        if line[SYSTEMGROUPS] && line[SYSTEMGROUPS] != ''
+          # TODO: note that existing system groups are not removed
+          CSV.parse_line(line[SYSTEMGROUPS], {:skip_blanks => true}).each do |name|
+            @api.resource(:host_collections)
+              .call(:add_activation_keys, {
+                      'id' => katello_hostcollection(line[ORGANIZATION], :name => name),
+                      'activation_key_ids' => [activationkey['id']]
+                    })
+          end
+        end
+      end
+
+      def update_subscriptions(activationkey, line)
+        if line[SUBSCRIPTIONS] && line[SUBSCRIPTIONS] != ''
+          subscriptions = CSV.parse_line(line[SUBSCRIPTIONS], {:skip_blanks => true}).collect do |subscription_details|
+            (amount, name) = subscription_details.split('|')
+            {
+              :id => katello_subscription(line[ORGANIZATION], :name => name),
+              :quantity => amount
+            }
+          end
+
+          # TODO: should there be a destroy_all similar to systems?
+          @api.resource(:subscriptions)
+            .call(:index, {
+                    'per_page' => 999999,
+                    'activation_key_id' => activationkey['id']
+                  })['results'].each do |subscription|
+            @api.resource(:subscriptions)
+              .call(:destroy, {
+                      'id' => subscription['id'],
+                      'activation_key_id' => activationkey['id']
+                    })
+          end
+
+          @api.resource(:subscriptions)
+            .call(:create, {
+                    'activation_key_id' => activationkey['id'],
+                    'subscriptions' => subscriptions
+                  })
+        end
+      end
+
+      def usage_limit(limit)
+        Integer(limit) rescue -1
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/architectures.rb

@@ -0,0 +1,95 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+#
+# -= Architectures CSV =-
+#
+# Columns
+#   Name
+#     - Architecture name
+#     - May contain '%d' which will be replaced with current iteration number of Count
+#     - eg. "os%d" -> "os1"
+#   Count
+#     - Number of times to iterate on this line of the CSV file
+#
+
+require 'hammer_cli'
+require 'json'
+require 'csv'
+
+module HammerCLICsv
+  class CsvCommand
+    class ArchitecturesCommand < BaseCommand
+      command_name 'architectures'
+      desc         'import or export architectures'
+
+      OPERATINGSYSTEMS = 'Operating Systems'
+
+      def export
+        CSV.open(option_csv_file || '/dev/stdout', 'wb', {:force_quotes => true}) do |csv|
+          csv << [NAME, COUNT, ORGANIZATIONS, OPERATINGSYSTEMS]
+          @api.resource(:architectures).call(:index, {:per_page => 999999})['results'].each do |architecture|
+            name = architecture['name']
+            count = 1
+            # TODO: http://projects.theforeman.org/issues/4198
+            #operatingsystems = architecture['operatingsystem_ids'].collect do |operatingsystem_id|
+            #  foreman_operatingsystem(:id => operatingsystem_id)
+            #end.join(',')
+            operatingsystems = ''
+            csv << [name, count, operatingsystems]
+          end
+        end
+      end
+
+      def import
+        @existing = {}
+        @api.resource(:architectures).call(:index, {:per_page => 999999})['results'].each do |architecture|
+          @existing[architecture['name']] = architecture['id'] if architecture
+        end
+
+        thread_import do |line|
+          create_architectures_from_csv(line)
+        end
+      end
+
+      def create_architectures_from_csv(line)
+        line[COUNT].to_i.times do |number|
+          name = namify(line[NAME], number)
+          architecture_id = @existing[name]
+          operatingsystem_ids = CSV.parse_line(line[OPERATINGSYSTEMS]).collect do |operatingsystem_name|
+            foreman_operatingsystem(:name => operatingsystem_name)
+          end
+          if !architecture_id
+            print "Creating architecture '#{name}'..." if option_verbose?
+            architecture_id = @api.resource(:architectures).call(:create, {
+                               'architecture' => {
+                                 'name' => name,
+                                 'operatingsystem_ids' => operatingsystem_ids
+                               }
+                             })
+          else
+            print "Updating architecture '#{name}'..." if option_verbose?
+            @api.resource(:architectures).call(:update, {
+                               'id' => architecture_id,
+                               'architecture' => {
+                                 'name' => name,
+                                 'operatingsystem_ids' => operatingsystem_ids
+                               }
+                             })
+          end
+          print "done\n" if option_verbose?
+        end
+      rescue RuntimeError => e
+        raise "#{e}\n       #{line}"
+      end
+    end
+  end
+end

data/lib/hammer_cli_csv/base.rb

@@ -0,0 +1,706 @@
+# Copyright 2013-2014 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+require 'apipie-bindings'
+require 'hammer_cli'
+require 'json'
+require 'csv'
+require 'hammer_cli_csv/csv'
+
+module HammerCLICsv
+  class BaseCommand < HammerCLI::Apipie::Command
+    option %w(-v --verbose), :flag, 'be verbose'
+    option %w(--threads), 'THREAD_COUNT', 'Number of threads to hammer with', :default => 1
+    option %w(--csv-export), :flag, 'Export current data instead of importing'
+    option %w(--csv-file), 'FILE_NAME', 'CSV file (default to /dev/stdout with --csv-export, otherwise required)'
+    option %w(--prefix), 'PREFIX', 'Prefix for all name columns'
+    option %w(--server), 'SERVER', 'Server URL'
+    option %w(-u --username), 'USERNAME', 'Username to access server'
+    option %w(-p --password), 'PASSWORD', 'Password to access server'
+
+    NAME = 'Name'
+    COUNT = 'Count'
+
+    def execute
+      if !option_csv_file
+        if option_csv_export?
+          # rubocop:disable UselessAssignment
+          option_csv_file = '/dev/stdout'
+        else
+          # rubocop:disable UselessAssignment
+          option_csv_file = '/dev/stdin'
+        end
+      end
+
+      @api = ApipieBindings::API.new({
+                                       :uri => option_server || HammerCLI::Settings.get(:csv, :host),
+                                       :username => option_username || HammerCLI::Settings.get(:csv, :username),
+                                       :password => option_password || HammerCLI::Settings.get(:csv, :password),
+                                       :api_version => 2
+                                     })
+
+      option_csv_export? ? export : import
+      HammerCLI::EX_OK
+    end
+
+    def namify(name_format, number = 0)
+      if name_format.index('%')
+        name = name_format % number
+      else
+        name = name_format
+      end
+      name = "#{option_prefix}#{name}" if option_prefix
+      name
+    end
+
+    def labelize(name)
+      name.gsub(/[^a-z0-9\-_]/i, '_')
+    end
+
+    def thread_import(return_headers = false)
+      csv = []
+      CSV.foreach(option_csv_file || '/dev/stdin', {
+                                                     :skip_blanks => true,
+                                                     :headers => :first_row,
+                                                     :return_headers => return_headers
+                                                   }) do |line|
+        csv << line
+      end
+      lines_per_thread = csv.length / option_threads.to_i + 1
+      splits = []
+
+      option_threads.to_i.times do |current_thread|
+        start_index = ((current_thread) * lines_per_thread).to_i
+        finish_index = ((current_thread + 1) * lines_per_thread).to_i
+        finish_index = csv.length if finish_index > csv.length
+        if start_index <= finish_index
+          lines = csv[start_index...finish_index].clone
+          splits << Thread.new do
+            lines.each do |line|
+              if line[NAME][0] != '#'
+                yield line
+              end
+            end
+          end
+        end
+      end
+
+      splits.each do |thread|
+        thread.join
+      end
+    end
+
+    def hammer_context
+      {
+        :interactive => false,
+        :username => 'admin', # TODO: this needs to come from config/settings
+        :password => 'changeme' # TODO: this needs to come from config/settings
+      }
+    end
+
+    def hammer(context = nil)
+      HammerCLI::MainCommand.new('', context || hammer_context)
+    end
+
+    def foreman_organization(options = {})
+      @organizations ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @organizations[options[:name]]
+        if !options[:id]
+          organization = @api.resource(:organizations).call(:index, {
+                                                              :per_page => 999999,
+                                                              'search' => "name=\"#{options[:name]}\""
+                                                            })['results']
+          raise "Organization '#{options[:name]}' not found" if !organization || organization.empty?
+          options[:id] = organization[0]['id']
+          @organizations[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @organizations.key(options[:id])
+        if !options[:name]
+          organization = @api.resource(:organizations).call(:show, {'id' => options[:id]})
+          raise "Organization 'id=#{options[:id]}' not found" if !organization || organization.empty?
+          options[:name] = organization['name']
+          @organizations[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_location(options = {})
+      @locations ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @locations[options[:name]]
+        if !options[:id]
+          location = @api.resource(:locations).call(:index, {
+                                                      :per_page => 999999,
+                                                      'search' => "name=\"#{options[:name]}\""
+                                                    })['results']
+          raise "Location '#{options[:name]}' not found" if !location || location.empty?
+          options[:id] = location[0]['id']
+          @locations[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @locations.key(options[:id])
+        if !options[:name]
+          location = @api.resource(:locations).call(:show, {'id' => options[:id]})
+          raise "Location 'id=#{options[:id]}' not found" if !location || location.empty?
+          options[:name] = location['name']
+          @locations[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_role(options = {})
+      @roles ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @roles[options[:name]]
+        if !options[:id]
+          role = @api.resource(:roles).call(:index, {
+                                              :per_page => 999999,
+                                              'search' => "name=\"#{options[:name]}\""
+                                            })['results']
+          raise "Role '#{options[:name]}' not found" if !role || role.empty?
+          options[:id] = role[0]['id']
+          @roles[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @roles.key(options[:id])
+        if !options[:name]
+          role = @api.resource(:roles).call(:show, {'id' => options[:id]})
+          raise "Role 'id=#{options[:id]}' not found" if !role || role.empty?
+          options[:name] = role['name']
+          @roles[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_permission(options = {})
+      @permissions ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @permissions[options[:name]]
+        if !options[:id]
+          permission = @api.resource(:permissions).call(:index, {
+                                                          :per_page => 999999,
+                                                          'name' => options[:name]
+                                                        })['results']
+          raise "Permission '#{options[:name]}' not found" if !permission || permission.empty?
+          options[:id] = permission[0]['id']
+          @permissions[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @permissions.key(options[:id])
+        if !options[:name]
+          permission = @api.resource(:permissions).call(:show, {'id' => options[:id]})
+          raise "Permission 'id=#{options[:id]}' not found" if !permission || permission.empty?
+          options[:name] = permission['name']
+          @permissions[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_filter(role, resource, search)
+      search = nil if search && search.empty?
+      filters = @api.resource(:filters).call(:index, {
+                                               :per_page => 999999,
+                                               'search' => "role=\"#{role}\""
+                                             })['results']
+      filters.each do |filter|
+        return filter['id'] if filter['resource_type'] == resource && filter['search'] == search
+      end
+
+      nil
+    end
+
+    def foreman_environment(options = {})
+      @environments ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @environments[options[:name]]
+        if !options[:id]
+          environment = @api.resource(:environments).call(:index, {
+                                                            :per_page => 999999,
+                                                            'search' => "name=\"#{ options[:name] }\""
+                                                          })['results']
+          raise "Puppet environment '#{options[:name]}' not found" if !environment || environment.empty?
+          options[:id] = environment[0]['id']
+          @environments[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @environments.key(options[:id])
+        if !options[:name]
+          environment = @api.resource(:environments).call(:show, {'id' => options[:id]})
+          raise "Puppet environment '#{options[:name]}' not found" if !environment || environment.empty?
+          options[:name] = environment['name']
+          @environments[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_template_kind(options = {})
+      @template_kinds ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @template_kinds[options[:name]]
+        if !options[:id]
+          template_kind = @api.resource(:template_kinds).call(:index, {
+                                              :per_page => 999999,
+                                              'search' => "name=\"#{options[:name]}\""
+                                            })['results']
+          raise "Template kind '#{options[:name]}' not found" if !template_kind || template_kind.empty?
+          options[:id] = template_kind[0]['id']
+          @template_kinds[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @template_kinds.key(options[:id])
+        if !options[:name]
+          template_kind = @api.resource(:template_kinds).call(:show, {'id' => options[:id]})
+          raise "Template kind 'id=#{options[:id]}' not found" if !template_kind || template_kind.empty?
+          options[:name] = template_kind['name']
+          @template_kinds[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_operatingsystem(options = {})
+      @operatingsystems ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @operatingsystems[options[:name]]
+        if !options[:id]
+          (osname, major, minor) = split_os_name(options[:name])
+          search = "name=\"#{osname}\" and major=\"#{major}\" and minor=\"#{minor}\""
+          operatingsystems = @api.resource(:operatingsystems).call(:index, {
+                                                                     :per_page => 999999,
+                                                                     'search' => search
+                                                                   })['results']
+          operatingsystem = operatingsystems[0]
+          raise "Operating system '#{options[:name]}' not found" if !operatingsystem || operatingsystem.empty?
+          options[:id] = operatingsystem['id']
+          @operatingsystems[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @operatingsystems.key(options[:id])
+        if !options[:name]
+          operatingsystem = @api.resource(:operatingsystems).call(:show, {'id' => options[:id]})
+          raise "Operating system 'id=#{options[:id]}' not found" if !operatingsystem || operatingsystem.empty?
+          options[:name] = build_os_name(operatingsystem['name'],
+                                         operatingsystem['major'],
+                                         operatingsystem['minor'])
+          @operatingsystems[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_architecture(options = {})
+      @architectures ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @architectures[options[:name]]
+        if !options[:id]
+          architecture = @api.resource(:architectures).call(:index, {
+                                                              :per_page => 999999,
+                                                              'search' => "name=\"#{options[:name]}\""
+                                                            })['results']
+          raise "Architecture '#{options[:name]}' not found" if !architecture || architecture.empty?
+          options[:id] = architecture[0]['id']
+          @architectures[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @architectures.key(options[:id])
+        if !options[:name]
+          architecture = @api.resource(:architectures).call(:show, {'id' => options[:id]})
+          raise "Architecture 'id=#{options[:id]}' not found" if !architecture || architecture.empty?
+          options[:name] = architecture['name']
+          @architectures[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_domain(options = {})
+      @domains ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @domains[options[:name]]
+        if !options[:id]
+          domain = @api.resource(:domains).call(:index, {
+                                                  :per_page => 999999,
+                                                  'search' => "name=\"#{options[:name]}\""
+                                                })['results']
+          raise "Domain '#{options[:name]}' not found" if !domain || domain.empty?
+          options[:id] = domain[0]['id']
+          @domains[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @domains.key(options[:id])
+        if !options[:name]
+          domain = @api.resource(:domains).call(:show, {'id' => options[:id]})
+          raise "Domain 'id=#{options[:id]}' not found" if !domain || domain.empty?
+          options[:name] = domain['name']
+          @domains[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def foreman_partitiontable(options = {})
+      @ptables ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @ptables[options[:name]]
+        if !options[:id]
+          ptable = @api.resource(:ptables).call(:index, {
+                                                  :per_page => 999999,
+                                                  'search' => "name=\"#{options[:name]}\""
+                                                })['results']
+          raise "Partition table '#{options[:name]}' not found" if !ptable || ptable.empty?
+          options[:id] = ptable[0]['id']
+          @ptables[options[:name]] = options[:id]
+        end
+        result = options[:id]
+      elsif options[:id]
+        return nil if options[:id].nil?
+        options[:name] = @ptables.key(options[:id])
+        if !options[:name]
+          ptable = @api.resource(:ptables).call(:show, {'id' => options[:id]})
+          options[:name] = ptable['name']
+          @ptables[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      elsif !options[:name] && !options[:id]
+        result = ''
+      end
+
+      result
+    end
+
+    def lifecycle_environment(organization, options = {})
+      @lifecycle_environments ||= {}
+      @lifecycle_environments[organization] ||= {
+      }
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @lifecycle_environments[organization][options[:name]]
+        if !options[:id]
+          @api.resource(:lifecycle_environments)
+            .call(:index, {
+                    :per_page => 999999,
+                    'organization_id' => foreman_organization(:name => organization)
+                  })['results'].each do |environment|
+            @lifecycle_environments[organization][environment['name']] = environment['id']
+          end
+          options[:id] = @lifecycle_environments[organization][options[:name]]
+          raise "Lifecycle environment '#{options[:name]}' not found" if !options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @lifecycle_environments.key(options[:id])
+        if !options[:name]
+          environment = @api.resource(:lifecycle_environments).call(:show, {'id' => options[:id]})
+          raise "Lifecycle environment '#{options[:name]}' not found" if !environment || environment.empty?
+          options[:name] = environment['name']
+          @lifecycle_environments[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def katello_contentview(organization, options = {})
+      @contentviews ||= {}
+      @contentviews[organization] ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @contentviews[organization][options[:name]]
+        if !options[:id]
+          @api.resource(:content_views).call(:index, {
+                                               :per_page => 999999,
+                                               'organization_id' => foreman_organization(:name => organization)
+                                             })['results'].each do |contentview|
+            @contentviews[organization][contentview['name']] = contentview['id']
+          end
+          options[:id] = @contentviews[organization][options[:name]]
+          raise "Content view '#{options[:name]}' not found" if !options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @contentviews.key(options[:id])
+        if !options[:name]
+          contentview = @api.resource(:content_views).call(:show, {'id' => options[:id]})
+          raise "Puppet contentview '#{options[:name]}' not found" if !contentview || contentview.empty?
+          options[:name] = contentview['name']
+          @contentviews[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def katello_repository(organization, options = {})
+      @repositories ||= {}
+      @repositories[organization] ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @repositories[organization][options[:name]]
+        if !options[:id]
+          @api.resource(:repositories)
+            .call(:index, {
+                    :per_page => 999999,
+                    'organization_id' => foreman_organization(:name => organization)
+                  })['results'].each do |repository|
+            @repositories[organization][repository['name']] = repository['id']
+          end
+          options[:id] = @repositories[organization][options[:name]]
+          raise "Repository '#{options[:name]}' not found" if !options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @repositories.key(options[:id])
+        if !options[:name]
+          repository = @api.resource(:repositories).call(:show, {'id' => options[:id]})
+          raise "Puppet repository '#{options[:name]}' not found" if !repository || repository.empty?
+          options[:name] = repository['name']
+          @repositoriesr[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def katello_subscription(organization, options = {})
+      @subscriptions ||= {}
+      @subscriptions[organization] ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @subscriptions[organization][options[:name]]
+        if !options[:id]
+          results = @api.resource(:subscriptions).call(:index, {
+                                                         :per_page => 999999,
+                                                         'organization_id' => foreman_organization(:name => organization),
+                                                         'search' => "name:\"#{options[:name]}\""
+                                                       })
+          raise "No subscriptions match '#{options[:name]}'" if results['subtotal'] == 0
+          raise "Too many subscriptions match '#{options[:name]}'" if results['subtotal'] > 1
+          subscription = results['results'][0]
+          @subscriptions[organization][options[:name]] = subscription['id']
+          options[:id] = @subscriptions[organization][options[:name]]
+          raise "Subscription '#{options[:name]}' not found" if !options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @subscriptions.key(options[:id])
+        if !options[:name]
+          subscription = @api.resource(:subscriptions).call(:show, {'id' => options[:id]})
+          raise "Subscription '#{options[:name]}' not found" if !subscription || subscription.empty?
+          options[:name] = subscription['name']
+          @subscriptions[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def katello_hostcollection(organization, options = {})
+      @hostcollections ||= {}
+      @hostcollections[organization] ||= {}
+
+      if options[:name]
+        return nil if options[:name].nil? || options[:name].empty?
+        options[:id] = @hostcollections[organization][options[:name]]
+        if !options[:id]
+          @api.resource(:host_collections).call(:index,
+                  {
+                    :per_page => 999999,
+                    'organization_id' => foreman_organization(:name => organization),
+                    'search' => "name:\"#{options[:name]}\""
+                  })['results'].each do |hostcollection|
+            @hostcollections[organization][hostcollection['name']] = hostcollection['id'] if hostcollection
+          end
+          options[:id] = @hostcollections[organization][options[:name]]
+          raise "System group '#{options[:name]}' not found" if !options[:id]
+        end
+        result = options[:id]
+      else
+        return nil if options[:id].nil?
+        options[:name] = @hostcollections.key(options[:id])
+        if !options[:name]
+          hostcollection = @api.resource(:host_collections).call(:show, {'id' => options[:id]})
+          raise "System group '#{options[:name]}' not found" if !hostcollection || hostcollection.empty?
+          options[:name] = hostcollection['name']
+          @hostcollections[options[:name]] = options[:id]
+        end
+        result = options[:name]
+      end
+
+      result
+    end
+
+    def build_os_name(name, major, minor)
+      name += " #{major}" if major && major != ''
+      name += ".#{minor}" if minor && minor != ''
+      name
+    end
+
+    # "Red Hat 6.4" => "Red Hat", "6", "4"
+    # "Red Hat 6"   => "Red Hat", "6", ''
+    def split_os_name(name)
+      tokens = name.split(' ')
+      is_number = Float(tokens[-1]) rescue false
+      if is_number
+        (major, minor) = tokens[-1].split('.').flatten
+        name = tokens[0...-1].join(' ')
+      else
+        name = tokens.join(' ')
+      end
+      [name, major || '', minor || '']
+    end
+
+    def export_column(object, name, field)
+      return '' unless object[name]
+      values = CSV.generate do |column|
+        column << object[name].collect do |fields|
+          fields[field]
+        end
+      end
+      values.delete!("\n")
+    end
+
+    def collect_column(column)
+      return [] if column.nil? || column.empty?
+      CSV.parse_line(column, {:skip_blanks => true}).collect do |value|
+        yield value
+      end
+    end
+
+    def pluralize(name)
+      case name
+      when /smart_proxy/
+        'smart_proxies'
+      else
+        "#{name}s"
+      end
+    end
+
+    def associate_organizations(id, organizations, name)
+      return if organizations.nil?
+
+      associations ||= {}
+      CSV.parse_line(organizations).each do |organization|
+        organization_id = foreman_organization(:name => organization)
+        if associations[organization].nil?
+          associations[organization] = @api.resource(:organizations).call(:show, {'id' => organization_id})[pluralize(name)].collect do |reference_object|
+            reference_object['id']
+          end
+        end
+        associations[organization] += [id] if !associations[organization].include? id
+        @api.resource(:organizations)
+          .call(:update, {
+                  'id' => organization_id,
+                  'organization' => {
+                    "#{name}_ids" => associations[organization]
+                  }
+                })
+      end if organizations && !organizations.empty?
+    end
+
+    def associate_locations(id, locations, name)
+      return if locations.nil?
+
+      associations ||= {}
+      CSV.parse_line(locations).each do |location|
+        location_id = foreman_location(:name => location)
+        if associations[location].nil?
+          associations[location] = @api.resource(:locations).call(:show, {'id' => location_id})[pluralize(name)].collect do |reference_object|
+            reference_object['id']
+          end
+        end
+        associations[location] += [id] if !associations[location].include? id
+
+        @api.resource(:locations)
+          .call(:update, {
+                  'id' => location_id,
+                  'location' => {
+                    "#{name}_ids" => associations[location]
+                  }
+                })
+      end if locations && !locations.empty?
+    end
+  end
+end