manageiq-appliance_console 5.5.0 → 7.0.1

data/lib/manageiq/appliance_console/database_admin.rb

@@ -23,22 +23,17 @@ module ManageIQ
 
       WARN
 
-      attr_accessor :uri
-      attr_reader :action, :backup_type, :task, :task_params, :delete_agree, :filename
+      attr_reader :action, :backup_type, :database_opts, :delete_agree, :filename
 
       def initialize(action = :restore, input = $stdin, output = $stdout)
         super(input, output)
 
-        @action      = action
-        @task_params = []
+        @action        = action
+        @database_opts = {:dbname => DatabaseConfiguration.database_name}
       end
 
-      def local_backup?
-        backup_type == "local".freeze
-      end
-
-      def object_store_backup?
-        backup_type == "s3".freeze || backup_type == "swift".freeze
+      def uri
+        @database_opts[:local_file]
       end
 
       def ask_questions
@@ -51,7 +46,6 @@ module ManageIQ
         say(DB_DUMP_WARNING) if action == :dump
         ask_file_location
         ask_for_tables_to_exclude_in_dump
-        ask_to_split_up_output
       end
 
       def activate
@@ -63,144 +57,11 @@ module ManageIQ
       end
 
       def ask_file_location
-        @backup_type = ask_with_menu(*file_menu_args) do |menu|
-          menu.choice(CANCEL) { |_| raise MiqSignalError }
-        end
-        if URI(backup_type).scheme
-          ask_custom_file_options(backup_type)
-        else
-          # calling methods like ask_ftp_file_options and ask_s3_file_options
-          send("ask_#{backup_type}_file_options")
-        end
-      end
-
-      def ask_local_file_options
-        @uri         = just_ask(*filename_prompt_args)
-        @task        = "evm:db:#{action}:local"
-        @task_params = ["--", {:local_file => uri}]
-      end
-
-      def ask_nfs_file_options
-        @filename    = just_ask(*filename_prompt_args) unless action == :restore
-        @uri         = ask_for_uri(*remote_file_prompt_args_for("nfs"))
-        @task        = "evm:db:#{action}:remote"
-
-        params = {:uri => uri}
-        params[:remote_file_name] = filename if filename
-
-        @task_params = ["--", params]
-      end
-
-      def ask_smb_file_options
-        @filename    = just_ask(*filename_prompt_args) unless action == :restore
-        @uri         = ask_for_uri(*remote_file_prompt_args_for("smb"))
-        user         = just_ask(USER_PROMPT)
-        pass         = ask_for_password("password for #{user}")
-
-        params = {
-          :uri          => uri,
-          :uri_username => user,
-          :uri_password => pass
-        }
-        params[:remote_file_name] = filename if filename
-
-        @task        = "evm:db:#{action}:remote"
-        @task_params = ["--", params]
-      end
-
-      def ask_s3_file_options
-        access_key_prompt = <<-PROMPT.strip_heredoc.chomp
-          Access Key ID with access to this file.
-          Example: 'amazon_aws_user'
-        PROMPT
-
-        @filename    = just_ask(*filename_prompt_args) unless action == :restore
-        @uri         = ask_for_uri(*remote_file_prompt_args_for("s3"), :optional_path => true)
-        region       = just_ask("Amazon Region for database file", "us-east-1")
-        user         = just_ask(access_key_prompt)
-        pass         = ask_for_password("Secret Access Key for #{user}")
-
-        params = {
-          :uri          => uri,
-          :uri_username => user,
-          :uri_password => pass,
-          :aws_region   => region
-        }
-        params[:remote_file_name] = filename if filename
-
-        @task        = "evm:db:#{action}:remote"
-        @task_params = ["--", params]
-      end
-
-      def ask_ftp_file_options
-        @filename    = just_ask(*filename_prompt_args) unless action == :restore
-        @uri         = ask_for_uri(*remote_file_prompt_args_for("ftp"), :optional_path => true)
-        user         = just_ask(USER_PROMPT)
-        pass         = ask_for_password("password for #{user}")
-
-        params = { :uri => uri }
-        params[:uri_username]     = user     if user.present?
-        params[:uri_password]     = pass     if pass.present?
-        params[:remote_file_name] = filename if filename
-
-        @task        = "evm:db:#{action}:remote"
-        @task_params = ["--", params]
-      end
-
-      def ask_custom_file_options(server_uri)
-        hostname  = URI(server_uri).host
-        @filename = ask_custom_file_prompt(hostname)
-        @uri      = server_uri
-
-        params = {:uri => uri, :remote_file_name => filename}
-
-        if (custom_params = custom_endpoint_config_for(hostname))
-          params.merge!(custom_params[:rake_options]) if custom_params[:rake_options]
-        end
-
-        @task        = "evm:db:#{action}:remote"
-        @task_params = ["--", params]
-      end
-
-      def ask_swift_file_options
-        require 'uri'
-        swift_user_prompt = <<-PROMPT.strip_heredoc.chomp
-          User Name with access to this file.
-          Example: 'openstack_user'
-        PROMPT
-
-        @filename  = just_ask(*filename_prompt_args) { |q| q.readline = false } unless action == :restore
-        @uri       = URI(ask_for_uri(*remote_file_prompt_args_for("swift")) { |q| q.readline = false })
-        @task      = "evm:db:#{action}:remote"
-        user       = just_ask(swift_user_prompt) { |q| q.readline = false }
-        pass       = ask_for_password("password for #{user}") { |q| q.readline = false }
-        @uri.query = swift_query_elements.join('&').presence
-
-        params = {
-          :uri          => @uri.to_s,
-          :uri_username => user,
-          :uri_password => pass
-        }
-        params[:remote_file_name] = filename if filename
-        @task        = "evm:db:#{action}:remote"
-        @task_params = ["--", params]
-      end
-
-      def swift_query_elements
-        region            = just_ask("OpenStack Swift Region") { |q| q.readline = false }
-        @uri.port         = just_ask("OpenStack Swift Port", "5000") { |q| q.readline = false }
-        security_protocol = ask_with_menu(*security_protocol_menu_args)
-        api_version       = ask_with_menu(*api_version_menu_args) { |q| q.readline = false }
-        domain_ident      = just_ask("OpenStack V3 Domain Identifier") { |q| q.readline = false } if api_version == "v3"
-        query_elements    = []
-        query_elements    << "region=#{region}"                       if region.present?
-        query_elements    << "api_version=#{api_version}"             if api_version.present?
-        query_elements    << "domain_id=#{domain_ident}"              if domain_ident.present?
-        query_elements    << "security_protocol=#{security_protocol}" if security_protocol.present?
+        @database_opts[:local_file] = just_ask(*filename_prompt_args)
       end
 
       def ask_to_delete_backup_after_restore
-        if action == :restore && local_backup?
+        if action == :restore
           say("The local database restore file is located at: '#{uri}'.\n")
           @delete_agree = agree("Should this file be deleted after completing the restore? (Y/N): ")
         end
@@ -222,20 +83,14 @@ module ManageIQ
                                         255,
                                         Float::INFINITY)
 
-          @task_params.last[:"exclude-table-data"] = table_excludes
-        end || true
-      end
-
-      def ask_to_split_up_output
-        if action == :dump && should_split_output?
-          @task_params.last[:byte_count] = ask_for_string("byte size to split by", "500M")
+          @database_opts[:exclude_table_data] = table_excludes
         end || true
       end
 
       def confirm_and_execute
         if allowed_to_execute?
           processing_message
-          run_rake
+          run_action
         end
         press_any_key
       end
@@ -259,58 +114,18 @@ module ManageIQ
         end
       end
 
-      def api_version_menu_args
-        [
-          "OpenStack API Version",
-          [["Keystone v2".freeze, "v2".freeze], ["Keystone v3".freeze, "v3".freeze], ["None".freeze, nil]].freeze,
-          ["Keystone v2".freeze, "v2".freeze],
-          nil
-        ]
-      end
-
-      def file_menu_args
-        [
-          action == :restore ? "Restore Database File Source" : "#{action.capitalize} Output File Destination",
-          file_options,
-          "local",
-          nil
-        ]
-      end
-
-      def security_protocol_menu_args
-        [
-          "OpenStack Security Protocol",
-          [["SSL without validation".freeze, "ssl".freeze], ["SSL".freeze, "ssl-with-validation".freeze], ["Non-SSL".freeze, "non-ssl".freeze], ["None".freeze, nil]].freeze,
-          ["Non-SSL".freeze, "non-ssl".freeze],
-          nil
-        ]
-      end
-
       def setting_header
         say("#{I18n.t("advanced_settings.db#{action}")}\n\n")
       end
 
       private
 
-      def ask_custom_file_prompt(hostname)
-        prompts = custom_endpoint_config_for(hostname)
-        prompt_text  = prompts && prompts[:filename_text] || "Target filename for backup".freeze
-        prompt_regex = prompts && prompts[:filename_validator]
-        validator    = prompt_regex ? ->(x) { x.to_s =~ /#{prompt_regex}/ } : ->(x) { x.to_s.present? }
-        just_ask(prompt_text, nil, validator)
-      end
-
       def skip_file_location?(hostname)
         config = custom_endpoint_config_for(hostname)
         return false unless config && config[:enabled_for].present?
         !Array(config[:enabled_for]).include?(action.to_s)
       end
 
-      def custom_endpoint_config_for(hostname)
-        # hostname has a period in it, so we need to look it up by [] instead of the traditional i18n method
-        I18n.t("database_admin.prompts", :default => {})[hostname.to_sym]
-      end
-
       def should_exclude_tables?
         ask_yn?("Would you like to exclude tables in the dump") do |q|
           q.readline = true
@@ -327,16 +142,12 @@ module ManageIQ
         return restore_prompt_args if action == :restore
         default = action == :dump ? DB_DEFAULT_DUMP_FILE : DB_RESTORE_FILE
         prompt  = "location to save the #{action} file to"
-        if object_store_backup?
-          prompt  = "name for the remote #{action} file"
-          default = File.basename(default)
-        end
         [prompt, default, nil, "file that exists"]
       end
 
       def restore_prompt_args
         default   = DB_RESTORE_FILE
-        validator = LOCAL_FILE_VALIDATOR if local_backup?
+        validator = LOCAL_FILE_VALIDATOR
         prompt    = "location of the local restore file"
         [prompt, default, validator, "file that exists"]
       end
@@ -347,12 +158,12 @@ module ManageIQ
                   else
                     "location to save the remote #{action} file to"
                   end
-        prompt += "\nExample: #{sample_url(remote_type)}"
+        prompt += "\nExample: #{sample_url}"
         [prompt, remote_type]
       end
 
-      def sample_url(scheme)
-        I18n.t("database_admin.sample_url.#{scheme}")
+      def sample_url
+        I18n.t("database_admin.sample_url.nfs")
       end
 
       def processing_message
@@ -364,15 +175,33 @@ module ManageIQ
         say(msg)
       end
 
-      def run_rake
-        rake_success = ManageIQ::ApplianceConsole::Utilities.rake(task, task_params)
-        if rake_success && action == :restore && delete_agree
+      def run_action
+        success = send(action)
+        if success && action == :restore && delete_agree
           say("\nRemoving the database restore file #{uri}...")
           File.delete(uri)
-        elsif !rake_success
+        elsif !success
           say("\nDatabase #{action} failed. Check the logs for more information")
         end
       end
+
+      def backup
+        result = PostgresAdmin.backup(database_opts)
+        ManageIQ::ApplianceConsole.logger.info("[#{@database_opts[:dbname]}] database has been backed up to file: [#{uri}]")
+        result
+      end
+
+      def dump
+        result = PostgresAdmin.backup_pg_dump(database_opts)
+        ManageIQ::ApplianceConsole.logger.info("[#{@database_opts[:dbname]}] database has been dumped up to file: [#{uri}]")
+        result
+      end
+
+      def restore
+        result = PostgresAdmin.restore(database_opts.merge(:backup_type => backup_type))
+        ManageIQ::ApplianceConsole.logger.info("[#{@database_opts[:dbname]}] database has been restored from file: [#{uri}]")
+        result
+      end
     end
   end
 end

data/lib/manageiq/appliance_console/database_configuration.rb

@@ -5,10 +5,15 @@ require 'manageiq-password'
 require 'pathname'
 require 'fileutils'
 
+require_relative './manageiq_user_mixin'
+
 module ManageIQ
 module ApplianceConsole
   class DatabaseConfiguration
-    attr_accessor :adapter, :host, :username, :database, :password, :port, :region
+    include ManageIQ::ApplianceConsole::ManageiqUserMixin
+
+    attr_accessor :adapter, :host, :username, :database, :port, :region
+    attr_reader :password
 
     class ModelWithNoBackingTable < ActiveRecord::Base
     end
@@ -274,7 +279,10 @@ FRIENDLY
 
     def do_save(settings)
       require 'yaml'
-      File.write(DB_YML, YAML.dump(settings))
+      File.open(DB_YML, "w") do |f|
+        f.write(YAML.dump(settings))
+        f.chown(manageiq_uid, manageiq_gid)
+      end
     end
 
     def initialize_from_hash(hash)

data/lib/manageiq/appliance_console/database_replication.rb

@@ -1,6 +1,6 @@
 require 'pg'
 require 'English'
-require 'util/postgres_admin'
+require 'manageiq/appliance_console/postgres_admin'
 
 module ManageIQ
 module ApplianceConsole

data/lib/manageiq/appliance_console/database_replication_standby.rb

@@ -1,4 +1,4 @@
-require 'util/postgres_admin'
+require 'manageiq/appliance_console/postgres_admin'
 require 'fileutils'
 require 'linux_admin'
 

data/lib/manageiq/appliance_console/external_auth_options.rb

@@ -82,8 +82,7 @@ module ApplianceConsole
         say("\nUpdating external authentication options on appliance ...")
         params = update_hash.collect { |key, value| "#{key}=#{value}" }
         params = configure_provider_type!(params)
-        result = ManageIQ::ApplianceConsole::Utilities.rake_run("evm:settings:set", params)
-        raise parse_errors(result).join(', ') if result.failure?
+        ManageIQ::ApplianceConsole::Utilities.rake_run!("evm:settings:set", params)
       end
     end
 
@@ -152,17 +151,8 @@ module ApplianceConsole
 
     def load_current
       say("\nFetching external authentication options from appliance ...")
-      result = ManageIQ::ApplianceConsole::Utilities.rake_run("evm:settings:get", EXT_AUTH_OPTIONS.keys)
-
-      if result.success?
-        return parse_response(result)
-      else
-        raise parse_errors(result).join(', ')
-      end
-    end
-
-    def parse_errors(result)
-      result.error.split("\n").collect { |line| line if line =~ /^error: /i }.compact
+      result = ManageIQ::ApplianceConsole::Utilities.rake_run!("evm:settings:get", EXT_AUTH_OPTIONS.keys)
+      parse_response(result)
     end
 
     def normalize_key(key)

data/lib/manageiq/appliance_console/internal_database_configuration.rb

@@ -1,6 +1,5 @@
 require "pathname"
-require "util/postgres_admin"
-require "pg"
+require "manageiq/appliance_console/postgres_admin"
 require "linux_admin"
 
 module ManageIQ
@@ -149,14 +148,14 @@ module ApplianceConsole
     end
 
     def create_postgres_root_user
-      with_pg_connection do |conn|
+      PostgresAdmin.with_pg_connection do |conn|
         esc_pass = conn.escape_string(password)
         conn.exec("CREATE ROLE #{username} WITH LOGIN CREATEDB SUPERUSER PASSWORD '#{esc_pass}'")
       end
     end
 
     def create_postgres_database
-      with_pg_connection do |conn|
+      PostgresAdmin.with_pg_connection do |conn|
         conn.exec("CREATE DATABASE #{database} OWNER #{username} ENCODING 'utf8'")
       end
     end
@@ -165,16 +164,9 @@ module ApplianceConsole
       AwesomeSpawn.run!("/sbin/restorecon -R -v #{mount_point}")
     end
 
-    def with_pg_connection
-      conn = PG.connect(:user => "postgres", :dbname => "postgres")
-      yield conn
-    ensure
-      conn.close
-    end
-
     def apply_initial_configuration
       shared_buffers = run_as_evm_server ? SHARED_DB_SHARED_BUFFERS : DEDICATED_DB_SHARED_BUFFERS
-      with_pg_connection { |conn| conn.exec("ALTER SYSTEM SET shared_buffers TO #{shared_buffers}") }
+      PostgresAdmin.with_pg_connection { |conn| conn.exec("ALTER SYSTEM SET shared_buffers TO #{shared_buffers}") }
 
       restart_postgres
     end