manageiq-appliance_console 5.4.0 → 6.1.1

data/lib/manageiq/appliance_console/message_configuration_client.rb

@@ -0,0 +1,96 @@
+require "awesome_spawn"
+require "fileutils"
+require "linux_admin"
+require 'net/scp'
+require "manageiq/appliance_console/message_configuration"
+
+module ManageIQ
+  module ApplianceConsole
+    class MessageClientConfiguration < MessageConfiguration
+      attr_reader :message_server_password, :message_server_username, :installed_files,
+                  :message_truststore_path_src, :message_ca_cert_path_src
+
+      def initialize(options = {})
+        super(options)
+
+        @message_server_host         = options[:message_server_host]
+        @message_server_username     = options[:message_server_usernamed] || "root"
+        @message_server_password     = options[:message_server_password]
+
+        @message_truststore_path_src = options[:message_truststore_path_src] || truststore_path
+        @message_ca_cert_path_src    = options[:message_ca_cert_path_src] || ca_cert_path
+
+        @installed_files = [client_properties_path, messaging_yaml_path, truststore_path]
+      end
+
+      def configure
+        begin
+          MessageServerConfiguration.new.unconfigure if MessageServerConfiguration.configured?
+          configure_messaging_yaml          # Set up the local message client in case EVM is actually running on this, Message Server
+          create_client_properties          # Create the client.properties configuration fle
+          fetch_truststore_from_server      # Fetch the Java Keystore from the Kafka Server
+          configure_messaging_type("kafka") # Settings.prototype.messaging_type = 'kafka'
+          restart_evmserverd
+        rescue AwesomeSpawn::CommandResultError => e
+          say(e.result.output)
+          say(e.result.error)
+          say("")
+          say("Failed to Configure the Message Client- #{e}")
+          return false
+        rescue => e
+          say("Failed to Configure the Message Client- #{e}")
+          return false
+        end
+        true
+      end
+
+      def ask_for_parameters
+        say("\nMessage Client Parameters:\n\n")
+
+        @message_server_host         = ask_for_string("Message Server Hostname or IP address")
+        @message_server_port         = ask_for_integer("Message Server Port number", (1..65_535), 9_093).to_i
+        @message_server_username     = ask_for_string("Message Server Username", message_server_username)
+        @message_server_password     = ask_for_password("Message Server Password")
+        @message_truststore_path_src = ask_for_string("Message Server Truststore Path", truststore_path)
+        @message_ca_cert_path_src    = ask_for_string("Message Server CA Cert Path", ca_cert_path)
+        @message_keystore_username   = ask_for_string("Message Keystore Username", message_keystore_username) if secure?
+        @message_keystore_password   = ask_for_password("Message Keystore Password") if secure?
+      end
+
+      def show_parameters
+        say("\nMessage Client Configuration:\n")
+        say("Message Client Details:\n")
+        say("  Message Server Hostname:   #{message_server_host}\n")
+        say("  Message Server Username:   #{message_server_username}\n")
+        say("  Message Keystore Username: #{message_keystore_username}\n")
+      end
+
+      def fetch_truststore_from_server
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        fetch_from_server(message_truststore_path_src, truststore_path)
+      end
+
+      def fetch_ca_cert_from_server
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        fetch_from_server(message_ca_cert_path_src, ca_cert_path)
+      end
+
+      private
+
+      def fetch_from_server(src_file, dst_file)
+        return if file_found?(dst_file)
+
+        Net::SCP.start(message_server_host, message_server_username, :password => message_server_password) do |scp|
+          scp.download!(src_file, dst_file)
+        end
+
+        File.exist?(dst_file)
+      rescue => e
+        say("Failed to fetch #{src_file} from server: #{e.message}")
+        false
+      end
+    end
+  end
+end

data/lib/manageiq/appliance_console/message_configuration_server.rb

@@ -0,0 +1,319 @@
+require "awesome_spawn"
+require "fileutils"
+require "linux_admin"
+require "manageiq/appliance_console/message_configuration"
+
+module ManageIQ
+  module ApplianceConsole
+    class MessageServerConfiguration < MessageConfiguration
+      attr_reader :jaas_config_path,
+                  :server_properties_path, :server_properties_sample_path,
+                  :ca_cert_srl_path, :ca_key_path, :cert_file_path, :cert_signed_path,
+                  :keystore_files, :installed_files, :message_persistent_disk
+
+      PERSISTENT_DIRECTORY = Pathname.new("/var/lib/kafka/persistent_data").freeze
+      PERSISTENT_NAME = "kafka_messages".freeze
+
+      def initialize(options = {})
+        super(options)
+
+        @message_server_host           = options[:message_server_use_ipaddr] == true ? my_ipaddr : options[:message_server_host] || my_hostname
+        @message_persistent_disk       = LinuxAdmin::Disk.new(:path => options[:message_persistent_disk]) unless options[:message_persistent_disk].nil?
+
+        @jaas_config_path              = config_dir_path.join("kafka_server_jaas.conf")
+        @server_properties_path        = config_dir_path.join("server.properties")
+        @server_properties_sample_path = sample_config_dir_path.join("server.properties")
+
+        @ca_cert_srl_path              = keystore_dir_path.join("ca-cert.srl")
+        @ca_key_path                   = keystore_dir_path.join("ca-key")
+        @cert_file_path                = keystore_dir_path.join("cert-file")
+        @cert_signed_path              = keystore_dir_path.join("cert-signed")
+
+        @keystore_files  = [ca_cert_path, ca_cert_srl_path, ca_key_path, cert_file_path, cert_signed_path, truststore_path, keystore_path]
+        @installed_files = [jaas_config_path, client_properties_path, server_properties_path, messaging_yaml_path, LOGS_DIR] + keystore_files
+      end
+
+      def configure
+        begin
+          configure_persistent_disk         # Configure the persistent message store on a different disk
+          create_jaas_config                # Create the message server jaas config file
+          create_client_properties          # Create the client.properties config
+          create_logs_directory             # Create the logs directory:
+          configure_firewall                # Open the firewall for message port 9093
+          configure_keystore                # Populate the Java Keystore
+          create_server_properties          # Update the /opt/message/config/server.properties
+          configure_messaging_yaml          # Set up the local message client in case EVM is actually running on this, Message Server
+          configure_messaging_type("kafka") # Settings.prototype.messaging_type = 'kafka'
+          restart_services
+        rescue AwesomeSpawn::CommandResultError => e
+          say(e.result.output)
+          say(e.result.error)
+          say("")
+          say("Failed to Configure the Message Server- #{e}")
+          return false
+        rescue => e
+          say("Failed to Configure the Message Server- #{e}")
+          return false
+        end
+        true
+      end
+
+      def restart_services
+        say("Starting zookeeper and configure it to start on reboots ...")
+        LinuxAdmin::Service.new("zookeeper").start.enable
+
+        say("Starting kafka and configure it to start on reboots ...")
+        LinuxAdmin::Service.new("kafka").start.enable
+
+        restart_evmserverd
+      end
+
+      def ask_for_parameters
+        say("\nMessage Server Parameters:\n\n")
+
+        @message_server_host       = ask_for_string("Message Server Hostname or IP address", message_server_host)
+        @message_keystore_username = ask_for_string("Message Keystore Username", message_keystore_username)
+        @message_keystore_password = ask_for_password("Message Keystore Password")
+        @message_persistent_disk   = ask_for_persistent_disk
+      end
+
+      def ask_for_persistent_disk
+        choose_disk if use_new_disk
+      end
+
+      def use_new_disk
+        agree("Configure a new persistent disk volume? (Y/N): ")
+      end
+
+      def choose_disk
+        ask_for_disk("Persistent disk")
+      end
+
+      def show_parameters
+        say("\nMessage Server Configuration:\n")
+        say("Message Server Details:\n")
+        say("    Message Server Hostname: #{message_server_host}\n")
+        say("  Message Keystore Username: #{message_keystore_username}\n")
+        say("    Persistent message disk: #{message_persistent_disk.path}\n") if message_persistent_disk
+      end
+
+      def unconfigure
+        super
+
+        unconfigure_firewall
+        deactivate_services
+      end
+
+      def self.configured?
+        LinuxAdmin::Service.new("kafka").running? ||
+          LinuxAdmin::Service.new("zookeeper").running?
+      end
+
+      private
+
+      def my_ipaddr
+        LinuxAdmin::IpAddress.new.address
+      end
+
+      def my_hostname
+        LinuxAdmin::Hosts.new.hostname
+      end
+
+      def configure_persistent_disk
+        return true unless message_persistent_disk
+
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        deactivate_services # Just in case they are running.
+
+        FileUtils.mkdir_p(PERSISTENT_DIRECTORY)
+        LogicalVolumeManagement.new(:disk => message_persistent_disk, :mount_point => PERSISTENT_DIRECTORY, :name => PERSISTENT_NAME).setup
+        FileUtils.chmod(0o755, PERSISTENT_DIRECTORY)
+        FileUtils.chown("kafka", "kafka", PERSISTENT_DIRECTORY)
+
+        true
+      end
+
+      def activate_new_persistent_disk
+        return true unless message_persistent_disk
+
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        data = File.read(server_properties_path)
+        data.gsub!(/^log.dirs=.*$/, "log.dirs=#{PERSISTENT_DIRECTORY}")
+        File.write(server_properties_path, data)
+
+        true
+      end
+
+      def create_jaas_config
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        content = <<~JAAS
+          KafkaServer {
+            org.apache.kafka.common.security.plain.PlainLoginModule required
+            username=#{message_keystore_username}
+            password=#{message_keystore_password}
+            user_admin=#{message_keystore_password} ;
+          };
+        JAAS
+
+        File.write(jaas_config_path, content) unless file_found?(jaas_config_path)
+      end
+
+      def create_logs_directory
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        return if file_found?(LOGS_DIR)
+
+        FileUtils.mkdir_p(LOGS_DIR)
+        FileUtils.chmod(0o755, LOGS_DIR)
+        FileUtils.chown("kafka", "kafka", LOGS_DIR)
+      end
+
+      def configure_firewall
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        modify_firewall(:add_port)
+      end
+
+      def configure_keystore
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        return if files_found?(keystore_files)
+
+        keystore_params = assemble_keystore_params
+
+        # Generte a Java keystore and key pair, creating keystore.jks
+        # :stdin_data provides the -storepass twice to confirm and an extra CR to accept the same password for -keypass
+        AwesomeSpawn.run!("keytool", :params => keystore_params, :stdin_data => "#{message_keystore_password}\n#{message_keystore_password}\n\n")
+
+        # Use openssl to create a new CA cert, creating ca-cert and ca-key
+        AwesomeSpawn.run!("openssl", :env    => {"PASSWORD" => message_keystore_password},
+                                     :params => ["req", "-new", "-x509", {"-keyout"  => ca_key_path,
+                                                                          "-out"     => ca_cert_path,
+                                                                          "-days"    => 10_000,
+                                                                          "-passout" => "env:PASSWORD",
+                                                                          "-subj"    => '/CN=something'}])
+
+        # Import the CA cert into the trust store, creating truststore.jks
+        # :stdin_data provides the -storepass argument and yes to confirm
+        AwesomeSpawn.run!("keytool", :params     => {"-keystore" => truststore_path,
+                                                     "-alias"    => "CARoot",
+                                                     "-import"   => nil,
+                                                     "-file"     => ca_cert_path},
+                                     :stdin_data => "#{message_keystore_password}\n#{message_keystore_password}\nyes\n")
+
+        # Generate a certificate signing request (CSR) for an existing Java keystore, creating cert-file
+        # :stdin_data provides the -storepass argument
+        AwesomeSpawn.run!("keytool", :params     => {"-keystore" => keystore_path,
+                                                     "-alias"    => keystore_params["-alias"],
+                                                     "-certreq"  => nil,
+                                                     "-file"     => cert_file_path},
+                                     :stdin_data => "#{message_keystore_password}\n")
+
+        # Use openssl to sign the certificate with the "CA" certificate, creating ca-cert.srl and cert-signed
+        AwesomeSpawn.run!("openssl", :env    => {"PASSWORD" => message_keystore_password},
+                                     :params => ["x509", "-req", {"-CA"             => ca_cert_path,
+                                                                  "-CAkey"          => ca_key_path,
+                                                                  "-in"             => cert_file_path,
+                                                                  "-out"            => cert_signed_path,
+                                                                  "-days"           => 10_000,
+                                                                  "-CAcreateserial" => nil,
+                                                                  "-passin"         => "env:PASSWORD"}])
+
+        # Import a root or intermediate CA certificate to an existing Java keystore, updating keystore.jks
+        # :stdin_data provides the -storepass argument and yes to confirm
+        AwesomeSpawn.run!("keytool", :params     => {"-keystore" => keystore_path,
+                                                     "-alias"    => "CARoot",
+                                                     "-import"   => nil,
+                                                     "-file"     => ca_cert_path},
+                                     :stdin_data => "#{message_keystore_password}\nyes\n")
+
+        # Import a signed primary certificate to an existing Java keystore, updating keystore.jks
+        # :stdin_data provides the -storepass argument
+        AwesomeSpawn.run!("keytool", :params     => {"-keystore" => keystore_path,
+                                                     "-alias"    => keystore_params["-alias"],
+                                                     "-import"   => nil,
+                                                     "-file"     => cert_signed_path},
+                                     :stdin_data => "#{message_keystore_password}\n")
+      end
+
+      def create_server_properties
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        if message_server_host.ipaddress?
+          ident_algorithm = ""
+          client_auth = "none"
+        else
+          ident_algorithm = "HTTPS"
+          client_auth = "required"
+        end
+
+        content = <<~SERVER_PROPERTIES
+
+          listeners=SASL_SSL://:#{message_server_port}
+
+          ssl.endpoint.identification.algorithm=#{ident_algorithm}
+          ssl.keystore.location=#{keystore_path}
+          ssl.keystore.password=#{message_keystore_password}
+          ssl.key.password=#{message_keystore_password}
+
+          ssl.truststore.location=#{truststore_path}
+          ssl.truststore.password=#{message_keystore_password}
+
+          ssl.client.auth=#{client_auth}
+
+          sasl.enabled.mechanisms=PLAIN
+          sasl.mechanism.inter.broker.protocol=PLAIN
+
+          security.inter.broker.protocol=SASL_SSL
+        SERVER_PROPERTIES
+
+        return if file_contains?(server_properties_path, content)
+
+        FileUtils.cp(server_properties_sample_path, server_properties_path)
+        File.write(server_properties_path, content, :mode => "a")
+
+        activate_new_persistent_disk
+      end
+
+      def unconfigure_firewall
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        modify_firewall(:remove_port)
+      end
+
+      def deactivate_services
+        say(__method__.to_s.tr("_", " ").titleize)
+
+        LinuxAdmin::Service.new("zookeeper").stop
+        LinuxAdmin::Service.new("kafka").stop
+      end
+
+      def assemble_keystore_params
+        keystore_params = {"-keystore" => keystore_path,
+                           "-validity" => 10_000,
+                           "-genkey"   => nil,
+                           "-keyalg"   => "RSA"}
+
+        if message_server_host.ipaddress?
+          keystore_params["-alias"] = "localhost"
+          keystore_params["-ext"] = "san=ip:#{message_server_host}"
+        else
+          keystore_params["-alias"] = message_server_host
+          keystore_params["-ext"] = "san=dns:#{message_server_host}"
+        end
+
+        keystore_params["-dname"] = "cn=#{keystore_params["-alias"]}"
+
+        keystore_params
+      end
+
+      def modify_firewall(action)
+        AwesomeSpawn.run!("firewall-cmd", :params => {action => "#{message_server_port}/tcp", :permanent => nil})
+        AwesomeSpawn.run!("firewall-cmd --reload")
+      end
+    end
+  end
+end

data/lib/manageiq/appliance_console/oidc_authentication.rb

@@ -1,3 +1,6 @@
+require "net/http"
+require "uri"
+
 module ManageIQ
   module ApplianceConsole
     class OIDCAuthentication
@@ -5,6 +8,10 @@ module ManageIQ
 
       attr_accessor :host, :options
 
+      URL_SUFFIX = /\/\.well-known\/openid-configuration$/.freeze
+      INTROSPECT_SUFFIX = "/protocol/openid-connect/token/introspect".freeze
+      INTROSPECT_ENDPOINT_ERROR = "Unable to derive the OpenID-Connect Client Introspection Endpoint. Use --oidc-introspection-endpoint".freeze
+
       def initialize(options)
         @options = options
       end
@@ -12,6 +19,7 @@ module ManageIQ
       def configure(host)
         @host = host
         validate_oidc_options
+        derive_introspection_endpoint
 
         say("Configuring OpenID-Connect Authentication for https://#{host} ...")
         copy_apache_oidc_configfiles
@@ -52,10 +60,18 @@ module ManageIQ
         debug_msg("Copying Apache OpenID-Connect Config files ...")
         copy_template(HTTPD_CONFIG_DIRECTORY, "manageiq-remote-user-openidc.conf")
         copy_template(HTTPD_CONFIG_DIRECTORY, "manageiq-external-auth-openidc.conf.erb",
-                      :miq_appliance              => host,
-                      :oidc_provider_metadata_url => options[:oidc_url],
-                      :oidc_client_id             => options[:oidc_client_id],
-                      :oidc_client_secret         => options[:oidc_client_secret])
+                      :miq_appliance               => host,
+                      :oidc_provider_metadata_url  => options[:oidc_url],
+                      :oidc_client_id              => options[:oidc_client_id],
+                      :oidc_client_secret          => options[:oidc_client_secret],
+                      :oidc_introspection_endpoint => options[:oidc_introspection_endpoint])
+
+        if options[:oidc_insecure]
+          File.open("#{HTTPD_CONFIG_DIRECTORY}/manageiq-external-auth-openidc.conf", "a") do |f|
+            f.write("\nOIDCSSLValidateServer      Off\n")
+            f.write("OIDCOAuthSSLValidateServer Off\n")
+          end
+        end
       end
 
       def remove_apache_oidc_configfiles
@@ -76,6 +92,29 @@ module ManageIQ
         raise "Must specify the OpenID-Connect Client Secret via --oidc-client-secret" if options[:oidc_client_secret].blank?
       end
 
+      def derive_introspection_endpoint
+        return if options[:oidc_introspection_endpoint].present?
+
+        options[:oidc_introspection_endpoint] = fetch_introspection_endpoint
+        raise INTROSPECT_ENDPOINT_ERROR if options[:oidc_introspection_endpoint].blank?
+      end
+
+      def fetch_introspection_endpoint
+        uri = URI.parse(options[:oidc_url])
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = (uri.scheme == "https")
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE if options[:oidc_insecure]
+
+        request = Net::HTTP::Get.new(uri.request_uri)
+        request.basic_auth(options[:oidc_client_id], options[:oidc_client_secret])
+        response = http.request(request)
+
+        JSON.parse(response.body)["introspection_endpoint"]
+      rescue => err
+        say("Failed to fetch introspection endpoint - #{err}")
+        nil
+      end
+
       # Appliance Settings
 
       def configure_auth_settings_oidc