cloudbox-server 0.0.1

data/lib/exec/service_info.rb

@@ -0,0 +1,346 @@
+# This file is part of cloudbox-server project
+# @author tnoguer (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+require 'command/ambari_service_info'
+require 'command/ambari_service_list'
+require 'common/cloudbox_exceptions'
+require 'common/color'
+
+include Exec::CheckParameter
+
+module Exec
+  # Allows the user to show pieces of cluster's services information.
+  # @author tnoguer
+  # @todo Refactor class helper and all the fuss around it
+  class ServiceInfo < ExecutableCommand
+
+    protected
+    # service attributes to ignore
+    attr_accessor :ignore_service_attributes
+    # service component attributes to ignore
+    attr_accessor :ignore_attr_service_component
+    # host component attributes to ignore
+    attr_accessor :ignore_attr_host_component
+
+    public
+    def initialize(argv, stdin, stdout, stderr, command_name)
+      super(argv, stdin, stdout, stderr, command_name)
+      @ignore_service_attributes = []
+      @ignore_attr_service_component = %w{ cluster_name service_name }
+      @ignore_attr_host_component = %w{ cluster_name component_name }
+    end
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tnoguer
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The cluster name.", true, true, method(:check_cluster_name))
+      @options.add_option("s", "service", "Limit the request to this service.", false, true, method(:check_hadoop_service_name))
+      @options.add_option("H", "host", "Limit the request to this host.", false, true, method(:check_ambari_host_name))
+      @options.add_option("c", "component", "Limit the request to this component type.", false, true, method(:check_hadoop_component_name))
+    end
+
+    public
+    # The execution of the command.
+    # @author tnoguer
+    def exec
+      Color::print_log("NONE", "getting service list...", @stdout)
+      confs = Command::AmbariServiceConfLs.new(@values["cluster"]).exec()
+      Color::echo_ok(@stdout)
+      @stdout.print "\nCLUSTER #{@values["cluster"]}\n"
+      @stdout.print "desired configs: \n"
+      confs.each do |conf|
+        if conf["active"]
+          @stdout.print("  " + "  " + conf["type"] + " " + conf["tag"]+ "\n")
+        end
+      end
+      if @values["service"].nil?
+        msg = info_all_services()
+      else
+        msg = info_service()
+      end
+      @stdout.print msg
+    end
+
+    private
+    # Shows the informations for all the services.
+    # @return The information to print.
+    def info_all_services
+      @logger.begin_execution("infoService")
+
+      # Getting service list
+      data = Command::AmbariServiceList.new(@values["cluster"]).exec()
+
+      output = ""
+
+      # Call infoservice for each service
+      data["items"].each do |service|
+        service_name = service["ServiceInfo"]["service_name"].to_s
+        output += "\n======== #{service_name} ========\n"
+        output += info_service(@values["cluster"], service_name, @values["host"], @values["component"])
+      end
+
+      @logger.end_execution()
+      return output
+    end
+
+    private
+    # Shows the information for specific services.
+    # @param cluster_name The name of the cluster.
+    # @param service_name The name of the service.
+    # @param host_name The name of the host.
+    # @param component_name The name of the component.
+    # @param prefix The prefix to show before the services.
+    # @param prefix_char The prefix character to show before the services.
+    # @return The information to print.
+    def info_service(cluster_name = @values["cluster"], service_name = @values["service"], host_name = @values["host"], component_name = @values["component"], prefix = "  ", prefix_char = "  ")
+      @logger.begin_execution("infoService")
+      begin
+        output = color_white("Service #{service_name} on cluster #{cluster_name}", 1) + " :\n"
+        output += "Display only host '#{host_name}'\n" if !host_name.nil?
+        output += "Display only component '#{component_name}'\n" if !component_name.nil?
+
+        data = Command::AmbariServiceInfo.new(cluster_name, service_name).exec()
+
+        data["components"] = data["components"].sort { |x, y| x["href"] <=> y["href"] }
+        @logger.debug(data)
+        output += format_info_service(data, host_name, component_name, prefix + prefix_char, prefix_char)
+      rescue => e
+        raise e
+      end
+
+      @logger.info("output info service: #{output}")
+      @logger.end_execution()
+      return output
+    end
+
+    private
+    # Indicates if a status is incorrect.
+    # @param data The data containing the status to check.
+    # @return True if the status is incorrect, false otherwise.
+    def is_bad_status(data)
+      bad = false
+      if !data["HostRoles"].nil? && !data["HostRoles"]["desired_state"].nil? && !data["HostRoles"]["state"].nil?
+        desired_state = data["HostRoles"]["desired_state"]
+        state = data["HostRoles"]["state"]
+        if desired_state != state && !Helper.is_transitional_status?(state)
+          bad = true
+        end
+      end
+      return bad
+    end
+
+    private
+    def format_info_service(data, host_name, component_name, prefix = "\t", prefix_char = "\t")
+      raise(StandardError, "Malformed return request") if data["ServiceInfo"].nil?
+      output = ""
+      data["ServiceInfo"] = data["ServiceInfo"].sort
+
+      data["ServiceInfo"].each do |info_name, info_value|
+        unless @ignore_service_attributes.include?(info_name.to_s)
+          if info_name.to_s != "state" && info_name.to_s != "desired_state"
+            output += prefix + info_name.to_s + ": "
+          end
+          case info_name.to_s
+            when "desired_configs", "actual_configs", "configs"
+              output += format_configs(info_value, prefix + prefix_char)
+            else
+              output += info_value.to_s + "\n"
+          end
+        end
+      end
+
+      if data["components"].nil?
+        output += "No component in this cluster."
+      else
+        output += "Components: \n" if component_name.nil?
+        output += "Components (only #{component_name}): \n" if !component_name.nil?
+        data["components"] = data["components"].sort { |x, y| x["href"] <=> y["href"] }
+        data["components"].each do |component|
+          if component_name.nil? || component["ServiceComponentInfo"]["component_name"] == component_name
+            output += format_component(component, host_name, prefix + prefix_char, prefix_char)
+          end
+        end
+      end
+      return output
+    end
+
+    private
+    def format_component(data, host_name, prefix = "\t", prefix_char = "\t")
+      raise(StandardError, "Malformed return request") if data["ServiceComponentInfo"].nil?
+
+      infos = ""
+      title = ""
+      host_comp = ""
+      data["ServiceComponentInfo"] = data["ServiceComponentInfo"].sort
+
+      data["ServiceComponentInfo"].each do |info_name, info_value|
+        unless @ignore_attr_service_component.include?(info_name.to_s)
+          case info_name.to_s
+            when "state", "desired_state"
+              #  infos += prefix + info_name.to_s + ": " + format_state(info_value.to_s) + "\n"
+            when "component_name"
+              title = prefix + color_white("Component " + info_value.to_s, 1) + ":\n"
+            when "desired_configs", "actual_configs", "configs"
+              #infos += prefix + info_name.to_s + ": " + format_configs(info_value, prefix + prefix_char)
+            else
+              infos += prefix + info_name.to_s + ": " + info_value.to_s + "\n"
+          end
+        end
+      end
+
+      if !data["host_components"].nil? && data["host_components"].length > 0
+        data["host_components"] = data["host_components"].sort { |x, y| x["href"] <=> y["href"] }
+        data["host_components"].each do |host_component|
+          if host_name.nil? || host_component["HostRoles"]["host_name"] == host_name
+            host_comp += format_host_component(host_component, prefix + prefix_char, prefix_char)
+          end
+        end
+      else
+        host_comp = prefix + "Hosts: none\n"
+      end
+      return title + infos + host_comp
+    end
+
+    private
+    def format_host_component(data, prefix = "\t", prefix_char = "\t")
+      raise(StandardError, "Malformed return request") if data["HostRoles"].nil?
+
+      title = ""
+      output = ""
+      output += color_yellow(prefix + "/!\\ WARNING STATUS\n") if is_bad_status(data)
+      data["HostRoles"] = data["HostRoles"].sort
+
+      data["HostRoles"].each do |info_name, info_value|
+        unless @ignore_attr_host_component.include?(info_name.to_s)
+          case info_name.to_s
+            when "host_name"
+              title = prefix + color_white("Host: " + info_value.to_s, 1) + "\n"
+            when "state", "desired_state"
+              output += prefix + info_name.to_s + ": " + format_state(info_value.to_s) + "\n"
+            when "config", "desired_config", "actual_configs"
+              output += prefix + info_name + format_configs(info_value, prefix + prefix_char)
+            else
+              output += prefix + info_name.to_s + ": " + info_value.to_s + "\n"
+          end
+        end
+      end
+      return title + output
+    end
+
+  end
+
+  private
+  # @todo do something
+  class Helper
+
+    @@adoop_services_description = {
+        "HDFS" => {
+            "MASTER" => %w{NAMENODE SECONDARY_NAMENODE},
+            "SLAVE" => %w{DATANODE},
+            "MAPREDUCE" => {
+                "MASTER" => %w{JOBTRACKER},
+                "SLAVE" => %w{TASKTRACKER}},
+            "HIVE" => {
+                "MASTER" => %w{HIVE_SERVER},
+                "SLAVE" => []},
+            "HBASE" => {
+                "MASTER" => %w{HBASE_MASTER},
+                "SLAVE" => %w{HBASE_REGIONSERVER}},
+            "ZOOKEEPER" => {
+                "MASTER" => %w{ZOOKEEPER_SERVER},
+                "SLAVE" => []},
+            "OOZIE" => {
+                "MASTER" => %w{OOZIE_SERVER},
+                "SLAVE" => []},
+            "NAGIOS" => {
+                "MASTER" => %w{NAGIOS_SERVER},
+                "SLAVE" => []},
+            "GANGLIA" => {
+                "MASTER" => %w{GANGLIA_SERVER},
+                "SLAVE" => []}
+        }
+    }
+
+    @@component_status = %w{INSTALLED STARTED MANTENANCE INIT}
+    @@component_transitional_status = %w{INSTALLING STARTING STOPPING}
+
+    def self.is_master_component?(component_name)
+      is_master = false
+      @@adoop_services_description.each_value do |type|
+        if type["MASTER"].include?(component_name)
+          is_master = true
+          break
+        end
+      end
+      return is_master
+    end
+
+    # Get the components of a service.
+    # @param service_name The name of the service.
+    # @return The list of components.
+    def self.get_service_components(service_name)
+      return @@adoop_services_description[service_name]
+    end
+
+    # @todo refactorise with same function in ambari receiver...
+    def self.get_service_by_component_name(component_name)
+      @@adoop_services_description.each do |service_name, types|
+        types.each_value do |component_names|
+          return service_name if component_names.include?(component_name)
+        end
+      end
+      return nil
+    end
+
+    # @todo refactorise with same function in ambari receiver...
+    def self.get_all_component_name()
+      all_components = []
+      @@adoop_services_description.each_value do |types|
+        types.each_value do |component_names|
+          all_components = all_components.concat(component_names)
+        end
+      end
+      return all_components
+    end
+
+    # @todo refactorise with same function in ambari receiver...
+    def self.get_readable_components()
+      all_components = ""
+      @@adoop_services_description.each_value do |types|
+        types.each_value do |component_names|
+          component_names.each do |cn|
+            all_components += "    "+cn+"\n"
+          end
+        end
+      end
+      return all_components
+    end
+
+    # @todo refactorise with same kind of function in ambari receiver...
+    def self.is_transitional_status?(state)
+      return @@component_transitional_status.include?(state)
+    end
+
+    # @todo refactorise with same kind of function in ambari receiver...
+    def self.get_readable_service_desc(prefix = "\t")
+      output = "SERVICE_NAME (COMPONENT_LIST)\n"
+      @@adoop_services_description.each do |service_name, component_type|
+        output += prefix + service_name.to_s + "("
+        first = true
+        list = component_type['MASTER']
+        list.concat(component_type['SLAVE'])
+        list.each do |component_name|
+          output += ", " unless first
+          output += component_name.to_s
+          first = false
+        end
+        output += ")\n"
+      end
+      return output
+    end
+  end
+end

data/lib/exec/service_install.rb

@@ -0,0 +1,87 @@
+# This file is part of cloudbox-service project
+# @author tmarmin (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+
+require 'command/ambari_install_component'
+require 'command/ambari_install_host'
+require 'command/ambari_install_host_component'
+require 'command/ambari_install_service_components'
+require 'command/ambari_install_host_component'
+require 'command/ambari_install_cluster'
+
+include Exec::CheckParameter
+
+module Exec
+  # Allows the user to install services.
+  # @author tnoguer
+  class ServiceInstall < ExecutableCommand
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tmarmin
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The virtual cluster name.", true, true, method(:check_cluster_name))
+      @options.add_option("s", "service", "Limit request to this service.", false, true, method(:check_hadoop_service_name))
+      @options.add_option("H", "host", "Limit request to this host.", false, true, method(:check_ambari_host_name))
+      @options.add_option("c", "component", "Limit request to this component type.", false, true, method(:check_hadoop_component_name))
+      @options.add_option("f", "follow", "Follow completion of the request.", false)
+    end
+
+    private
+    # Execution of the command
+    def exec
+      msg = "Unknown combination of attributes... (should never happend)"
+      cmd = nil
+
+      if (!@values["host"].nil? && !@values["component"].nil?) || (!@values["service"].nil? && !@values["host"].nil? && !@values["component"].nil?)
+        # 3
+        # one component on one host
+        msg = "Install components #{@values["component"]} on host #{@values["host"]} (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallHostComponent.new(@values["cluster"], @values["component"], @values["host"])
+
+      elsif !@values["component"].nil? || (!@values["service"].nil? && !@values["component"].nil?)
+        # 1
+        # one component on all hosts
+        msg = "Install all components (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallComponent.new(@values["cluster"], @values["component"])
+
+      elsif !@values["service"].nil? && !@values["host"].nil?
+        # 5
+        # all component on one host for one service
+        # @todo it is the same case than number 3
+        msg = "Install components #{@values["component"]} of service #{@values["service"]} on host #{@values["host"]} (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallHostComponents.new(@values["cluster"], @values["service"], @values["host"])
+
+      elsif !@values["host"].nil?
+        # 2
+        # all component on one host
+        msg = "Install all components on host #{@values["host"]} (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallHost.new(@values["cluster"], @values["host"])
+
+      elsif !@values["service"].nil?
+        # 4
+        # all component on all hosts for one service
+        msg = "Install all components #{@values["component"]} of service #{@values["service"]} on all hosts (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallServiceComponents.new(@values["cluster"], @values["service"])
+
+      elsif @values["service"].nil? && @values["host"].nil? && @values["component"].nil?
+        # 6
+        # all component on all host for all service
+        msg = "Install all components of all services on all hosts (@cluster #{@values["cluster"]})."
+        cmd = Command::AmbariInstallCluster.new(@values["cluster"])
+
+      else
+        raise StandardError(msg)
+      end
+
+      Color::print_log("NONE", msg, @stdout)
+      cmd.exec()
+      Color::echo_ok(@stdout)
+
+    end
+
+  end
+end

data/lib/exec/service_ls.rb

@@ -0,0 +1,124 @@
+# This file is part of cloudbox-server project
+# @author tnoguer (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+require 'command/ambari_cluster_list'
+require 'common/cloudbox_exceptions'
+require 'common/color'
+
+include Exec::CheckParameter
+
+# Allows the user to list the services along with some piece of information.
+# @author tnoguer
+module Exec
+  # Allows the user to list the services.
+  # @author tnoguer
+  class ServiceLs < ExecutableCommand
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tmarmin
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The cluster name where to list services.", true, true, method(:check_cluster_name))
+      @options.add_option("a", "all", "List the services of all clusters.", false)
+    end
+
+    public
+    # The execution of the command.
+    # @author tnoguer
+    def exec
+      @logger.begin_main_step("service list getting")
+      Color::print_log("NONE", "getting service list...")
+      begin
+        if @values["all"]
+          msg=list_all_clusters_services()
+        else
+          msg=list_services()
+        end
+        Color::echo_ok
+        @stdout.puts(msg)
+      rescue => e
+        Color::echo_fail(@stdout)
+        raise e
+      end
+      @logger.end_main_step("service list getting")
+    end
+
+    private
+    #list all th service of all the cluster
+    def list_all_clusters_services
+      cmd = Command::AmbariClusterList.new()
+      data = cmd.exec()
+      output = ""
+      unless data["items"].nil?
+        data["items"] = data["items"].sort { |x, y| x["href"] <=> y["href"] }
+        data["items"].each do |cluster|
+          output += "Cluster " + cluster["Clusters"]["cluster_name"] + "\n"
+          output += list_services(cluster["Clusters"]["cluster_name"], "\t") + "\n"
+        end
+      end
+      return output
+    end
+
+    private
+    # list the service for one cluster
+    # @param cluster_name Name of the cluster
+    def list_services(cluster_name = @values["cluster"], prefix = '')
+      @logger.begin_main_step("listServices")
+      begin
+        output = prefix + "Services available on cluster #{cluster_name}:"
+        command = Command::AmbariServiceList.new(cluster_name)
+        data = command.exec()
+
+        return prefix + "No service" if data["items"].nil? || data["items"].length == 0
+
+        data["services"] = data["items"].sort { |x, y| x["href"] <=> y["href"] }
+        output += "\n"
+        data["services"].each do |service|
+          output += format_service(service, prefix + "\t")
+        end
+      rescue => e
+        raise e
+      end
+
+      @logger.debug("service list output: #{output}")
+      @logger.end_main_step("listServices")
+
+      return output
+    end
+
+    private
+    def format_service(service, prefix = '')
+      raise(StandardError, "Malformed return request") if service["ServiceInfo"].nil? || service["ServiceInfo"]["service_name"].nil?
+      output = prefix + service["ServiceInfo"]["service_name"] + "\n"
+      unless service["components"].nil?
+        service["components"] = service["components"].sort { |x, y| x["href"] <=> y["href"] }
+        service["components"].each do |component|
+          output+= "\t" + prefix + component["ServiceComponentInfo"]["component_name"] + "\n"
+          unless component["host_components"].nil?
+            component["host_components"] = component["host_components"].sort { |x, y| x["href"] <=> y["href"] }
+            component["host_components"].each do |host|
+              output += "\t\t" + prefix + host["HostRoles"]["host_name"] + "\n"
+            end
+          end
+        end
+      end
+      return output
+    end
+
+    private
+    # Inherited CommandOption used only by ServiceLs.
+    class CustomCommandOption < CommandOption
+
+      protected
+      # This method overrides the default behaviour.
+      # @raise [Common::MissingParameter] Never raise exception for the moment :)
+      def check_mandatory
+        raise Common::MissingParameter.new("-C", get_help()) if !@values["help"] && !@values["all"] && @values["cluster"].nil?
+      end
+    end
+
+  end
+end