cloudbox-server 0.0.1

data/lib/exec/node_ls.rb

@@ -0,0 +1,160 @@
+# This file is part of cloudbox-service project
+# @author mbretaud (INGENSI)
+
+require 'exec/executable_command'
+require 'common/cloudbox_exceptions'
+require 'command/crowbar_node_list'
+require 'exec/command_option'
+
+module Exec
+  # Allows the user to list the nodes along with some piece of information.
+  # @author mbretaud
+  class NodeLs < ExecutableCommand
+
+    public
+    # Default constructor of the class.
+    # @note Overrides default constructor by passing CustomCommandOption to super().
+    # @author mbretaud
+    def initialize(argv, stdin, stdout, stderr, command_name)
+      super(argv, stdin, stdout, stderr, command_name)
+    end
+
+    private
+    # Parse and check the parameters of the function.
+    # @author mbretaud
+    def set_options
+      @logger.info("Exec::NodeLs   Setting options")
+      @options.add_option("s", "status", "Filter by status : \n\t\t\t\t\t Delete, Installed, Delete Final, Ready, Discovered, Readying, Hardware Installed,\n\t\t\t\t\t Reinstall, Hardware Installing, Reset, Hardware Updated, Update or Hardware Updating.", false, true)
+      @options.add_option("f", "follow", "Display informations until interruption of the user (Ctrl+C).", false)
+    end
+
+    # The execution of the command.
+    # @author mbretaud
+    def exec
+      @logger.info("Exec::NodeLs   Executing NodeLs")
+      output = ""
+
+      ### Normal displays ###
+      if !@values['follow'] && @values['status'].nil?
+        @logger.info("Exec::NodeLs   Executing of a normal displays")
+        @logger.info("Exec::NodeLs   Display nodes into the bash screen...")
+        Color::print_log("NONE", "Display nodes into the bash screen...", @stdout)
+
+        # Retrieves the list of nodes.
+        begin
+          @logger.info("Exec::NodeLs   Getting the nodes list.")
+          cmd = Command::CrowbarNodeList.new(@logger)
+          list_nodes = cmd.exec
+        rescue => e
+          raise NodeListError.new("Retrieves the list of nodes.")
+        end
+
+        # Displays the list of all nodes.
+        begin
+          output += "#{display_list(list_nodes)}\n"
+        rescue => e
+          raise NodeListError.new("Displays the list of all nodes.")
+        end
+
+        Color::echo_ok(@stdout)
+        @logger.info(output)
+        if !output.empty? && output.length > 1
+          @stdout.print output
+        else
+          @logger.info("Exec::NodeLs   No machines available!")
+          @stdout.printf_red "No machines available!\n"
+        end
+      end
+
+      ### Status displays ###
+      if !@values['follow'] && !@values['status'].nil?
+        @logger.info("Exec::NodeLs   Executing of a status displays")
+        Color::print_log("NONE", "Display nodes into the bash screen with status '#{@values['status']}'...", @stdout)
+
+        # Retrieves the list of nodes.
+        begin
+          @logger.info("Exec::NodeLs   Getting the nodes list.")
+          cmd = Command::CrowbarNodeList.new(@logger, @values['status'])
+          list_nodes = cmd.exec
+        rescue => e
+          raise NodeListError.new("Retrieves the list of nodes with the status '#{@values['status']}'..")
+        end
+
+        # Displays the list of all nodes.
+        if is_correct_status(@values['status'])
+          list_nodes = cmd.exec
+
+          output += "#{display_list(list_nodes)}\n"
+        else
+          raise NodeListError.new("The status '#{@values['status']}' is not correct.")
+        end
+
+        Color::echo_ok(@stdout)
+        @logger.info(output)
+        if !output.empty? && output.length > 1
+          @stdout.print output
+        else
+          @logger.info("Exec::NodeLs   No machines available!")
+          @stdout.print "No machines '#{@values['status']}' available!\n"
+        end
+
+        @logger.end_execution()
+      end
+
+      ### Waiting displays ###
+      if @values['follow'] && @values['status'].nil?
+        #`watch -d -n 4 bin/cb-node-ls`
+        @stdout.puts "TODO"
+        @logger.info("Exec::NodeLs   Follow display nodes to do!")
+        # @todo The waiting displays for cb-node-ls
+      end
+    end
+
+    private
+    # Displays the elements of the list
+    # @param list_nodes list The list of elements
+    # return [String] The output standard
+    # @author mbretaud
+    def display_list(list_nodes)
+      @logger.info("Exec::NodeLs   display_list(list_nodes)")
+      output = ""
+      begin
+        if !list_nodes.nil? && list_nodes.length > 0
+          list_nodes_to_diplay = Array.new
+
+          list_nodes.each { |node|
+            list_nodes_to_diplay.<< "   - #{node}"
+          }
+
+          if !list_nodes_to_diplay.nil? && list_nodes_to_diplay.length > 0
+            output += "\n"
+            list_nodes_to_diplay.sort.each { |node|
+              output += "#{node}\n"
+            }
+          end
+        end
+      rescue => e
+        raise NodeListError.new("Displays the elements of the list.")
+      end
+
+      return output
+    end
+
+    # @param status_node [String] the name node
+    # @return [Boolean] true if the status is correct, false else
+    # @todo refactor in a library
+    # @author mbretaud
+    def is_correct_status(status_node)
+      list_status = ["Applying", "Delete", "Delete Final", "Deleting Final", "Discovered", "Discovering", "Hardware Installed",
+                     "Hardware Installing", "Hardware Updated", "Hardware Updating", "Installed", "Installing", "Pending",
+                     "Ready", "Readying", "Reinstall", "Reset", "Update", "Updated"]
+
+      list_status.each { |status|
+        if status_node == status
+          return true
+        end
+      }
+      return false
+    end
+  end
+end

data/lib/exec/service_add.rb

@@ -0,0 +1,224 @@
+# This file is part of cloudbox-service project
+# @author tmarmin (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+require 'command/ambari_service_add'
+require 'command/ambari_service_component_add'
+require 'command/ambari_service_conf_ls'
+require 'command/ambari_host_list'
+require 'command/ambari_service_component_info'
+require 'command/ambari_create_cluster_configuration'
+require 'command/ambari_service_delete'
+require 'common/services_description'
+require 'common/cloudbox_exceptions'
+
+include Exec::CheckParameter
+include Common::ServicesDescription
+
+module Exec
+  # Allows user to add a new service to the ambari cluster
+  class ServiceAdd < ExecutableCommand
+
+    private
+    # @todo Use relative path technique for the attribute below
+    @configuration_directory
+
+    private
+    # @todo Change the way of getting the jdk_home for default configurations
+    @jdk_home
+
+    public
+    # Default constructor.
+    # @param argv The arguments of the command.
+    # @param stdin [IO] The input stream of the command.
+    # @param stdout [IO] The output stream of the command.
+    # @param stderr [IO] The error stream of the command.
+    # @param command_name [String] The name of the executed command.
+    # @author tnoguer
+    def initialize(argv, stdin, stdout, stderr, command_name)
+      super(argv, stdin, stdout, stderr, command_name)
+      @configuration_directory = File.dirname(__FILE__) + "/../../resources/ambari-configurations"
+      @jdk_home = '/usr/jdk64/jdk1.6.0_31'
+    end
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tmarmin
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The virtual cluster name where to list services.", true, true, method(:check_cluster_name))
+      @options.add_option("s", "service", "The service that will be add.", true, true, method(:check_hadoop_service_name))
+      @options.add_option("m", "master", "The master node of the service.", true, true)
+    end
+
+    private
+    # Execution of the command.
+    # @author tmarmin
+    def exec
+
+      begin
+        Color::print_log("NONE", "Checking dependencies...", @stdout)
+        services = []
+        Command::AmbariServiceList.new(@values["cluster"]).exec["items"].each do |service|
+          services.push(service["ServiceInfo"]["service_name"])
+        end
+
+        Common::ServicesDescription.get_deps(@values["service"]).each do |deps_name|
+          raise MissingDependency.new("Service(s) #{Common::ServicesDescription.get_deps(@values["service"]).join(", ")} has to be defined in cluster before add #{@values["service"]} service.") unless services.include?(deps_name)
+        end
+        Color::echo_ok(@stdout)
+
+        if  @values["service"] == "HBASE"
+          data = Command::AmbariServiceComponentInfo.new("HDFS", @values["cluster"], "NAMENODE").exec
+          data["host_components"].each do |component|
+           if  component["HostRoles"]["state"] == "STARTED"
+             raise Common::AddServiceHbaseError.new("The service HDFS must be Stopped for add service HBASE and restart after add service ")
+           end
+          end
+    end
+
+        Color::print_log("NONE", "Adding service on cluster...", @stdout)
+        Command::AmbariServiceAdd.new(@values["cluster"], @values["service"]).exec()
+        Color::echo_ok(@stdout)
+      rescue CloudboxError => e
+        Color::echo_fail(@stdout)
+        raise e
+      end
+
+      begin
+        if  @values["service"] == "ZOOKEEPER" or @values["service"]=="HBASE"
+          Common::ServicesDescription.get_master_nodes(@values["service"]).each do |component_name|
+            Color::print_log("NONE", "Adding ZOOKEEPER_HOST component #{component_name} on master node...")
+              list_host=[]
+            list_host= (@values["master"]).delete(' ').split(",")
+            list_host.each do |host|
+            Command::AmbariServiceComponentAdd.new(@values["cluster"], component_name,host ).exec
+              end
+          end
+        else
+        Common::ServicesDescription.get_master_nodes(@values["service"]).each do |component_name|
+          begin
+            Color::print_log("NONE", "Adding master component #{component_name} on master node...")
+            Command::AmbariServiceComponentAdd.new(@values["cluster"], component_name, @values["master"]).exec()
+            Color::echo_ok(@stdout)
+          rescue AlreadyExistsEntity => e
+            Color::echo_warn(@stdout)
+            @stdout.puts(e)
+          end
+        end
+        end
+
+
+        Common::ServicesDescription.get_slave_nodes_on_master(@values["service"]).each do |component_name|
+          begin
+            Color::print_log("NONE", "Adding slave component #{component_name} on master node...")
+            Command::AmbariServiceComponentAdd.new(@values["cluster"], component_name, @values["master"]).exec()
+            Color::echo_ok(@stdout)
+          rescue AlreadyExistsEntity => e
+            Color::echo_warn(@stdout)
+            @stdout.puts(e)
+          end
+        end
+
+
+        Common::ServicesDescription.get_slave_nodes(@values["service"]).each do |component_name|
+          begin
+            Color::print_log("NONE", "Adding slave component #{component_name} on other nodes...")
+            Command::AmbariHostList.new(@values["cluster"]).exec().each do |host_name|
+              unless host_name == @values["master"]
+                Command::AmbariServiceComponentAdd.new(@values["cluster"], component_name, host_name).exec()
+              end
+            end
+            Color::echo_ok(@stdout)
+          rescue AlreadyExistsEntity => e
+            Color::echo_warn(@stdout)
+            @stdout.puts(e)
+          end
+        end
+
+        Color::print_log("NONE", "Setting up default configurations...")
+        configure_service(@values["cluster"], @values["service"], @configuration_directory)
+        Color::echo_ok(@stdout)
+
+      rescue => e
+        Color::echo_fail(@stdout)
+        @stdout.puts "Deleting service..."
+        Command::AmbariServiceDelete.new(@values["cluster"], @values["service"]).exec()
+        raise e
+      end
+    end
+
+    private
+    # Adds the default configurations for the service.
+    # @param cluster_name The name of the cluster.
+    # @param service_name The name of the service.
+    # @param conf_dir The configuration directory.
+    # @author tmarmin
+    def configure_service(cluster_name, service_name, conf_dir)
+      @logger.begin_main_step("configureServices")
+
+      @logger.debug("Getting configuration list")
+      confs = Command::AmbariServiceConfLs.new(cluster_name).exec()
+      @logger.debug("confs:\n" + confs.to_s)
+      core_site = false
+      global = false
+      confs.each do |conf|
+        if conf["type"] == "core-site"
+          core_site = true
+        elsif conf["type"] == "global"
+          global = true
+        end
+      end
+
+      @logger.debug("check if global already exists")
+      if !global
+        create_common_default_conf(cluster_name, "global", conf_dir)
+      end
+
+      @logger.debug("check if default core-site already exists")
+      if !core_site
+        create_common_default_conf(cluster_name, "core-site", conf_dir)
+      end
+
+
+      conf_name = Common::ServicesDescription.get_config_name_service(@values["service"])
+      unless conf_name.nil?
+
+        service_configs_path = conf_dir + "/" + service_name
+        raise(StandardError, "Default configuration directory doesn't exists for service #{service_name}: #{service_configs_path.to_s}") if !File.directory?(service_configs_path)
+
+        @logger.debug("adding needed configuration #{conf_name}")
+        create_common_default_conf(cluster_name, conf_name, service_configs_path)
+      end
+    end
+
+    private
+    # Creates and applies a default configuration into the cluster.
+    # @param cluster_name The name of the cluster.
+    # @param conf_type The type of configuration.
+    # @param dir The directory of the configuration file.
+    # @author tmarmin
+    def create_common_default_conf(cluster_name, conf_type, dir)
+      @logger.debug("default #{conf_type} doesn't already exists!")
+      file_path = dir + "/default_#{conf_type}"
+      raise(StandardError, "Default #{conf_type} configuration doesn't exists: #{file_path}") if !File.file?(file_path)
+      file = File.open(file_path, "r")
+      if conf_type == "hbase-site"
+        zk_server=[]
+        zk = Command::AmbariServiceComponentInfo.new("ZOOKEEPER", @values["cluster"], "ZOOKEEPER_SERVER").exec
+        zk["host_components"].each do |component|
+          zk_server.push(component["HostRoles"]["host_name"])
+        end
+        zk_host =  zk_server.join(",")
+      data = file.read.gsub("__MASTERNODE__", @values["master"].to_s).gsub("__HOST_ZOOKEEPER__", zk_host.to_s)
+      else
+        data = file.read.gsub("__MASTERNODE__", @values["master"].to_s).gsub("__JDK_HOME__", @jdk_home.to_s)
+      end
+      properties = JSON.parse(data)
+      Command::AmbariCreateClusterConfiguration.new(cluster_name, conf_type, "default", properties, true).exec()
+      @logger.debug("default #{conf_type} created")
+    end
+
+  end
+end

data/lib/exec/service_component_add.rb

@@ -0,0 +1,39 @@
+# This file is part of cloudbox-service project
+# @author tmarmin (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+require 'command/ambari_service_component_add'
+
+include Exec::CheckParameter
+
+module Exec
+  # Allows the user to add a service component.
+  class ServiceComponentAdd < ExecutableCommand
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tmarmin
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The virtual cluster name.", true, true, method(:check_cluster_name))
+      @options.add_option("H", "host", "Limit request to this host.", true, true, method(:check_ambari_host_name))
+      @options.add_option("c", "component", "Limit request to this component type.", false, true, method(:check_hadoop_component_name))
+      @options.add_option("f", "follow", "Follow completion of the request.", false)
+    end
+
+    private
+    # Execution of the command
+    def exec
+      # @todo traiter les exceptions
+      Color::print_log("NONE", "adding service on cluser...", @stdout)
+      @values["host"].split(" ").each do |host|
+        cmd = Command::AmbariServiceComponentAdd.new(@values["cluster"], @values["component"], host)
+        cmd.exec()
+        Color::echo_ok(@stdout)
+        @stdout.puts("Component #{@values["component"]} has been successfully added on host #{@values["host"]} in cluster #{@values["cluster"]}.")
+      end
+    end
+
+  end
+end

data/lib/exec/service_component_delete.rb

@@ -0,0 +1,37 @@
+# This file is part of cloudbox-service project
+# @author tmarmin (INGENSI)
+
+require 'exec/executable_command'
+require 'exec/check_parameter'
+require 'command/ambari_service_component_delete'
+
+include Exec::CheckParameter
+
+module Exec
+  # Allows the user to delete a service component.
+  class ServiceComponentDelete < ExecutableCommand
+
+    private
+    # Parse and check the parameters of the function.
+    # @author tmarmin
+    def set_options
+      @logger.info("setting options")
+      @options.add_option("C", "cluster", "The virtual cluster name.", true, true, method(:check_cluster_name))
+      @options.add_option("H", "host", "Limit request to this host.", true, true, method(:check_ambari_host_name))
+      @options.add_option("c", "component", "Limit request to this component type.", false, true, method(:check_hadoop_component_name))
+      @options.add_option("f", "follow", "Follow completion of the request.", false)
+    end
+
+    private
+    # Execution of the command
+    def exec
+      # @todo traiter les exceptions
+      Color::print_log("NONE", "deleting service component...", @stdout)
+      cmd = Command::AmbariServiceComponentDelete.new(@values["cluster"], @values["component"], @values["host"])
+      cmd.exec()
+      Color::echo_ok(@stdout)
+      @stdout.puts("Component #{@values["component"]} has been successfully removed from host #{@values["host"]} in cluster #{@values["cluster"]}.")
+    end
+
+  end
+end