cloudbox-server 0.0.1

data/lib/receiver/basic_receiver.rb

@@ -0,0 +1,28 @@
+# This file is part of cloudbox-server project
+# @author tnoguer (INGENSI)
+
+require 'common/color'
+require 'common/cloudbox_logger'
+require 'common/cloudbox_logger_mock'
+
+module Receiver
+  # Basic class of a receiver. It contains every attributes and methods all receiver need.
+  class BasicReceiver
+
+    private
+    # The connector to shell API.
+    @shell_connector
+    # The connector to REST API.
+    @rest_connector
+    # The logger.
+    @logger
+
+    public
+    def initialize(logger = nil)
+      @logger = logger
+      @logger = Common::CloudboxLoggerMock.new if @logger.nil?
+      @logger.info("Receiver::BasicReceiver   initialize the parameters...")
+    end
+
+  end
+end

data/lib/receiver/connector.rb

@@ -0,0 +1,28 @@
+# This file is part of cloudbox-server project
+# Author: mbr (INGENSI)
+
+require 'common/color'
+require 'common/cloudbox_logger'
+require 'common/cloudbox_logger_mock'
+
+# The Receiver module
+module Receiver
+  # Basic class of a connector. It contains every attributes and methods all connector need.
+  class Connector
+
+    private
+    # The logger.
+    @logger
+
+    public
+    # Default constructor of the class.
+    # @note Overrides default constructor by passing CustomCommandOption to super().
+    # @author mbretaud
+    def initialize(logger = nil)
+      @logger = logger
+      @logger = Common::CloudboxLoggerMock.new if @logger.nil?
+      @logger.info("Receiver::Connector   initialize the parameters...")
+    end
+
+  end
+end

data/lib/receiver/crowbar_receiver.rb

@@ -0,0 +1,588 @@
+# This file is part of cloudbox-server project
+# Author: mbr (INGENSI)
+
+require 'receiver/basic_receiver'
+require 'receiver/connector'
+require 'receiver/crowbar_shell_api'
+require 'receiver/crowbar_rest_api_connector'
+require 'common/cloudbox_exceptions'
+
+module Receiver
+  # Class listing all the available methods to interact with Crowbar
+  class CrowbarReceiver < BasicReceiver
+
+    public
+    def initialize(logger = nil)
+      super(logger)
+      @logger.info("Receiver::CrowbarReceiver   initialize the parameters...")
+      @shell_connector = Receiver::CrowbarShellAPI.new(logger)
+      @rest_connector = Receiver::CrowbarRestAPIConnector.new(logger) # @TODO gestion des confs
+    end
+
+    private
+    # Check the configuration of the cluster
+    # @param cluster_name The vcluser name to allocate
+    # @param barclamps_path The path of the barclamps
+    # @param list_nodes The list of nodes to allocate if the list is specified in options of the command
+    # @return true If the configuration is corrects
+    # @return false If the configuration is not corrects
+    # @author mbretaud
+    def check_configuration_cluster_allocate(cluster_name, barclamps_path, all_nodes, list_nodes = nil)
+      @logger.info("Exec::ClusterCreate   Check the configuration for the vcluster '#{cluster_name}'...")
+
+      proposal_name = "default"
+
+      if list_nodes.nil?
+        raise Common::CheckConfigurationClusterAllocateError.new("The list of nodes to allocate is not exists.")
+      end
+
+      cmd = Command::ClusterInfo.new(cluster_name, proposal_name)
+      p = cmd.exec()
+
+      if p.nil?
+        raise Common::CheckConfigurationClusterAllocateError.new("The cluster '#{cluster_name}' don't exists!")
+      end
+
+      cmd = Command::CrowbarNodeList.new(@logger, "Ready")
+      list1 = cmd.exec()
+
+      list_node_ready = Array.new
+      list1.each do |node|
+        list_node_ready << node.split(" ").at(0).strip.to_s
+      end
+
+      cmd = Command::CrowbarNodeList.new(@logger, "Applying")
+      list2 = cmd.exec()
+
+      list_node_applying = Array.new
+      list2.each do |node|
+        list_node_applying << node.split(" ").at(0).strip.to_s
+      end
+
+      if list_node_applying.length > 0
+        raise Common::CheckConfigurationClusterAllocateError.new("Some machines are Applying.")
+      end
+
+      available_machines = Array.new
+      list_node_ready.each { |node|
+        available_machines << node
+      }
+
+      vcluster_exists = false
+      list = Dir["#{barclamps_path}/cb*"]
+      list.each { |dir|
+        if File::directory?(dir)
+          barclamp = File.basename(dir)
+          vc_name = barclamp[2..-1]
+
+          if vc_name == cluster_name
+            vcluster_exists = true
+          end
+        end
+      }
+
+      if !vcluster_exists
+        raise Common::CheckConfigurationClusterAllocateError.new("The vcluster '#{cluster_name}' don't exists.")
+      end
+
+      if !available_machines.empty?
+        # if all machine have to affected, get machines list by calling crowbar cmd
+        if all_nodes && list_nodes != nil
+          unknown_machines = Array.new
+          list_nodes.each { |node|
+            found = false
+            available_machines.each { |node_available|
+              if node == node_available
+                found = true
+                break 1
+              end
+            }
+
+            if !found
+              unknown_machines << node
+            end
+          }
+
+          if !unknown_machines.empty?
+            raise Common::CheckConfigurationClusterAllocateError.new("Unknown machine(s) have been setted: #{unknown_machines}.")
+          end
+        end
+      else
+        raise Common::CheckConfigurationClusterAllocateError.new("No machines are Ready.")
+      end
+
+      return "Check the configuration for the vcluster '#{cluster_name}'...  [ OK ]\n"
+    end
+
+    private
+    # Check if the vlan id is already used or not. If the id is already used, create a new vlan id.
+    # @param vlan_id The id of the vlan
+    # @param cluster_name The name of the cluster
+    # @param proposal_name The name of the proposal
+    # @return vlan_id The id of the vlan
+    # @raise [ArgumentError] if the name of the cluster is already used
+    # @author mbretaud
+    def check_vlan_id(vlan_id, cluster_name, barclamps_path, proposal_name)
+      @logger.info("Exec::ClusterCreate   Check if the vlan id '#{vlan_id}' is already used or not. If the id is already used, create a new vlan id...")
+
+      vlan_ids = Array.new
+      vlan_ids << "1" # id 1 have not to be used
+
+      list = Dir["#{barclamps_path}/cb*"]
+      list.each { |dir|
+        if File::directory?(dir)
+          barclamp = File.basename(dir)
+          vc_name = barclamp[2..-1]
+
+          if vc_name == cluster_name
+            raise Common::CheckVlanIdError.new("The vcluster '#{cluster_name}' is already in use by another virtual cluster.")
+          end
+
+          begin
+            cmd = Command::ClusterInfo.new(vc_name, proposal_name)
+            p = cmd.exec()
+
+            if p['deployment'][barclamp] != nil
+              if p['attributes'][barclamp]['network']['idvlan'] != nil
+                bc_vlan_id = p['attributes'][barclamp]['network']['idvlan'].strip.to_s
+              end
+            end
+          rescue
+            raise Common::CheckVlanIdError.new("An error occured while trying to get idvlan into all vclusters.
+The proposal 'default' probably doesn't exist in a barclamp of one vcluster...
+or the vcluster no longer exists.")
+          end
+
+          vlan_ids << "#{bc_vlan_id}"
+        end
+      }
+
+      if vlan_id.nil? || vlan_id == ""
+        ### Determining vlan id... ###
+        new_vlan_id = ""
+
+        (10..4094).to_a.each { |id|
+          used = false
+
+          vlan_ids.each { |already_used|
+            if id.to_s == already_used
+              used = true
+              break
+            end
+          }
+
+          unless used
+            new_vlan_id = id
+            break
+          end
+        }
+
+        if new_vlan_id == ""
+          raise Common::CheckVlanIdError.new("An error occured while trying to get network address into all vclusters.
+The proposal 'default' probably doesn't exist in a barclamp of one vcluster...
+or the vcluster no longer exists.")
+        else
+          vlan_id = new_vlan_id
+        end
+      else
+        used = false
+
+        vlan_ids.each { |already_used|
+          if vlan_id == already_used
+            used = true
+            break
+          end
+        }
+
+        if used
+          raise Common::CheckVlanIdError.new("The vlan id '#{vlan_id}' is already used.")
+        end
+      end
+
+      return vlan_id
+    end
+
+    private
+    # Check if the name of the cluster is already used or not
+    # @param cluster_name The name of the cluster
+    # @param barclamps_path The path of the barclamp
+    # @return [Boolean] true if the name of the cluster is not used
+    # @raise [ArgumentError] if the name of the cluster is already used
+    # @author mbretaud
+    def check_cluster_name(cluster_name, barclamps_path)
+      @logger.info("Exec::ClusterCreate   Check if the name of the cluster '#{cluster_name}' is already used or not...")
+
+      list = Dir["#{barclamps_path}/cb*"]
+      list.each { |dir|
+        if File::directory?(dir)
+          barclamp = File.basename(dir)
+          vc_name = barclamp[2..-1]
+
+          if vc_name == cluster_name
+            raise Common::CheckClusterNameError.new("The vcluster '#{cluster_name}' is already in use by another virtual cluster.")
+          end
+        end
+      }
+
+      return true
+    end
+
+    private
+    # Check if the network address is already used or not
+    # @param network_address The address of the network
+    # @param barclamps_path The path of the barclamp
+    # @param proposal_name The name of the proposal
+    # @return true if the network address is not used
+    # @raise [ArgumentError] if an error occurred while trying to get network address into all vclusters
+    # @raise [ArgumentError] if the the network address is already in use by another virtual cluster.
+    # @author mbretaud
+    def check_network_address(network_address, barclamps_path, proposal_name)
+      @logger.info("Exec::ClusterCreate   Check if the network address '#{network_address}' is already used or not...")
+
+      list = Dir["#{barclamps_path}/cb*"]
+      list.each { |dir|
+        if File::directory?(dir)
+          barclamp = File.basename(dir)
+          vc_name = barclamp[2..-1]
+
+          begin
+            cmd = Command::ClusterInfo.new(vc_name, proposal_name)
+            p = cmd.exec()
+
+            if p['deployment'][barclamp] != nil
+              if p['attributes'][barclamp]['network']['address'] != nil
+                bc_network = p['attributes'][barclamp]['network']['address'].strip.to_s
+              end
+            end
+          rescue
+            raise Common::CheckNetworkAddressError.new("An error occurred while trying to get network address into all vclusters.
+The proposal 'default' probably doesn't exist in a barclamp of one vcluster...
+or the vcluster no longer exists.")
+          end
+
+          if network_address == bc_network
+            raise Common::CheckNetworkAddressError.new("The network '#{network_address}' is already in use by another virtual cluster.")
+          end
+        end
+      }
+
+      return true
+    end
+
+    public
+    # Allocate nodes on a vcluster
+    # @param cluster_name The name of the vcluster
+    # @param list_node A list of nodes
+    # @return barclamps_path The name of the barclamp
+    # @raise 
+    # @author 
+    def crowbar_allocate_cluster(cluster_name, all_nodes, list_node = nil)
+      @logger.info("Receiver::CrowbarReceiver   Allocate nodes on the vcluster '#{cluster_name}'...")
+
+      output = ""
+      barclamps_path = "/opt/dell/barclamps"
+      barclamp_name = "cb#{cluster_name}"
+
+      output += check_configuration_cluster_allocate(cluster_name, barclamps_path, all_nodes, list_node)
+      output += verify_committed_barclamps("vcluster_core", list_node)
+      output += verify_committed_barclamps(barclamp_name, list_node)
+
+      return output
+    end
+
+    public
+    # Create a vcluster
+    # @param  cluster_name The name of the vcluster
+    # @param  network_address The network address
+    # @param  mask The mask address
+    # @param  vlan_id The id of the vlan
+    # @param  cpu_weight The cpu weight
+    # @param  ram The ram capacity
+    # @param  description The description of the barclamp, it role
+    # @raise [ArgumentError] if the name of the cluster and/or the address of network are not correct.
+    # @author mbretaud
+    def crowbar_create_cluster(cluster_name, network_address, mask, cpu_weight, ram, vlan_id, description)
+      @logger.info("Receiver::CrowbarReceiver   Create the vcluster '#{cluster_name}'...")
+
+      output = ""
+      barclamps_path = "/opt/dell/barclamps"
+      proposal_name = "default"
+
+      if is_ambari_proposal_exists("default")
+        if check_cluster_name(cluster_name, proposal_name)
+          vlan_id = check_vlan_id(vlan_id, cluster_name, barclamps_path, proposal_name)
+
+          if check_network_address(network_address, barclamps_path, proposal_name)
+            output += @shell_connector.copy_barclamp("/opt/dell/barclamps/vcluster", "/opt/dell/barclamps/cb#{cluster_name}", cluster_name, network_address, mask, vlan_id, cpu_weight, ram, description, "")
+            output += @shell_connector.reload_service("cb#{cluster_name}")
+            output += crowbar_create_proposal(cluster_name)
+            crowbar_remove_node_proposal(cluster_name)
+          else
+            raise ArgumentError.new("The name of the cluster '#{cluster_name}' and/or the address of network '#{network_address}' are not correct.")
+          end
+        end
+      end
+
+      return output
+    end
+
+    public
+    # Check if the ambari proposal exists or not
+    # @return [Boolean] if true the ambari proposal exists.
+    # @raise
+    # @author mbretaud
+    def is_ambari_proposal_exists(proposal)
+      p = crowbar_get_barclamps_list()
+
+      proposal_exists = false
+      if p['i18n'] != nil
+        get_keys = p['i18n'].keys
+        get_keys.each{|e|
+          if e.include? "ambari_"
+            proposal_exists = true
+          end
+        }
+      end
+
+      if !proposal_exists
+        raise Common::VerifyBarclampError.new("The proposal '#{proposal}' is not created on the barclamp 'Ambari'.")
+      else
+        return true
+      end
+    end
+
+    public
+    # Get a list of barclamps
+    # @return [JSON] list The list of barclamps
+    # @author mbretaud
+    def crowbar_get_barclamps_list()
+      @logger.info("Receiver::CrowbarReceiver   Get the list of barclamps...")
+      return @rest_connector.get_barclamps_list()
+    end
+
+    public
+    # create proposal for a barclamp
+    # @param cluster_name The name of barclamp
+    # @return boolean true is successful and false if error
+    # @author mbretaud
+    def crowbar_create_proposal(cluster_name)
+      @logger.info("Receiver::CrowbarReceiver   Create proposal for the barclamp cb#{cluster_name}...")
+      barclamp_name = "cb#{cluster_name}"
+      return @shell_connector.create_proposal(barclamp_name)
+    end
+
+    public
+    # Set the configuration  of proposal .
+    # @param cluster_name the name of cluster
+    # @param network_adress  is network adress
+    # @param mask is the cidr of network adress
+    # @param idvlan the value of VLANID
+    # @param cpu_weight is the weight of cpu
+    # @param ram is the weight of ram memory
+    # @param description is description of cluster
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_configure_proposal(cluster_name, network_adress, mask, cpu_weight, ram, idvlan, description)
+      @logger.info("Receiver::CrowbarReceiver   Configure the proposal for the cluster '#{cluster_name}'...")
+      return @rest_connector.configure_proposal(cluster_name, network_adress, mask, idvlan, cpu_weight, ram, description)
+    end
+
+    public
+    # remove node of the crowbar admin
+    # @param node_name the name of node
+    # @author mbretaud
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_node_delete(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Remove node '#{node_name}' of the crowbar admin...")
+      return @shell_connector.node_delete(node_name)
+    end
+
+    public
+    # Delete node in the proposal
+    # @param node_name the name of node
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_node_delete_proposal(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Delete the node '#{node_name}' in all proposals...")
+      return @rest_connector.delete_node_proposal(node_name)
+    end
+
+    public
+    # display a information of node
+    # @param node_name the name of  node
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_node_info(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Display informations about the node '#{node_name}'...")
+      return @shell_connector.node_info(node_name)
+    end
+
+    public
+    # Install a node with crowbar
+    # @param node_name the name of  node
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_node_install(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Install the node '#{node_name}' with crowbar...")
+      return @shell_connector.node_install(node_name)
+    end
+
+    public
+    # display a list of node accord to a status
+    # @param status the status of node
+    # #return List the list of node
+    # @author mbretaud
+    def crowbar_node_list_nodes(status = nil)
+      @logger.info("Receiver::CrowbarReceiver   Call the connector with the function 'node_list_nodes(#{status})'")
+      return @shell_connector.node_list_nodes(status)
+    end
+    # Remove node in proposal's barclamp
+    # @param cluster_name the name of barclamp
+    # @return boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_remove_node_proposal(cluster_name)
+      @logger.info("Receiver::CrowbarReceiver   Remove node in the proposal of the barclamp 'cb#{cluster_name}'...")
+      @rest_connector.remove_nodes(cluster_name)
+    end
+
+    public
+    # Reinstall a node with crowbar
+    # @param node_name the name of node
+    # @return Boolean  true is successful and false if error
+    # @author mbretaud
+    def crowbar_node_reinstall(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Reinstall the node '#{node_name}' with crowbar...")
+      return @shell_connector.node_reinstall(node_name)
+    end
+
+    public
+    # Erase all data into all hard disks on the node and unmount partitions of /dev.
+    # @param node_name The name of the node
+    # @return out The output displays
+    # @author mbretaud
+    def crowbar_erase_node_hard_disk(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Erase all data into all hard disks on the node '#{node_name}' and unmount partitions of /dev...")
+      return @shell_connector.erase_node_hard_disk(node_name)
+    end
+
+    public
+    # Erase a node in the server Crowbar
+    # @param node_name The name of the node
+    # @author mbretaud
+    def crowbar_erase_node_server(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Erase the node '#{node_name}' in the server Crowbar")
+      return @shell_connector.erase_node_server(node_name)
+    end
+
+    public
+    # reboot node with crowbar shell
+    # @param node_name the name of node
+    # @return Output of crowbar command
+    # @author mbretaud
+    def crowbar_reboot_node(node_name)
+      @logger.info("Receiver::CrowbarReceiver   Reboot the node '#{node_name}' with crowbar command...")
+      return @shell_connector.reboot_node(node_name)
+    end
+
+    public
+    # Verify a barclamp is commited with a good node
+    # @param barclamp_name the name of barclamp
+    # @param list_node the list of node
+    # @return true is successful and false if error
+    # @author mbretaud
+    def verify_committed_barclamps(barclamp_name,list_node)
+      @logger.info("Receiver::CrowbarReceiver   Verify barclamp '#{barclamp_name}' is commited with a good node...")
+      return @rest_connector.verify_committed_barclamp(barclamp_name,list_node)
+    end
+
+    public
+    # Set the list of nodes to the proposal.
+    # @param cluster_name name the name of cluster
+    # @param liste_nodes the List of node
+    # @return Boolean true is successful and false if error
+    # @author mbretaud
+    def set_cluster_machine(cluster_name , liste_nodes)
+      @logger.info("Receiver::CrowbarReceiver   Set the list of nodes to the proposal...")
+      barclamp_name = "cb#{cluster_name}"
+      return @shell_connector.set_cluster_machine(cluster_name, barclamp_name, liste_nodes)
+    end
+
+    public
+    # set bios name of node
+    # @param node_name the name of node
+    # @param bios_name the name of bios
+    # @return true is successful and false if error
+    # @author mbretaud
+    def crowbar_set_bios(node_name, bios_name)
+      @logger.info("Receiver::CrowbarReceiver   Set bios name of node '#{node_name}'...")
+      return @rest_connector.set_bios(node_name, bios_name)
+    end
+
+    public
+    # set raid  of node JbodOnly or Raid10
+    # @param node_name the name of node
+    # @param raid_name the name of raid JbodOnly or Raid10
+    # @return true is successful and false if error
+    # @author mbretaud
+    def crowbar_set_raid(node_name, raid_name)
+      @logger.info("Receiver::CrowbarReceiver   Set raid  of node '#{node_name}' JbodOnly or Raid10...")
+      return @rest_connector.set_raid(node_name, raid_name)
+    end
+
+    public
+    # set raid  JbodOnly or Raid10  and set bios on node
+    # @param node_name the name of node
+    # @param bios_name the name of bios
+    # @param  raid_name type of raid  JbodOnly or Raid10
+    # @return true is successful and false if error
+    # @author mbretaud
+    def crowbar_set_bios_raid(node_name, bios_name, raid_name)
+      @logger.info("Receiver::CrowbarReceiver   Set raid  JbodOnly or Raid10 and set bios on node '#{node_name}'...")
+      return @rest_connector.set_bios_raid(node_name, bios_name, raid_name)
+    end
+
+    public
+    # Delete a vcluster
+    # @param cluster_name The name of the vlcuster
+    # @author mbretaud
+    def crowbar_vcluster_delete(cluster_name)
+      @logger.info("Receiver::CrowbarReceiver   Delete the vcluster '#{cluster_name}'...")
+      return @rest_connector.vcluster_delete(cluster_name)
+    end
+
+    public
+    # Get the informations about the vcluster
+    # @param cluster_name The name of the vlcuster
+    # @param proposal_name The name of the proposal
+    # @return The informations about the vcluster
+    # @raise Error Execute the shell command
+    # @author mbretaud
+    def crowbar_vcluster_info(cluster_name, proposal_name)
+      @logger.info("Receiver::CrowbarReceiver   Get the informations about the vcluster '#{cluster_name}'...")
+      return @shell_connector.vcluster_info(cluster_name, proposal_name)
+    end
+
+    public
+    # Displays a list of vclusters
+    # @param cluster_name The name of the vlcuster
+    # @param proposal_name The name of the proposal
+    # @return info_vcluster The informations about the vcluster
+    # @raise Error Execute the shell command
+    # @author mbretaud
+    def crowbar_vcluster_ls(cluster_name, proposal_name)
+      @logger.info("Receiver::CrowbarReceiver   Displays a list of vclusters...")
+      return @shell_connector.vcluster_ls(cluster_name, proposal_name)
+    end
+
+    # install a barclamp to th server crowbar
+    # @param cluster_name the name of barclamp
+    # @return the output of crowbar's command
+    # @author mbretaud
+    def reload_service(cluster_name)
+      @logger.info("Receiver::CrowbarReceiver   Install the barclamp 'cb#{cluster_name}' to the server crowbar...")
+      barclamp_name="cb#{cluster_name}"
+      return @shell_connector.reload_service(barclamp_name)
+    end
+  end
+end