brpm_content 0.1.16

data/infrastructure/ssh_script_header_additions.rb

@@ -0,0 +1,21 @@
+#BRPM Framework Additions
+FRAMEWORK_DIR = File.dirname(File.dirname(File.expand_path(__FILE__))) unless defined?(FRAMEWORK_DIR)
+
+def load_helpers(lib_path)
+  require "#{lib_path}/script_helper.rb"
+  require "#{lib_path}/file_in_utf.rb"
+end
+
+# BJB 7/6/2010 Append a user script to the bottom of this one for cap execution
+def load_input_params(in_file)
+  params = YAML::load(File.open(in_file))
+  load_helpers(params["SS_script_support_path"])
+  @params = strip_private_flag(params)
+  #BJB 11-10-14 Intercept to load framework
+  initialize_framework
+  @params
+end
+
+def initialize_framework
+  require File.join(FRAMEWORK_DIR, "brpm_framework.rb")
+end

data/modules/ansible/automations/execute_role.rb

@@ -0,0 +1,3 @@
+server_group = get_server_group_from_step_id(params["step_id"])
+
+execute_ansible_role(params["role"], server_group)

data/modules/ansible/automations/execute_role.txt

@@ -0,0 +1,12 @@
+###
+# role:
+#   name: role
+#   required: yes
+#   type: in-list-single
+#   list_pairs: 1,common|2,db|3,haproxy|4,nagios|5,web|6,base-apache
+###
+params["direct_execute"] = "true"
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+BrpmScriptExecutor.execute_automation_script("ansible", "execute_role", params)

data/modules/ansible/config.yml

@@ -0,0 +1,5 @@
+dependencies:
+
+integration_servers:
+
+version: 1.0.0

data/modules/ansible/lib/ansible.rb

@@ -0,0 +1,41 @@
+def execute_ansible_role(role, server_group, ignore_error=false)
+  playbook_file_path = "/home/ansib/playbook_#{server_group}_#{role}_#{Time.now.strftime("%Y%m%d%H%M%S")}.yml"
+  playbook_content = <<EOF
+---
+# Make sure the facts of all servers are available for the role to be applied
+- hosts: all
+  tasks: []
+
+- hosts: #{server_group}
+  sudo: True
+  roles:
+  - #{role}
+EOF
+
+  BrpmAuto.log "Creating playbook.yml..."
+  file = File.open(playbook_file_path, 'w') {|f| f.write(playbook_content) }
+
+  complete_command = "su ansib -c \"ansible-playbook #{playbook_file_path}\" 2>&1"
+
+  BrpmAuto.log complete_command
+  output = `#{complete_command}`
+  BrpmAuto.log "\toutput: #{output}"
+
+  File.delete(playbook_file_path)
+
+  exit_status = $?.exitstatus
+  unless exit_status == 0
+    message = "The command exited with #{exit_status}."
+    if ignore_error
+      BrpmAuto.log "\t#{message}"
+    else
+      raise(message)
+    end
+  end
+
+  output
+end
+
+def execute_ansible_role_and_ignore_error(command)
+  execute_ansible_role(command, true)
+end

data/modules/atrium_orchestrator/automations/execute_workflow.rb

@@ -0,0 +1,12 @@
+params = BrpmAuto.params
+
+workflow = params["workflow_list"].index(params["workflow"].strip)
+
+server_group = "/#{BrpmRestClient.new.get_server_group_from_step_id(params["step_id"])}"
+
+BrpmAuto.log("Creating the AO client...")
+ao_soap_client = AoSoapClient.new
+
+BrpmAuto.log("Executing workflow #{workflow} in AO ...")
+ao_soap_client.execute_workflow("#{params["application"].downcase}-#{workflow}", { "server_group" => server_group })
+BrpmAuto.log("Done.")

data/modules/atrium_orchestrator/automations/execute_workflow.txt

@@ -0,0 +1,25 @@
+###
+# workflow:
+#   name: Workflow
+#   position: A1:C1
+#   type: in-list-single
+#   list_pairs: 1,Enable monitoring|2,Disable monitoring|3,Add app to loadbalancer|4,Remove app from load balancer
+#   required: yes
+###
+
+#=== Remedy via AO Integration Server: AtriumOrchestrator on aws ===#
+# [integration_id=7]
+#=== End ===#
+
+params["direct_execute"]=true
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+params["workflow_list"] = { "enable-monitoring" => "Enable monitoring", "disable-monitoring" => "Disable monitoring", "add-to-loadbalancer" => "Add app to loadbalancer", "remove-from-loadbalancer" => "Remove app from loadbalancer" }
+
+BrpmScriptExecutor.execute_automation_script("atrium_orchestrator", "execute_workflow", params)

data/modules/atrium_orchestrator/automations/reserve_ip_address.rb

@@ -0,0 +1,22 @@
+params = BrpmAuto.params
+request_params = BrpmAuto.request_params
+
+host_name = request_params["input_name"]
+
+BrpmAuto.log("Creating the AO client...")
+ao_soap_client = AoSoapClient.new
+
+BrpmAuto.log("Reserving an IP address in AO ...")
+ip_address = ao_soap_client.reserve_ip_address(host_name)
+
+BrpmAuto.log("Adding the IP address to the request-level parameters ...")
+request_params["input_ip_address"] = ip_address
+request_params["input_subnet_mask"] = "255.255.255.0"
+request_params["input_gateway"] = "192.168.1.1"
+request_params["input_dhcp"] = "No"
+request_params["input_dns"] = ""
+request_params["input_ip_resolution"] = "File"
+
+BrpmAuto.log("Showing the IP address in the output field ...")
+pack_response "IP address", ip_address
+

data/modules/atrium_orchestrator/automations/reserve_ip_address.txt

@@ -0,0 +1,21 @@
+###
+# IP address:
+#   name: IP address
+#   type: out-text
+#   position: A1:B1
+###
+
+#=== Remedy via AO Integration Server: AtriumOrchestrator on aws ===#
+# [integration_id=7]
+#=== End ===#
+
+params["direct_execute"]=true
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+BrpmScriptExecutor.execute_automation_script("atrium_orchestrator", "reserve_ip_address", params)

data/modules/atrium_orchestrator/config.yml

@@ -0,0 +1,7 @@
+dependencies:
+ - BRPM
+
+integration_servers:
+ - AtriumOrchestrator
+
+version: 1.0.0

data/modules/atrium_orchestrator/lib/ao_soap_client.rb

@@ -0,0 +1,94 @@
+require 'yaml'
+require 'savon'
+
+class AoSoapClient
+  def initialize(integration_settings = BrpmAuto.integration_settings)
+    @url = integration_settings.dns
+    @username = integration_settings.username
+    @password = integration_settings.password
+
+    @grid_name = integration_settings.details["grid_name"]
+    @module_name = integration_settings.details["module_name"]
+  end
+
+  def reserve_ip_address(host_name)
+    input_param = {}
+    input_param["name"] = "host_name"
+    input_param["type"] = "xs:string"
+    input_param["value"] = host_name
+
+    response = soap_request("Get IP address", [ input_param ])
+
+    response[:parameter][:value][:xml_doc][:value]
+  end
+
+  def execute_workflow(process_name, input_params)
+    input_params_soap = []
+    input_params.each do |name, value|
+      input_param_soap = {}
+      input_param_soap["name"] = name
+      input_param_soap["type"] = "xs:string"
+      input_param_soap["value"] = value
+
+      input_params_soap << input_param_soap
+    end
+
+    response = soap_request(process_name, input_params_soap)
+
+    response[:parameter][:value][:xml_doc][:value]
+  end
+
+  private
+
+    def soap_request(process_name, input_params)
+      begin
+        HTTPI.log = false
+        Savon.configure do |config|
+          config.log = false
+        end
+
+        namespaces = { "xmlns:soapenv" => "http://schemas.xmlsoap.org/soap/envelope/", "xmlns:soa" => "http://bmc.com/ao/xsd/2008/09/soa" }
+
+        client = Savon.client(@url)
+        client.http.auth.ssl.verify_mode = :none
+
+        response = client.request :execute_process do
+          soap.xml do |xml|
+            xml.soapenv(:Envelope, namespaces) do |xml|
+              xml.soapenv(:Header) do |xml|
+                xml.wsse(:Security, "soapenv:mustUnderstand" => "1", "xmlns:wsse" => "http://docs.oasis-open.org/wss/2004/01/oasis-200401-wss-wssecurity-secext-1.0.xsd") do |xml|
+                  xml.wsse(:UsernameToken) do |xml|
+                    xml.wsse(:Username, @username)
+                    xml.wsse(:Password, @password, "Type" => "http://docs.oasis-open.org/wss/2004/01/oasis-200401-wss-username-token-profile-1.0#PasswordText")
+                  end
+                end
+              end
+              xml.soapenv(:Body) do |xml|
+                xml.soa(:executeProcess) do |xml|
+                  xml.soa(:gridName, @grid_name)
+                  xml.soa(:moduleName, @module_name)
+                  xml.soa(:processName, ":#{@module_name}:#{process_name}")
+                  xml.soa(:parameters) do |xml|
+                    xml.soa(:Input) do |xml|
+                      input_params.each do |input_param|
+                        xml.soa(:Parameter) do |xml|
+                          xml.soa(:Name, input_param["name"], :required => true)
+                          xml.soa(:Value, "soa:type" => input_param["type"]) do |xml|
+                            xml.soa(:Text, input_param["value"])
+                          end
+                        end
+                      end
+                    end
+                  end
+                end
+              end
+            end
+          end
+        end
+
+        response.body[:execute_process_response][:output][:output]
+      rescue => e
+        raise("AO SOAP request failed: #{e.message}\n#{e.backtrace}")
+      end
+    end
+end

data/modules/bladelogic/automations/create_package.rb

@@ -0,0 +1,29 @@
+params = BrpmAuto.params
+
+bl_build_component_name = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["bl_build_component_name"]), "#{params["component"]} - build")
+depot_group_path = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["depot_group_path"]), "/Applications/#{params["application"]}/#{params["component"]}")
+package_name = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["bl_package_name"]), params["component_version"])
+
+BrpmAuto.log("Retrieving the key of the bl component of the build server #{bl_build_component_name}...")
+bsa_rest_client = BsaRestClient.new
+bl_build_component = bsa_rest_client.get_component_by_name(bl_build_component_name)
+
+BrpmAuto.log("Logging on to Bladelogic...")
+bsa_soap_client = BsaSoapClient.new
+
+BrpmAuto.log("Retrieving the id of the bl depot group of the package #{depot_group_path}...")
+depot_group_id = bsa_soap_client.depot_group.group_name_to_id({:group_name => depot_group_path})
+depot_group_id = depot_group_id.to_i #is this necessary?
+
+BrpmAuto.log("Creating blpackage #{depot_group_path}/#{package_name}...")
+bsa_soap_client.blpackage.create_package_from_component({:package_name => package_name, :depot_group_id => depot_group_id, :component_key => bl_build_component["dbKey"]})
+
+brpm_rest_client = BrpmRestClient.new
+
+BrpmAuto.log "Getting all environments of application #{params["application"]} ..."
+environments = brpm_rest_client.get_environments_of_application(params["application"])
+
+environments.each do |environment|
+  BrpmAuto.log "Creating the version tag for version #{params["component_version"]} of application #{params["application"]} and component #{params["component"]} in environment #{environment["name"]} ..."
+  environment = brpm_rest_client.create_version_tag(params["application"], params["component"], environment["name"], params["component_version"])
+end

data/modules/bladelogic/automations/create_package.txt

@@ -0,0 +1,26 @@
+###
+# bl_build_component_name:
+#   name: Bladelogic build component name
+#   position: A1:C1
+# depot_group_path:
+#   name: Depot group path
+#   position: A2:D2
+# bl_package_name:
+#   name: Bladelogic package name
+#   position: A3:C3
+###
+
+#=== BMC Application Automation Integration Server: BladeLogic on aws ===#
+# [integration_id=6]
+#=== End ===#
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["direct_execute"] = true
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+BrpmScriptExecutor.execute_automation_script("bladelogic", "create_package", params)

data/modules/bladelogic/automations/deploy_package.rb

@@ -0,0 +1,137 @@
+params = BrpmAuto.params
+brpm_rest_client = BrpmRestClient.new
+
+environment = params.request_environment
+unless params["server_group"] # can already be populated by the automated tests
+  BrpmAuto.log("Getting the server group from the step...")
+  params["server_group"] = brpm_rest_client.get_server_group_from_step_id(params["step_id"])
+end
+server_group = params["server_group"]
+
+target_type = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["target_type"]), "Server group")
+target_path = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["target_path"]), "/Applications/#{params["application"]}/#{params["request_environment"]}/#{server_group}")
+
+deploy_job_name = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["deploy_job_name"]), "Deploy #{params["component"]} #{params["component_version"]} in #{environment} - #{Time.now.strftime("%Y-%m-%d %H:%M:%S")}")
+deploy_job_group_path = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["deploy_job_group_path"]), "/Applications/#{params["application"]}")
+
+depot_group_path = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["depot_group_path"]), "/Applications/#{params["application"]}/#{params["component"]}")
+package_name = BrpmAuto.first_defined(BrpmAuto.substitute_tokens(params["bl_package_name"]), params["component_version"])
+
+BrpmAuto.log("Logging on to Bladelogic...")
+bsa_soap_client = BsaSoapClient.new
+
+BrpmAuto.log("Retrieving the db key of blpackage #{depot_group_path}/#{package_name}...")
+package_db_key = bsa_soap_client.blpackage.get_dbkey_by_group_and_name({:parent_group => depot_group_path, :depot_group_path => package_name })
+
+BrpmAuto.log("Retrieving the id of job group #{deploy_job_group_path}...")
+deploy_job_group_id = bsa_soap_client.job_group.group_name_to_id({:group_name => deploy_job_group_path })
+
+BrpmAuto.log("Creating Deploy job #{deploy_job_group_path}/#{deploy_job_name}...")
+job_db_key = bsa_soap_client.deploy_job.create_deploy_job({:job_name => deploy_job_name, :group_id => deploy_job_group_id, :package_db_key => package_db_key, :server_name => "localhost" })
+
+BrpmAuto.log("Cleaning the servers from the Deploy job...")
+job_db_key = bsa_soap_client.job.clear_target_servers({:job_key => job_db_key})
+
+if target_type == "Server group"
+  BrpmAuto.log("Adding server group #{target_path} to the Deploy job...")
+  job_db_key = bsa_soap_client.job.add_target_group({:job_key => job_db_key, :group_name => target_path})
+elsif target_type == "Component group"
+  BrpmAuto.log("Adding component group #{target_path} to the Deploy job...")
+  job_db_key = bsa_soap_client.job.add_target_component_group({:job_key => job_db_key, :group_name => target_path})
+end
+
+BrpmAuto.log("Executing the Deploy job...")
+job_run_key = bsa_soap_client.job.execute_job_and_wait({:job_key => job_db_key})
+BrpmAuto.log("Job run key is #{job_run_key}.")
+
+BrpmAuto.log("Checking if the job finished successfully...")
+had_errors = bsa_soap_client.job_run.get_job_run_had_errors({:job_run_key => job_run_key})
+
+had_errors ? BrpmAuto.log("WARNING: The job had errors!") : BrpmAuto.log("The job had no errors.")
+pack_response "job_status", had_errors ? "The job had errors" : "The job ran successfully"
+
+BrpmAuto.log("Retrieving the job run id from the job run key...")
+job_run_id = bsa_soap_client.job_run.job_run_key_to_job_run_id({:job_run_key => job_run_key})
+
+results_full_path = "#{params.output_dir}/#{deploy_job_name}_result.csv"
+
+BrpmAuto.log("Retrieving the results from the job run id...")
+return_data = bsa_soap_client.utility.export_deploy_script_run({
+                                                               :job_group_name => deploy_job_group_path,
+                                                               :job_name => deploy_job_name,
+                                                               :run_id => job_run_id,
+                                                               :export_file_name => results_full_path})
+results_content = Base64.decode64(return_data)
+
+File.open(results_full_path, "w") do |f|
+  f.puts(results_content)
+end
+
+BrpmAuto.log("Parsing the results...")
+# As this export contains "embedded" double quotes it is not possible to parse it with the CSV library
+log_lines = results_content.split("\n")[6..-1]
+log_lines.select! { |log| !log.start_with?("run level log,") }
+
+logs = log_lines.map do |log_line|
+  log_items = log_line.split(",",7)
+
+  # 0: server
+  # 1: phase
+  # 2: attempt
+  # 3: date part 1
+  # 4: date part 2
+  # 5: Info - Warning - Error
+  # 6: message
+
+  if log_items.count < 7 # Some lines are broken in two because of end-of-lines appearing in the message field...
+    nil
+  else
+    log_items[6] = log_items[6].tr(",,","")
+    log_items[3] = DateTime.parse("#{log_items[3]},#{log_items[4]}")
+
+    log_items
+  end
+end
+
+logs = logs.compact # removing the possible nils from the array
+
+logs = logs.sort_by { |log| [log[0], log[1], log[3]] }
+
+servers_with_logs = logs.group_by { |log| log[0] }
+
+failed_servers_with_logs = servers_with_logs.select { |key, value| value.select{|log| log[5] == "Error" }.count > 0}
+
+pack_response "results_summary", "#{servers_with_logs.count - failed_servers_with_logs.count}/#{servers_with_logs.count} servers were successful"
+
+table_data = [[' ', 'Server', 'Simulate', 'Stage', 'Commit']]
+counter = 0
+servers_with_logs.each do |key, logs|
+  server = key
+
+  phase_with_logs = logs.group_by { |log| log[1] }
+
+  if phase_with_logs.has_key?("Simulate")
+    simulate = phase_with_logs["Simulate"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    simulate = ""
+  end
+  if phase_with_logs.has_key?("Stage")
+    stage = phase_with_logs["Stage"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    stage = ""
+  end
+  if phase_with_logs.has_key?("Commit")
+    commit = phase_with_logs["Commit"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    commit = ""
+  end
+
+  counter += 1
+  table_data << [counter, server, simulate, stage, commit]
+end
+
+pack_response "results", { :perPage => 10, :totalItems => table_data.count - 1, :data => table_data }
+
+pack_response "results_link", results_full_path
+
+raise "The Deploy job had errors!" if had_errors