brpm_content 0.1.16

data/modules/patch_process_management/automations/patch_readiness/wrapper.txt

@@ -0,0 +1,33 @@
+###
+# job_status:
+#   name: Job Status
+#   type: out-text
+#   position: A1:C1
+# results_summary:
+#   name: Summary
+#   type: out-text
+#   position: A2:E2
+# results:
+#   name: Checks
+#   type: out-table
+#   position: A3:E3
+# results_link:
+#   name: Link
+#   type: out-file
+#   position: A4:E4
+###
+
+#=== BMC Application Automation Integration Server: BladeLogic on C4 ===#
+# [integration_id=6]
+#=== End ===#
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["direct_execute"] = true
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+BrpmScriptExecutor.execute_automation_script("patch_process_management", "patch_readiness", params)

data/modules/patch_process_management/automations/patch_remediation/script.rb

@@ -0,0 +1,217 @@
+require 'yaml'
+require 'uri'
+require 'base64'
+require 'csv'
+require 'date'
+
+def retrieve_results(job, results_full_path, session_id, params)
+  BrpmAuto.log("Removing trailing csv files in case this is a re-run...")
+  `rm -f #{params["SS_output_dir"]}/*_result.csv`
+
+  BrpmAuto.log("Retrieving the job run id from the job run key...")
+  job_run_id = JobRun.get_deploy_job_max_run_id(session_id, {:db_key_of_deploy_job => job["db_key"]})
+
+  BrpmAuto.log("Retrieving the results from the job run id...")
+  return_data = Utility.export_deploy_script_run(session_id, {
+      :job_group_name => job["group_name"],
+      :job_name => job["name"],
+      :run_id => job_run_id,
+      :export_file_name => results_full_path})
+  results_content = Base64.decode64(return_data)
+
+  File.open(results_full_path, "w") do |f|
+    f.puts(results_content)
+  end
+
+  BrpmAuto.log("Parsing the results...")
+  # As this export contains "embedded" double quotes it is not possible to parse it with the CSV library
+  log_lines = results_content.split("\n")[6..-1]
+  log_lines.select! { |log| !log.start_with?("run level log,") }
+
+  logs = log_lines.map do |log_line|
+    log_items = log_line.split(",",7)
+
+    # 0: server
+    # 1: phase
+    # 2: attempt
+    # 3: date part 1
+    # 4: date part 2
+    # 5: Info - Warning - Error
+    # 6: message
+
+    if log_items.count < 7 # Some lines are broken in two because of end-of-lines appearing in the message field...
+      nil
+    else
+      log_items[6] = log_items[6].tr(",,","")
+      log_items[3] = DateTime.parse("#{log_items[3]},#{log_items[4]}")
+
+      log_items
+    end
+  end
+
+  logs.compact # removing the possible nils from the array
+end
+
+brpm_rest_client = BrpmRestClient.new
+params = BrpmAuto.params
+request_params = BrpmAuto.request_params
+
+raise "No job key found for a Patch Analysis job. A Patch Analysis job must be executed before a Patch Remediation job." if !request_params.has_key?("patch_analysis_job_run_key") or request_params["patch_analysis_job_run_key"].nil?
+
+bsa_base_url = params["SS_integration_dns"]
+bsa_username = params["SS_integration_username"]
+bsa_password = decrypt_string_with_prefix(params["SS_integration_password_enc"])
+bsa_role = params["SS_integration_details"]["role"]
+
+phase = params["phase_list"].index(params["phase"].strip)
+
+patch_remediation_depot_group = "/#{params["application"].downcase}/remediation"
+
+patch_remediation_job_root_path = "/#{params["application"].downcase}/remediation"
+patch_remediation_job_runs_path = "#{patch_remediation_job_root_path}/runs"
+patch_remediation_job_group = "#{phase}-job-#{params["request_id"]}-#{Time.now.strftime("%Y%m%d%H%M%S")}"
+patch_remediation_job_name = "#{phase}-job"
+patch_remediation_job_run_path = "#{patch_remediation_job_runs_path}/#{patch_remediation_job_group}"
+
+patch_remediation_job_template_group = patch_remediation_job_root_path
+patch_remediation_job_template_name = "#{phase}-job-template"
+
+BrpmAuto.log("Logging on to Bladelogic instance #{BsaSoapClient.get_url} with user #{BsaSoapClient.get_username} and role #{BsaSoapClient.get_role}...")
+session_id = BsaSoapClient.login
+
+BrpmAuto.log("Retrieving the job key of the Patch Remediation #{phase} job template...")
+job_template_db_key = DeployJob.get_dbkey_by_group_and_name(session_id, {:group_name => patch_remediation_job_template_group, :job_name => patch_remediation_job_template_name})
+
+BrpmAuto.log("Creating a new folder for the Patch Remediation #{phase} job...")
+JobGroup.create_group_with_parent_name(session_id, {:group_name => patch_remediation_job_group, :parent_group_name => patch_remediation_job_runs_path})
+
+unless phase == "commit"
+  wait_time = 30
+  start_time = Time.now + wait_time
+  BrpmAuto.log("Scheduling the #{phase} phase of the Patch Remediation #{phase} job template to start in #{wait_time} seconds (at #{start_time.strftime("%Y-%m-%d %H:%M:%S")})...")
+  DeployJob.set_phase_schedule_by_dbkey(session_id, {
+      :job_run_key => job_template_db_key,
+      :simulate_type => "AtTime",
+      :simulate_date => start_time.strftime("%Y-%m-%d %H:%M:%S"),
+      :stage_type => "AfterPreviousPhase",
+      :stage_date => "",
+      :commit_type => phase == "commit" ? "AfterPreviousPhase" : "NotScheduled",
+      :commit_date => ""})
+end
+
+BrpmAuto.log("Creating the Patch Remediation job #{patch_remediation_job_runs_path}/#{patch_remediation_job_group}/#{patch_remediation_job_name} for Patch Analysis job run key #{request_params["patch_analysis_job_run_key"]}...")
+job_db_key = PatchRemediationJob.create_remediation_job_with_deploy_opts(session_id, {
+    :remediation_name => patch_remediation_job_name,
+    :job_group_name => patch_remediation_job_run_path,
+    :pa_job_run_key => request_params["patch_analysis_job_run_key"],
+    :pck_prefix => patch_remediation_job_name,
+    :depot_group_name => patch_remediation_depot_group,
+    :dep_job_group_name => patch_remediation_job_run_path,
+    :deploy_job_key => job_template_db_key})
+
+BrpmAuto.log("Executing the Patch Remediation job...")
+job_run_key = PatchRemediationJob.execute_job_and_wait(session_id, {:job_key => job_db_key})
+
+unless phase =="commit"
+  BrpmAuto.log("Polling the Patch Remediation job until it is finished...")
+  begin
+     sleep(wait_time)
+     is_still_running = JobRun.get_job_run_is_running_by_run_key(session_id, {:job_run_key => job_run_key})
+  end while is_still_running
+  BrpmAuto.log("The Patch Remediation job has finished.")
+end
+
+BrpmAuto.log("Checking if the Patch Remediation job finished successfully...")
+had_errors = JobRun.get_job_run_had_errors(session_id, {:job_run_key => job_run_key})
+
+had_errors ? BrpmAuto.log("WARNING: The Patch Remediation job had errors!") : BrpmAuto.log("The Patch Remediation job had no errors.")
+pack_response "job_status", had_errors ? "The job had errors" : "The job ran successfully"
+
+raise "The Patch Remediation job had errors!" if had_errors
+
+BrpmAuto.log("Retrieving all the generated jobs from group #{patch_remediation_job_run_path}...")
+jobs = Job.list_all_by_group(session_id, {:group_name => patch_remediation_job_run_path})
+
+job_names = jobs.split("\n")
+job_names = job_names.reject{|job| job == patch_remediation_job_name or job.include?(" batch deploy ")}.sort
+
+BrpmAuto.log("Retrieving the job run keys of the generated jobs...")
+jobs = {}
+job_names.each do |job_name|
+  jobs[job_name] = {}
+  jobs[job_name]["name"] = job_name
+  jobs[job_name]["group_name"] = patch_remediation_job_run_path
+
+  BrpmAuto.log("Retrieving the job run key of job #{job_name}...")
+  jobs[job_name]["db_key"] = DeployJob.get_dbkey_by_group_and_name(session_id, {:group_name => patch_remediation_job_run_path, :job_name => job_name})
+  jobs[job_name]["run_key"] = JobRun.find_last_run_key_by_job_key(session_id, {:job_key => jobs[job_name]["db_key"]})
+end
+
+BrpmAuto.log("Polling the generated jobs until they are finished...")
+running_jobs = jobs
+begin
+  finished_jobs = {}
+  running_jobs.each do |key, job|
+    is_still_running = JobRun.get_job_run_is_running_by_run_key(session_id, {:job_run_key => job["run_key"]})
+
+    unless is_still_running
+      BrpmAuto.log("The job with run key #{job["run_key"]} has finished, retrieving its results...")
+      job["results"] = retrieve_results(job, "#{params["SS_output_dir"]}/#{job["name"]}_result.csv", session_id, params)
+
+      finished_jobs[key] = job
+    end
+  end
+
+  running_jobs = running_jobs.reject { |key, job| finished_jobs.has_key?(key) }
+
+  sleep(10) if running_jobs.count > 0
+end while running_jobs.count > 0
+
+BrpmAuto.log("Processing the job results into one view...")
+logs = jobs.values.reduce([]){ |results,job| results + job["results"] }
+
+logs = logs.sort_by { |log| [log[0], log[1], log[3]] }
+
+servers_with_logs = logs.group_by { |log| log[0] }
+
+failed_servers_with_logs = servers_with_logs.select { |key, value| value.select{|log| log[5] == "Error" }.count > 0}
+
+pack_response "results_summary", "#{servers_with_logs.count - failed_servers_with_logs.count}/#{servers_with_logs.count} servers were successful"
+
+table_data = [[' ', 'Server', 'Simulate', 'Stage', 'Commit']]
+counter = 0
+servers_with_logs.each do |key, logs|
+  server = key
+
+  phase_with_logs = logs.group_by { |log| log[1] }
+
+  if phase_with_logs.has_key?("Simulate")
+    simulate = phase_with_logs["Simulate"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    simulate = ""
+  end
+  if phase_with_logs.has_key?("Stage")
+    stage = phase_with_logs["Stage"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    stage = ""
+  end
+  if phase_with_logs.has_key?("Commit")
+    commit = phase_with_logs["Commit"].any? { |log| log[5] == "Error" } ? "Error" : "Succeeded"
+  else
+    commit = ""
+  end
+
+  counter += 1
+  table_data << [counter, server, simulate, stage, commit]
+end
+
+pack_response "results", { :perPage => 10, :totalItems => table_data.count - 1, :data => table_data }
+
+BrpmAuto.log("Concatenating the result files into one file...")
+results_full_path = "#{params["SS_output_dir"]}/all_jobs_result.csv"
+
+`cat #{params["SS_output_dir"]}/*_result.csv >> #{results_full_path}`
+
+pack_response "results_link", results_full_path
+
+raise "The Patch Remediation job had errors!" if had_errors

data/modules/patch_process_management/automations/patch_remediation/wrapper.txt

@@ -0,0 +1,40 @@
+###
+# phase:
+#   name: Phase
+#   type: in-list-single
+#   list_pairs: stage,Stage|commit,Stage (if necessary) + Commit
+#   position: A1:C1
+# job_status:
+#   name: Job Status
+#   type: out-text
+#   position: A1:C1
+# results_summary:
+#   name: Summary
+#   type: out-text
+#   position: A2:E2
+# results:
+#   name: Installs
+#   type: out-table
+#   position: A3:E3
+# results_link:
+#   name: Link
+#   type: out-file
+#   position: A4:E4
+###
+
+#=== BMC Application Automation Integration Server: BladeLogic on C4 ===#
+# [integration_id=6]
+#=== End ===#
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["direct_execute"] = true
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+params["phase_list"] = { "stage" => "Stage", "commit" => "Stage (if necessary) + Commit" }
+
+BrpmScriptExecutor.execute_automation_script("patch_process_management", "patch_remediation", params)

data/modules/patch_process_management/config.yml

@@ -0,0 +1,10 @@
+dependencies:
+ - brpm
+ - bladelogic
+ - atrium_orchestrator
+
+integration_servers:
+ - BladeLogic
+ - AtriumOrchestrator
+
+version: 1.0.0

data/modules/teamcity/automations/trigger_build.rb

@@ -0,0 +1,4 @@
+params = BrpmAuto.params
+
+BrpmAuto.log "Triggering a new build..."
+TeamCityRestClient.new.trigger_build(params["application"], params["component"])

data/modules/teamcity/automations/trigger_build.txt

@@ -0,0 +1,14 @@
+#=== BMC Application Automation Integration Server: TeamCity ===#
+# [integration_id=xxxxxxxx]
+#=== End ===#
+
+require "#{params["SS_script_support_path"]}/git_repos/brpm_content/modules/framework/brpm_script_executor.rb"
+
+params["direct_execute"] = "true"
+
+params["SS_integration_dns"] = SS_integration_dns
+params["SS_integration_username"] = SS_integration_username
+params["SS_integration_password_enc"] = SS_integration_password_enc
+params["SS_integration_details"] = YAML.load(SS_integration_details)
+
+BrpmScriptExecutor.execute_automation_script("teamcity", "trigger_build", params)

data/modules/teamcity/config.yml

@@ -0,0 +1,7 @@
+dependencies:
+ - brpm
+
+integration_servers:
+ - TeamCity
+
+version: 1.0.0

data/modules/teamcity/lib/teamcity_rest_client.rb

@@ -0,0 +1,17 @@
+require 'json'
+require 'uri'
+
+class TeamcityRestClient
+  def initialize(integration_settings = BrpmAuto.integration_settings)
+    @url = integration_settings.dns
+    @username = integration_settings.username
+    @password = integration_settings.password
+
+    @api_url = "#{@url}/rest/api"
+  end
+
+  def trigger_build(application, component)
+    data = {:application => application, :component => component}
+    Rest.post("#{@api_url}/build", data)["response"]
+  end
+end

data/modules/teamcity/tests/spec_helper.rb

@@ -0,0 +1,34 @@
+require 'fileutils'
+require_relative "../../framework/brpm_script_executor"
+
+def setup_brpm_auto
+  FileUtils.mkdir_p "/tmp/brpm_content"
+
+  BrpmAuto.setup( { "output_dir" => "/tmp/brpm_content" }.merge!(get_integration_params_for_jira) )
+
+  BrpmAuto.require_module "brpm"
+  BrpmAuto.require_module "teamcity"
+
+  @teamcity_rest_client = TeamcityRestClient.new
+end
+
+def get_default_params
+  params = {}
+  params['also_log_to_console'] = 'true'
+
+  params['brpm_url'] = 'http://brpm-content.pulsar-it.be:8088/brpm'
+  params['brpm_api_token'] = ENV["BRPM_API_TOKEN"]
+
+  params['output_dir'] = "/tmp/brpm_content"
+
+  params
+end
+
+def get_integration_params_for_teamcity
+  params = {}
+  params["SS_integration_dns"] = 'http://brpm.pulsar-it.be:6060'
+  params["SS_integration_username"] = 'brpm'
+  params["SS_integration_password"] = ENV["TEAMCITY_PASSWORD"]
+
+  params
+end

data/modules/teamcity/tests/trigger_build_spec.rb

@@ -0,0 +1,27 @@
+require_relative "spec_helper"
+
+describe 'trigger build' do
+  before(:all) do
+    setup_brpm_auto
+  end
+
+  before(:each) do
+    #cleanup_release('TeamCity tests - release 1')
+  end
+
+  describe '' do
+    it 'should trigger a build in TeamCity' do
+      params = get_default_params
+      params = params.merge(get_integration_params_for_teamcity)
+
+      params["application"] = 'E-Finance'
+      params["application"] = 'EF - java calculation engine'
+      BrpmScriptExecutor.execute_automation_script("teamcity", "trigger_build", params)
+
+      #verify the tests: check if the build was triggered succesfully
+      #build = @teamcity_rest_client.get_build(...)
+      #expect(build).not_to be_nil
+    end
+  end
+end
+

data/modules/windows/automations/deploy_directory_over_windows_shares/script.rb

@@ -0,0 +1,87 @@
+require "windows/lib/samba"
+require 'fileutils'
+
+params = BrpmAuto.params
+
+raise "Repo directory is not provided" if params["repo_directory"].empty?
+repo_directory = BrpmAuto.substitute_tokens(params["repo_directory"])
+
+raise "Repo directory is not provided" if params["repo_directory"].empty?
+target_server_directory = BrpmAuto.substitute_tokens(params["target_server_directory"])
+
+temp_directory = "#{params["SS_output_dir"]}/package"
+
+FileUtils.rm_rf(temp_directory) if File.exists?(temp_directory)
+Dir.mkdir(temp_directory)
+
+if params["SS_integration_dns"].nil?
+  repo_server_name = params["repo_server_name"]
+  repo_server_share = params["repo_server_share"]
+  repo_server_username = params["repo_server_username"]
+  repo_server_password = params["repo_server_password"]
+else
+  repo_server_name  = params["SS_integration_dns"]
+  repo_server_share = params["SS_integration_details"]["share"]
+  repo_server_username = params["SS_integration_username"]
+  repo_server_password = decrypt_string_with_prefix(params["SS_integration_password_enc"]) unless params["SS_integration_password_enc"].empty?
+end
+
+BrpmAuto.log("Getting directory #{repo_directory} from the repo...")
+smbclient_get_directory(
+    repo_server_name,
+    repo_server_share,
+    repo_server_username,
+    repo_server_password,
+    repo_directory,
+    temp_directory
+)
+
+unless params["param_substitution_file_list"].empty?
+  BrpmAuto.log("Substituting params in the indicated files...")
+  file_paths = params["param_substitution_file_list"].split(";")
+  file_paths.each do|file_path|
+    file_absolute_path = "#{temp_directory}/#{file_path}"
+    unless File.exists?(file_absolute_path)
+      BrpmAuto.log("File #{file_absolute_path} doesn't exist, continuing...")
+      next
+    end
+
+    BrpmAuto.log("Substituting params in file #{file_path}...")
+    file_content = File.read(file_absolute_path)
+    substituted_file_content = BrpmAuto.substitute_tokens(file_content)
+    File.open(file_absolute_path, "w") {|file| file.puts substituted_file_content}
+  end
+end
+
+unless params["exclude_file_list"].empty?
+  BrpmAuto.log("Excluding the indicated files...")
+  file_paths = params["exclude_file_list"].split(";")
+  file_paths.each do|file_path|
+    file_absolute_path = "#{temp_directory}/#{file_path}"
+    if File.exists?(file_absolute_path)
+      BrpmAuto.log("Deleting file #{file_path}...")
+      file_content = File.delete(file_absolute_path)
+    else
+      BrpmAuto.log("File #{file_absolute_path} doesn't exist, continuing...")
+      next
+    end
+  end
+end
+
+BrpmAuto.log("Getting the list of target servers...")
+BrpmAuto.log("Found #{BrpmAuto.params.servers.count} servers.")
+
+BrpmAuto.params.servers.each do |server|
+  BrpmAuto.log("Putting directory #{repo_directory} onto server #{server[0]} (//#{server[1]["ip_address"]}/#{server[1]["deploy_share_name"]})...")
+  smbclient_put_directory(
+      server[1]["ip_address"],
+      server[1]["deploy_share_name"],
+      server[1]["deploy_share_username"],
+      server[1]["deploy_share_password"],
+      target_server_directory,
+      temp_directory
+  )
+end
+
+BrpmAuto.log("Cleaning up the directory locally...")
+FileUtils.rm_rf(temp_directory)