facter-statistax 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5b94d29cf1132a42f4ae3c91d445eeba5860b65b270a6b4aec8fb3b9829f4ba0
-  data.tar.gz: ec72d80f143a70e187585b746f34b2e1838b03a9f0cd70ce513f186fbf764997
+  metadata.gz: 1ebdaaa85edad0d762e03120c79a30ece47041dcf61287bbd82c2b9ae9635bcb
+  data.tar.gz: 8d0b91944694256ad8455e93edcf8b09c464ae0dea51a093611dc8e6021b4fcc
 SHA512:
-  metadata.gz: 6b34c28e5b4735a7bcfcb38a83497a851a02d0df1747579a1c00c4a1788b427a90e8ec4a97a00e88e0a62796c37170fcd23a16e03e4d46bcc41d5b5473870a7e
-  data.tar.gz: 8a2a73a57347090ccd60a9838a0853ac38811364c26117007276e270cb14ad510592c862f4096d29c60644fceb9743216d70228abb23253bf4cb2175f534c473
+  metadata.gz: 3dbfe4ce4094370d43301e30b1fbb504dc463fd61f87b09706ce40a85f564e20996a97f3eb953347647c308ea1efaa8bbb241ee47dba7f74bb25be6fffab0304
+  data.tar.gz: 3c3b4615a699b39f114ba4e4d29388a0f8511c084ea6878c492dc2c15801433c495e9ae8b8329e7d8dd1754751db4d9340da49f24ee6466d4fd4fec0201c7333

data/acceptance/Gemfile

@@ -13,7 +13,7 @@ def location_for(place, fake_version = nil)
 end
 
 gem "beaker", *location_for(ENV['BEAKER_VERSION'] || '~> 4.0')
-gem "beaker-puppet", *location_for(ENV['BEAKER_PUPPET_VERSION'] || ["~>1.0", ">= 1.18.4"])
+gem "beaker-puppet", *location_for(ENV['BEAKER_PUPPET_VERSION'] || ["~>1.0", ">= 1.18"])
 gem "beaker-hostgenerator", *location_for(ENV['BEAKER_HOSTGENERATOR_VERSION'] || "~> 1.1")
 gem "beaker-abs", *location_for(ENV['BEAKER_ABS_VERSION'] || "~> 0.4")
 gem "beaker-vagrant", *location_for(ENV['BEAKER_VAGRANT_VERSION'] || "~> 0")
@@ -23,6 +23,7 @@ gem "beaker-docker", *location_for(ENV['BEAKER_DOCKER_VERSION'] || "~> 0.5")
 gem "rake", "~> 10.1"
 gem "httparty", :require => false
 gem 'uuidtools', :require => false
+gem "google-api-client", "~>0.36.4"
 
 group(:test) do
   gem "rspec", "~> 2.14.0", :require => false

data/acceptance/log_performance/configuration.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+module Configuration
+  BEAKER_ENV_VARS = {
+      'GOOGLE_APPLICATION_CREDENTIALS' => '/Users/andrei.filipovici/projects/google-sheets/Facter Performance History-99315759f0c6.json',
+      'IS_GEM' => 'true'
+  }
+  SPREADSHEET_ID = '1giARlXsBSGhxIWRlThV8QfmybeAfaBrNRzdr9C0pvPw'
+  USER_HOME_PATH = '/Users/andrei.filipovici/'
+  FACTER_NG_PROJECT_PATH = '/Users/andrei.filipovici/projects/facter-ng-for-statistax'
+  STATISTAX_PROJECT_PATH = '/Users/andrei.filipovici/projects/facter-statistax/acceptance/'
+  LOGS_FOLDER_PATH = '/Users/andrei.filipovici/projects/facter-statistax/acceptance/cron_logs'
+  RUN_FAILS_LOG_NAME = '_run_failures'
+  SCRIPT_ERRORS_LOG_NAME = '_script_failures'
+  PRE_TESTS_LOG_NAME = '_all'
+  VMPOOLERP_PLATFORMS = [
+      # 'centos6-32',
+      # 'centos6-64',
+      # 'debian8-32',
+      # 'debian8-64',
+      # 'debian9-32',
+      # 'debian9-64',
+      # 'debian10-64',
+      # 'fedora28-64',
+      # 'fedora29-64',
+      # 'fedora30-64',
+      # 'fedora31-64',
+      # 'osx1012-64',
+      # 'osx1013-64',
+      # 'osx1014-64',
+      # 'osx1015-64',
+      # 'redhat5-64',
+      # 'redhat7-64',
+      # 'redhatfips7-64',
+      # 'redhat8-64',
+      # 'sles11-32',
+      # 'sles11-64',
+      # 'sles12-64',
+      # 'sles15-64',
+      # 'solaris10-64',
+      # 'solaris11-64',
+      # 'solaris114-64',
+      # 'ubuntu1404-32',
+      'ubuntu1404-64',
+      # 'ubuntu1604-32',
+      # 'ubuntu1604-64',
+      # 'ubuntu1804-64',
+      # 'windows2008r2-64',
+      # 'windows2012r2-64',
+      # 'windowsfips2012r2-64',
+      # 'windows2016-64',
+      # 'windows2019-64',
+      # 'windows10ent-32',
+      # 'windows10ent-64',
+  ]
+  NSPOOLER_PLATFORMS = {
+      # "aix61-POWER" => "aix-6.1-power",
+      # "aix71-POWER" => "aix-7.1-power",
+      # "aix72-POWER" => "aix-7.2-power",
+      # "redhat7-POWER" => "redhat-7.3-power8",
+      # "redhat7-AARCH64" => "centos-7-arm64",
+      # "ubuntu1604-POWER" => "ubuntu-16.04-power8",
+      # "sles12-POWER" => "sles-12-power8",
+  }
+end

data/acceptance/log_performance/custom_exceptions.rb

@@ -0,0 +1,5 @@
+class FailedCommand < StandardError
+  def message
+    "Command failed!"
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/beaker.rb

@@ -0,0 +1,77 @@
+require_relative '../custom_exceptions'
+class Beaker
+
+  def initialize(platforms, user_home_path, beaker_env_vars, logger)
+    @platforms = platforms
+    @user_home_path = user_home_path
+    @beaker_env_vars = beaker_env_vars
+    @logger = logger
+  end
+
+  def run_test_on_all_platforms
+    @platforms.each do |platform|
+      begin
+        @current_platform = platform
+        test_sequence
+      rescue FailedCommand
+        destroy_environment
+        next
+      end
+    end
+  end
+
+  def test_sequence
+    time = TimedMethods.get_run_time{
+      clean_beaker_home
+      create_vm_hosts_file
+      config_hosts_options
+      provision
+      install_agent_facter_statistax
+      run_statistax_tests
+      destroy_environment
+    }
+    @logger.log("Runtime was #{time} minutes.", @current_platform)
+  end
+
+  def clean_beaker_home
+    # if an error happened and beaker destroy doesn't get called, the .beaker folder remains
+    # and it need to be deleted. Otherwise you get an error saying the beaker parameters can't be parsed
+    log_run_command("cd #{@user_home_path} && rm -rf .beaker")
+  end
+
+  def create_vm_hosts_file
+    log_run_command("beaker-hostgenerator #{@current_platform} > hosts.yaml")
+  end
+
+  def config_hosts_options
+    log_run_command('beaker init -h hosts.yaml --options-file config/aio/options.rb', 2)
+  end
+
+  def provision
+    log_run_command('bundle exec beaker provision', 10)
+  end
+
+  def install_agent_facter_statistax
+    log_run_command('bundle exec beaker exec pre-suite --pre-suite presuite/01_install_puppet_agent.rb,presuite/011_install_facter_ng.rb,presuite/02_install_facter_statistax.rb', 10)
+  end
+
+  def run_statistax_tests
+    log_run_command('bundle exec beaker exec run/run_statistax.rb', 10)
+  end
+
+  def destroy_environment
+    log_run_command('beaker destroy')
+  end
+
+  def log_run_command(command, timeout_minutes = 1)
+    output = RunCommand.run_command(timeout_minutes, @beaker_env_vars, command)
+    has_errors, errors = OutputParser.errors?(output)
+    @logger.log("Running command: #{command}\n#{output}", @current_platform)
+
+    return output unless has_errors
+
+    @logger.log_error("On platform #{@current_platform},
+                      running command:\n #{command}\ngot error:\n#{errors.join("\n")}")
+    raise FailedCommand
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/command_logger.rb

@@ -0,0 +1,24 @@
+class CommandLogger
+  def initialize(log_folder, error_log_file, log_file = 'log.log')
+    @log_folder = log_folder
+    @log_file = log_file
+    @errors_file = error_log_file
+  end
+
+  def log(data, log_file_name = nil)
+    log_file = log_file_name.nil? ? @log_file : log_file_name
+    append_to_file(data, log_file)
+  end
+
+  def log_error(data)
+    append_to_file(data, @errors_file)
+  end
+
+  private
+
+  def append_to_file(data, log_file_name)
+    File.open("#{@log_folder}/#{log_file_name}.log", mode: 'a') do |file|
+      file.write("\n#{data}\n")
+    end
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/ns_pooler.rb

@@ -0,0 +1,60 @@
+require_relative 'beaker'
+
+class NSPooler < Beaker
+  def initialize(platforms, user_home_path, env_vars, logger)
+    super(platforms, user_home_path, env_vars, logger)
+  end
+
+  def run_test_on_all_platforms
+    @platforms.each do |platform, platform_template|
+      begin
+        @current_platform = platform
+        next unless get_nspooler_vm(platform_template)
+
+        test_sequence
+      rescue FailedCommand
+        destroy_environment
+        next
+      end
+    end
+  end
+
+  def create_vm_hosts_file
+    log_run_command("beaker-hostgenerator #{get_beaker_platform_name(@current_platform, @nspooler_host_name)} > hosts.yaml")
+  end
+
+  def destroy_environment
+    super
+    log_run_command("curl -H X-AUTH-TOKEN:VmPoolerAuthToken -X POST -d '' --url https://nspooler-service-prod-1.delivery.puppetlabs.net/api/v1/maint/reset/#{@nspooler_host_name}")
+  end
+
+  private
+
+  def get_nspooler_vm(platform_template)
+    provisioned_vm = make_request_for_vm(platform_template)
+    if provisioned_vm['ok'] == true
+      @nspooler_host_name = provisioned_vm[platform_template]['hostname']
+      true
+    else
+      @logger.log_error("No VM available for #{@current_platform}")
+      false
+    end
+  end
+
+  def make_request_for_vm(platform_template)
+    get_vm_response = log_run_command("curl --fail --silent --show-error -H X-AUTH-TOKEN:VmPoolerAuthToken -X POST -d '{\"#{platform_template}\":1}' --url https://nspooler-service-prod-1.delivery.puppetlabs.net/api/v1/host/")
+    JSON.parse(get_vm_response.gsub('=>', ':'))
+  end
+
+  def get_beaker_platform_name(platform, nsPooler_host_name)
+    #because of how packaging for agent is made we need to lie beaker about aix version. If we have a version 7, we need
+    # to tell it, it's running on version 6
+    beaker_platform = if platform.include?('aix7')
+                        platform.sub(/aix7[1-2]/, 'aix61')
+                      else
+                        platform
+                      end
+    "#{beaker_platform}\\{hypervisor=none\\,hostname=#{nsPooler_host_name}\\}"
+  end
+end
+

data/acceptance/log_performance/execute_beaker_tests/output_parser.rb

@@ -0,0 +1,40 @@
+require 'set'
+
+module OutputParser
+  @error_tokens = [
+      'retrying in',
+      'command not found',
+      'invalidurierror',
+      'timed out',
+      'Failed while running the pre_suite suite',
+      'Failed while running the tests suite',
+      'NoMethodError',
+      'ERROR Facter',
+      'ERROR:  Gemspec file not found:'
+  ]
+
+  def self.errors?(data)
+    errors = extract_errors(data)
+    if errors.empty?
+      [false, '']
+    else
+      [true, errors.to_a]
+    end
+  end
+
+  private_class_method def self.extract_errors(data)
+    # data needs to be encoded because you never know what you get from different vms
+    data.encode!('UTF-8', invalid: :replace, undef: :replace)
+    errors = Set.new
+    @error_tokens.each do |error|
+      # Match substring that contains the error token and is between [<time>] and [<time>]
+      # used 'i' to ignore case
+      data.scan(/[^\[]*#{error}[^\[]*/i) do |entire_error|
+        errors << entire_error
+      end
+    end
+    errors
+  end
+
+end
+

data/acceptance/log_performance/execute_beaker_tests/run_command.rb

@@ -0,0 +1,30 @@
+require 'open3'
+require 'timeout'
+
+module RunCommand
+  def self.run_command(timeout_in_minutes = 1, env_vars = {}, command)
+    @wait_thread = nil
+    @output = ''
+    begin
+      Timeout.timeout(timeout_in_minutes * 60) do
+        get_command_output(command, env_vars)
+      end
+    rescue Timeout::Error
+      Process.kill('KILL', @wait_thread) if @wait_thread.alive?
+      "Timed out! Did only:\n#{@output}"
+    end
+  end
+
+  private_class_method def self.get_command_output(command, env_vars)
+    Open3.popen2e(env_vars, command) do |_stdin, stdout_and_stderr, wait_thr|
+      @wait_thread = wait_thr
+      stdout_and_stderr.each do |line|
+        @output << line
+        puts line
+      end
+    end
+    @output
+  end
+
+end
+

data/acceptance/log_performance/execute_beaker_tests/test_all_platforms.rb

@@ -0,0 +1,99 @@
+require 'benchmark'
+require 'date'
+require_relative 'vm_pooler'
+require_relative 'ns_pooler'
+require_relative 'run_command'
+require_relative '../configuration'
+require_relative '../utils'
+require_relative 'command_logger'
+require_relative 'output_parser'
+require_relative '../custom_exceptions'
+
+class TestAllPlatforms
+  def initialize
+    @logs_folder = "#{Configuration::LOGS_FOLDER_PATH}/#{DateTime.now.strftime("%d-%m-%Y_%H:%M")}"
+    @logger = CommandLogger.new(@logs_folder, Configuration::SCRIPT_ERRORS_LOG_NAME, Configuration::PRE_TESTS_LOG_NAME)
+    beaker_logger = CommandLogger.new(@logs_folder, Configuration::RUN_FAILS_LOG_NAME)
+    @vmpooler = VMPooler.new(Configuration::VMPOOLERP_PLATFORMS,
+                             Configuration::USER_HOME_PATH,
+                             Configuration::BEAKER_ENV_VARS,
+                             beaker_logger)
+    @nspooler = NSPooler.new(Configuration::NSPOOLER_PLATFORMS,
+                             Configuration::USER_HOME_PATH,
+                             Configuration::BEAKER_ENV_VARS,
+                             beaker_logger)
+  end
+
+  def run_tests
+    time = TimedMethods.get_run_time {
+      prepare_environment
+      run_tests_on_vms
+    }
+    @logger.log("Runtime was #{time} minutes.")
+  rescue FailedCommand
+    exit
+  rescue StandardError => e
+    log_script_error(e)
+  end
+
+  private
+
+  def prepare_environment
+    FileFolderUtils.create_directories(@logs_folder)
+    clean_workspace
+    Configuration::BEAKER_ENV_VARS['SHA'] = get_latest_agent_sha
+    get_latest_facter_ng_gem
+  end
+
+  def clean_workspace
+    Dir.chdir(Configuration::STATISTAX_PROJECT_PATH) do
+      log_run_command('rm *.gem')
+      log_run_command('rm puppet-agent*')
+    end
+  end
+
+  def get_latest_agent_sha
+    log_run_command('curl --fail --silent GET --url http://builds.delivery.puppetlabs.net/passing-agent-SHAs/puppet-agent-master')
+  end
+
+  def get_latest_facter_ng_gem
+    Dir.chdir(Configuration::FACTER_NG_PROJECT_PATH) do
+      update_facter_ng_master
+      log_run_command('gem build facter.gemspec')
+      log_run_command("mv *gem #{Configuration::STATISTAX_PROJECT_PATH}")
+    end
+  end
+
+  def update_facter_ng_master
+    log_run_command('git checkout master')
+    log_run_command('git fetch --all')
+    log_run_command('git reset --hard origin/master')
+  end
+
+  def run_tests_on_vms
+    Dir.chdir(Configuration::STATISTAX_PROJECT_PATH) do
+      @vmpooler.run_test_on_all_platforms
+      @nspooler.run_test_on_all_platforms
+    end
+  end
+
+  def log_run_command(command)
+    output = RunCommand.run_command(command)
+    has_errors, = OutputParser.errors?(output)
+    if has_errors
+      @logger.log("Command: #{command} had error:\n#{output}")
+      raise FailedCommand
+    else
+      @logger.log("Running command: #{command}\n#{output}")
+    end
+    output
+  end
+
+  def log_script_error(e)
+    error_message = e.message + "\n" + e.backtrace.inspect.gsub(', ', "\n")
+    puts error_message
+    @logger.log_error("#{@start_time}\n" + error_message)
+  end
+end
+
+TestAllPlatforms.new.run_tests

data/acceptance/log_performance/execute_beaker_tests/vm_pooler.rb

@@ -0,0 +1,7 @@
+require_relative 'beaker'
+
+class VMPooler < Beaker
+  def initialize(platforms, user_home_path, env_vars, logger)
+    super(platforms, user_home_path, env_vars, logger)
+  end
+end