facter-statistax 0.0.5 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bcc0b315393b6dbdb88eed44a5a229093c35247fe24923e2cc933b895190427c
-  data.tar.gz: 59b79b77581ba3a3381db50661445111ccf8d9899067fd6c777e158e07f5fb21
+  metadata.gz: 1ebdaaa85edad0d762e03120c79a30ece47041dcf61287bbd82c2b9ae9635bcb
+  data.tar.gz: 8d0b91944694256ad8455e93edcf8b09c464ae0dea51a093611dc8e6021b4fcc
 SHA512:
-  metadata.gz: 27995fbf64a16d83b224846f6c4066bf41c45c9b362649ed3a78fff18c2a6ab7a013a67db4e9f54ab3286d3b8a0a96fa50a09a28a9bd78f95a416a920ff36379
-  data.tar.gz: d4348406db8f0c878ef52f3b2931d38de4a33cbee26de17e693fac1dec863fcf50c60c19450ce6f158cac418da18205264ce3b5998879496bd57838752f5b591
+  metadata.gz: 3dbfe4ce4094370d43301e30b1fbb504dc463fd61f87b09706ce40a85f564e20996a97f3eb953347647c308ea1efaa8bbb241ee47dba7f74bb25be6fffab0304
+  data.tar.gz: 3c3b4615a699b39f114ba4e4d29388a0f8511c084ea6878c492dc2c15801433c495e9ae8b8329e7d8dd1754751db4d9340da49f24ee6466d4fd4fec0201c7333

data/.rubocop.yml

@@ -1,9 +1,12 @@
 AllCops:
   Include:
     - 'lib/**/*.rb'
+    - 'bin/*.rb'
+    - 'config/*.rb'
+    - 'scripts/*.rb'
 
 Documentation:
   Enabled: false
 
 Metrics/LineLength:
-  Max: 120
+  Max: 150

data/.rubycritic.yml

@@ -2,3 +2,4 @@ paths: # Files to analyse.
   - 'lib'
   - 'bin'
   - 'config'
+  - 'scripts'

data/CODEOWNERS

@@ -0,0 +1,2 @@
+# Default to Ghost team
+* @puppetlabs/ghost @puppetlabs/night-s-watch

data/Gemfile

@@ -7,5 +7,5 @@ gem 'fileutils'
 gem 'rubysl-open3'
 gem 'json'
 gem 'pry'
-gem 'rubocop'
+gem 'rubocop', '~> 0.73.0'
 gem 'rubycritic'

data/README.md

@@ -1,4 +1,6 @@
 # facter-statistax
+[![Build Status](https://travis-ci.com/puppetlabs/facter-statistax.svg?branch=master)](https://travis-ci.com/puppetlabs/facter-statistax)
+
 Benchmark tool for different versions of Puppet Facter.
 
 In order to run this script you must create a 'config.json' file with the following format:

data/acceptance/.beaker.yml

@@ -0,0 +1,15 @@
+---
+ssh:
+  keys:
+    - id_rsa_acceptance
+    - ~/.ssh/id_rsa-acceptance
+xml:                         true
+timesync:                    false
+repo_proxy:                  true
+add_el_extras:               false
+forge_host:                  api-forge-aio02-petest.puppet.com
+'master-start-curl-retries': 30
+log_level:                   debug
+preserve_hosts:              onfail
+helper:                      ./lib/helper.rb
+options_file:                ./config/aio/options.rb

data/acceptance/Gemfile

@@ -0,0 +1,35 @@
+# Specifies a gem mirror; duplicated in acceptance setup
+# to ensure a similar environment on acceptance hosts.
+source ENV['GEM_SOURCE'] || 'https://rubygems.org'
+
+def location_for(place, fake_version = nil)
+  if place =~ /^(git:[^#]*)#(.*)/
+    [fake_version, { :git => $1, :branch => $2, :require => false }].compact
+  elsif place =~ /^file:\/\/(.*)/
+    ['>= 0', { :path => File.expand_path($1), :require => false }]
+  else
+    [place, { :require => false }]
+  end
+end
+
+gem "beaker", *location_for(ENV['BEAKER_VERSION'] || '~> 4.0')
+gem "beaker-puppet", *location_for(ENV['BEAKER_PUPPET_VERSION'] || ["~>1.0", ">= 1.18"])
+gem "beaker-hostgenerator", *location_for(ENV['BEAKER_HOSTGENERATOR_VERSION'] || "~> 1.1")
+gem "beaker-abs", *location_for(ENV['BEAKER_ABS_VERSION'] || "~> 0.4")
+gem "beaker-vagrant", *location_for(ENV['BEAKER_VAGRANT_VERSION'] || "~> 0")
+gem "beaker-vmpooler", *location_for(ENV['BEAKER_VMPOOLER_VERSION'] || "~> 1.3")
+gem "beaker-vcloud", *location_for(ENV['BEAKER_VCLOUD_VERSION'] || "~> 1.0")
+gem "beaker-docker", *location_for(ENV['BEAKER_DOCKER_VERSION'] || "~> 0.5")
+gem "rake", "~> 10.1"
+gem "httparty", :require => false
+gem 'uuidtools', :require => false
+gem "google-api-client", "~>0.36.4"
+
+group(:test) do
+  gem "rspec", "~> 2.14.0", :require => false
+  gem "mocha", "~> 0.10.5", :require => false
+end
+
+if File.exists? "#{__FILE__}.local"
+  eval(File.read("#{__FILE__}.local"), binding)
+end

data/acceptance/README.md

@@ -0,0 +1,17 @@
+# Steps for collecting facter statistics
+
+1. ```bundle install```
+2.  ```export SHA=6.0.9``` - puppet agent SHA/VERSION to be installed and tested (please note that this projects 
+is working with puppet agent >= 6.0.x)
+3. ```export GEM_VERSION=2.5.5``` - gem facter version you want to test (if this env variable isn't set, the latest
+version will be downloaded)
+4. Modify config.json from acceptance directory to meet your testing needs
+5. To test using vmpooler:\
+```beaker-hostgenerator redhat7-64a-debian9-64a > hosts.yaml```\
+```beaker init -h hosts.yaml --options-file config/aio/options.rb```\
+   To test using nspooler you have to require the vm from nspooler first, then:\
+```beaker-hostgenerator centos6-64a-solaris11-SPARC\{hypervisor=none\,hostname=$THE_HOST_NSPOOLER_PROVIDED\} > hosts.yaml```\
+```bundle exec beaker init --hosts hosts.yaml --options-file config/aio/options.rb```
+6. ```bundle exec beaker provision```
+7. ```bundle exec beaker exec pre-suite --pre-suite presuite/01_install_puppet_agent.rb,presuite/02_install_facter_statistax.rb,presuite/03_install_facter_gem.rb --preserve-state```
+8. ```bundle exec beaker exec run/run_statistax.rb```

data/acceptance/config.json

@@ -0,0 +1,127 @@
+[
+  {
+    "test_run":"TestRun1",
+    "runs":[
+      {
+        "fact": "aio_agent_version",
+        "repetitions": 10
+      },
+      {
+        "fact": "augeas",
+        "repetitions": 10
+      },
+      {
+        "fact": "disks",
+        "repetitions": 10
+      },
+      {
+        "fact":"dmi",
+        "repetitions":10
+      },
+      {
+        "fact": "facterversion",
+        "repetitions": 10
+      },
+      {
+        "fact":"filesystems",
+        "repetitions":10
+      },
+      {
+        "fact": "hypervisors",
+        "repetitions": 10
+      },
+      {
+        "fact":"identity",
+        "repetitions":10
+      },
+      {
+        "fact":"is_virtual",
+        "repetitions":10
+      },
+      {
+        "fact":"kernel",
+        "repetitions":10
+      },
+      {
+        "fact":"kernelmajversion",
+        "repetitions":10
+      },
+      {
+        "fact":"kernelrelease",
+        "repetitions":10
+      },
+      {
+        "fact":"kernelversion",
+        "repetitions":10
+      },
+      {
+        "fact":"load_averages",
+        "repetitions":10
+      },
+      {
+        "fact":"memory",
+        "repetitions":10
+      },
+      {
+        "fact":"networking",
+        "repetitions":10
+      },
+      {
+        "fact":"os",
+        "repetitions":10
+      },
+      {
+        "fact":"path",
+        "repetitions":10
+      },
+      {
+        "fact":"processors",
+        "repetitions":10
+      },
+      {
+        "fact":"ruby",
+        "repetitions":10
+      },
+      {
+        "fact":"solaris_zones",
+        "repetitions":10
+      },
+      {
+        "fact":"ssh",
+        "repetitions":10
+      },
+      {
+        "fact":"system_uptime",
+        "repetitions":10
+      },
+      {
+        "fact":"timezone",
+        "repetitions":10
+      },
+      {
+        "fact":"virtual",
+        "repetitions":10
+      },
+      {
+        "fact":"zfs_featurenumbers",
+        "repetitions":10
+      },
+      {
+        "fact":"zfs_version",
+        "repetitions":10
+      },
+      {
+        "fact":"zpool_featurenumbers",
+        "repetitions":10
+      },
+      {
+        "fact":"zpool_version",
+        "repetitions":10
+      },
+      {
+        "fact": "all",
+        "repetitions": 10
+      }
+    ]
+  }
+]

data/acceptance/config/aio/options.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+{
+  type: 'aio'
+}

data/acceptance/lib/helper.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+$LOAD_PATH << __dir__
+
+require 'beaker-puppet'

data/acceptance/log_performance/configuration.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+module Configuration
+  BEAKER_ENV_VARS = {
+      'GOOGLE_APPLICATION_CREDENTIALS' => '/Users/andrei.filipovici/projects/google-sheets/Facter Performance History-99315759f0c6.json',
+      'IS_GEM' => 'true'
+  }
+  SPREADSHEET_ID = '1giARlXsBSGhxIWRlThV8QfmybeAfaBrNRzdr9C0pvPw'
+  USER_HOME_PATH = '/Users/andrei.filipovici/'
+  FACTER_NG_PROJECT_PATH = '/Users/andrei.filipovici/projects/facter-ng-for-statistax'
+  STATISTAX_PROJECT_PATH = '/Users/andrei.filipovici/projects/facter-statistax/acceptance/'
+  LOGS_FOLDER_PATH = '/Users/andrei.filipovici/projects/facter-statistax/acceptance/cron_logs'
+  RUN_FAILS_LOG_NAME = '_run_failures'
+  SCRIPT_ERRORS_LOG_NAME = '_script_failures'
+  PRE_TESTS_LOG_NAME = '_all'
+  VMPOOLERP_PLATFORMS = [
+      # 'centos6-32',
+      # 'centos6-64',
+      # 'debian8-32',
+      # 'debian8-64',
+      # 'debian9-32',
+      # 'debian9-64',
+      # 'debian10-64',
+      # 'fedora28-64',
+      # 'fedora29-64',
+      # 'fedora30-64',
+      # 'fedora31-64',
+      # 'osx1012-64',
+      # 'osx1013-64',
+      # 'osx1014-64',
+      # 'osx1015-64',
+      # 'redhat5-64',
+      # 'redhat7-64',
+      # 'redhatfips7-64',
+      # 'redhat8-64',
+      # 'sles11-32',
+      # 'sles11-64',
+      # 'sles12-64',
+      # 'sles15-64',
+      # 'solaris10-64',
+      # 'solaris11-64',
+      # 'solaris114-64',
+      # 'ubuntu1404-32',
+      'ubuntu1404-64',
+      # 'ubuntu1604-32',
+      # 'ubuntu1604-64',
+      # 'ubuntu1804-64',
+      # 'windows2008r2-64',
+      # 'windows2012r2-64',
+      # 'windowsfips2012r2-64',
+      # 'windows2016-64',
+      # 'windows2019-64',
+      # 'windows10ent-32',
+      # 'windows10ent-64',
+  ]
+  NSPOOLER_PLATFORMS = {
+      # "aix61-POWER" => "aix-6.1-power",
+      # "aix71-POWER" => "aix-7.1-power",
+      # "aix72-POWER" => "aix-7.2-power",
+      # "redhat7-POWER" => "redhat-7.3-power8",
+      # "redhat7-AARCH64" => "centos-7-arm64",
+      # "ubuntu1604-POWER" => "ubuntu-16.04-power8",
+      # "sles12-POWER" => "sles-12-power8",
+  }
+end

data/acceptance/log_performance/custom_exceptions.rb

@@ -0,0 +1,5 @@
+class FailedCommand < StandardError
+  def message
+    "Command failed!"
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/beaker.rb

@@ -0,0 +1,77 @@
+require_relative '../custom_exceptions'
+class Beaker
+
+  def initialize(platforms, user_home_path, beaker_env_vars, logger)
+    @platforms = platforms
+    @user_home_path = user_home_path
+    @beaker_env_vars = beaker_env_vars
+    @logger = logger
+  end
+
+  def run_test_on_all_platforms
+    @platforms.each do |platform|
+      begin
+        @current_platform = platform
+        test_sequence
+      rescue FailedCommand
+        destroy_environment
+        next
+      end
+    end
+  end
+
+  def test_sequence
+    time = TimedMethods.get_run_time{
+      clean_beaker_home
+      create_vm_hosts_file
+      config_hosts_options
+      provision
+      install_agent_facter_statistax
+      run_statistax_tests
+      destroy_environment
+    }
+    @logger.log("Runtime was #{time} minutes.", @current_platform)
+  end
+
+  def clean_beaker_home
+    # if an error happened and beaker destroy doesn't get called, the .beaker folder remains
+    # and it need to be deleted. Otherwise you get an error saying the beaker parameters can't be parsed
+    log_run_command("cd #{@user_home_path} && rm -rf .beaker")
+  end
+
+  def create_vm_hosts_file
+    log_run_command("beaker-hostgenerator #{@current_platform} > hosts.yaml")
+  end
+
+  def config_hosts_options
+    log_run_command('beaker init -h hosts.yaml --options-file config/aio/options.rb', 2)
+  end
+
+  def provision
+    log_run_command('bundle exec beaker provision', 10)
+  end
+
+  def install_agent_facter_statistax
+    log_run_command('bundle exec beaker exec pre-suite --pre-suite presuite/01_install_puppet_agent.rb,presuite/011_install_facter_ng.rb,presuite/02_install_facter_statistax.rb', 10)
+  end
+
+  def run_statistax_tests
+    log_run_command('bundle exec beaker exec run/run_statistax.rb', 10)
+  end
+
+  def destroy_environment
+    log_run_command('beaker destroy')
+  end
+
+  def log_run_command(command, timeout_minutes = 1)
+    output = RunCommand.run_command(timeout_minutes, @beaker_env_vars, command)
+    has_errors, errors = OutputParser.errors?(output)
+    @logger.log("Running command: #{command}\n#{output}", @current_platform)
+
+    return output unless has_errors
+
+    @logger.log_error("On platform #{@current_platform},
+                      running command:\n #{command}\ngot error:\n#{errors.join("\n")}")
+    raise FailedCommand
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/command_logger.rb

@@ -0,0 +1,24 @@
+class CommandLogger
+  def initialize(log_folder, error_log_file, log_file = 'log.log')
+    @log_folder = log_folder
+    @log_file = log_file
+    @errors_file = error_log_file
+  end
+
+  def log(data, log_file_name = nil)
+    log_file = log_file_name.nil? ? @log_file : log_file_name
+    append_to_file(data, log_file)
+  end
+
+  def log_error(data)
+    append_to_file(data, @errors_file)
+  end
+
+  private
+
+  def append_to_file(data, log_file_name)
+    File.open("#{@log_folder}/#{log_file_name}.log", mode: 'a') do |file|
+      file.write("\n#{data}\n")
+    end
+  end
+end

data/acceptance/log_performance/execute_beaker_tests/ns_pooler.rb

@@ -0,0 +1,60 @@
+require_relative 'beaker'
+
+class NSPooler < Beaker
+  def initialize(platforms, user_home_path, env_vars, logger)
+    super(platforms, user_home_path, env_vars, logger)
+  end
+
+  def run_test_on_all_platforms
+    @platforms.each do |platform, platform_template|
+      begin
+        @current_platform = platform
+        next unless get_nspooler_vm(platform_template)
+
+        test_sequence
+      rescue FailedCommand
+        destroy_environment
+        next
+      end
+    end
+  end
+
+  def create_vm_hosts_file
+    log_run_command("beaker-hostgenerator #{get_beaker_platform_name(@current_platform, @nspooler_host_name)} > hosts.yaml")
+  end
+
+  def destroy_environment
+    super
+    log_run_command("curl -H X-AUTH-TOKEN:VmPoolerAuthToken -X POST -d '' --url https://nspooler-service-prod-1.delivery.puppetlabs.net/api/v1/maint/reset/#{@nspooler_host_name}")
+  end
+
+  private
+
+  def get_nspooler_vm(platform_template)
+    provisioned_vm = make_request_for_vm(platform_template)
+    if provisioned_vm['ok'] == true
+      @nspooler_host_name = provisioned_vm[platform_template]['hostname']
+      true
+    else
+      @logger.log_error("No VM available for #{@current_platform}")
+      false
+    end
+  end
+
+  def make_request_for_vm(platform_template)
+    get_vm_response = log_run_command("curl --fail --silent --show-error -H X-AUTH-TOKEN:VmPoolerAuthToken -X POST -d '{\"#{platform_template}\":1}' --url https://nspooler-service-prod-1.delivery.puppetlabs.net/api/v1/host/")
+    JSON.parse(get_vm_response.gsub('=>', ':'))
+  end
+
+  def get_beaker_platform_name(platform, nsPooler_host_name)
+    #because of how packaging for agent is made we need to lie beaker about aix version. If we have a version 7, we need
+    # to tell it, it's running on version 6
+    beaker_platform = if platform.include?('aix7')
+                        platform.sub(/aix7[1-2]/, 'aix61')
+                      else
+                        platform
+                      end
+    "#{beaker_platform}\\{hypervisor=none\\,hostname=#{nsPooler_host_name}\\}"
+  end
+end
+