facter-statistax 0.0.1 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6971418a5d73bc74457815e68c51cf6b6196fb099bae62d158a6556bcb92f30b
-  data.tar.gz: 0d7f68a92fe26b421c5492456bf6a422f194ac1be392df76ff9a61afc2a8c298
+  metadata.gz: 0552de16514e7b424dfdacd4c2b9cb838ea7a48cd35995f91dfb0a6dfdc071ed
+  data.tar.gz: '00589c61b9d246492ce72be06863e4e6f323d6fc9ca21aa8e3c4e283203d6c61'
 SHA512:
-  metadata.gz: 81c054c110161cb65539ed7514d8d0c4d1d1156fdd9fe3a3511bac2bf98770a856b27fc2f8d228818ea7c62173bd679fcf8edbcc942eb72bd095ee372c9acde4
-  data.tar.gz: 44557b69d400fe52af8cb74716359ced45bce2ffff7070da4fc65425fac3bc9602da3a01865203ed6f5c28079fb9dc4b4945577af8bc953c96fc08d789e03ac3
+  metadata.gz: a25819a961daf64421b92e2dba2a77589ba2f01a08a3bb6d43b8c7b5b4ab3e241706e5d650ea0d1a73fff2b1256cffd6863fc5b158924643718e9a028db2f4c4
+  data.tar.gz: d12bad1c4b1c4419e4a68cf7bbd4ab8e12097843ced39a8dbaedc6dd73d5541ef92cb84e9c9ad875b7c3eee7a89de694529ea55e070dad6109e1eb5316ce281f

data/.rubocop.yml

@@ -1,9 +1,13 @@
 AllCops:
   Include:
     - 'lib/**/*.rb'
+    - 'acceptance/**/*.rb'
+    - 'bin/*.rb'
+    - 'config/*.rb'
+    - 'scripts/*.rb'
 
 Documentation:
   Enabled: false
 
 Metrics/LineLength:
-  Max: 120
+  Max: 150

data/.rubycritic.yml

@@ -2,3 +2,4 @@ paths: # Files to analyse.
   - 'lib'
   - 'bin'
   - 'config'
+  - 'scripts'

data/CODEOWNERS

@@ -0,0 +1,2 @@
+# Default to Ghost team
+* @puppetlabs/ghost @puppetlabs/night-s-watch

data/README.md

@@ -1,4 +1,6 @@
 # facter-statistax
+[![Build Status](https://travis-ci.com/puppetlabs/facter-statistax.svg?branch=master)](https://travis-ci.com/puppetlabs/facter-statistax)
+
 Benchmark tool for different versions of Puppet Facter.
 
 In order to run this script you must create a 'config.json' file with the following format:

data/acceptance/.beaker.yml

@@ -0,0 +1,15 @@
+---
+ssh:
+  keys:
+    - id_rsa_acceptance
+    - ~/.ssh/id_rsa-acceptance
+xml:                         true
+timesync:                    false
+repo_proxy:                  true
+add_el_extras:               false
+forge_host:                  api-forge-aio02-petest.puppet.com
+'master-start-curl-retries': 30
+log_level:                   debug
+preserve_hosts:              onfail
+helper:                      ./lib/helper.rb
+options_file:                ./config/aio/options.rb

data/acceptance/Gemfile

@@ -0,0 +1,34 @@
+# Specifies a gem mirror; duplicated in acceptance setup
+# to ensure a similar environment on acceptance hosts.
+source ENV['GEM_SOURCE'] || 'https://rubygems.org'
+
+def location_for(place, fake_version = nil)
+  if place =~ /^(git:[^#]*)#(.*)/
+    [fake_version, { :git => $1, :branch => $2, :require => false }].compact
+  elsif place =~ /^file:\/\/(.*)/
+    ['>= 0', { :path => File.expand_path($1), :require => false }]
+  else
+    [place, { :require => false }]
+  end
+end
+
+gem "beaker", *location_for(ENV['BEAKER_VERSION'] || '~> 4.0')
+gem "beaker-puppet", *location_for(ENV['BEAKER_PUPPET_VERSION'] || ["~>1.0", ">= 1.18.4"])
+gem "beaker-hostgenerator", *location_for(ENV['BEAKER_HOSTGENERATOR_VERSION'] || "~> 1.1")
+gem "beaker-abs", *location_for(ENV['BEAKER_ABS_VERSION'] || "~> 0.4")
+gem "beaker-vagrant", *location_for(ENV['BEAKER_VAGRANT_VERSION'] || "~> 0")
+gem "beaker-vmpooler", *location_for(ENV['BEAKER_VMPOOLER_VERSION'] || "~> 1.3")
+gem "beaker-vcloud", *location_for(ENV['BEAKER_VCLOUD_VERSION'] || "~> 1.0")
+gem "beaker-docker", *location_for(ENV['BEAKER_DOCKER_VERSION'] || "~> 0.5")
+gem "rake", "~> 10.1"
+gem "httparty", :require => false
+gem 'uuidtools', :require => false
+
+group(:test) do
+  gem "rspec", "~> 2.14.0", :require => false
+  gem "mocha", "~> 0.10.5", :require => false
+end
+
+if File.exists? "#{__FILE__}.local"
+  eval(File.read("#{__FILE__}.local"), binding)
+end

data/acceptance/README.md

@@ -0,0 +1,20 @@
+# Steps for collecting facter statistics
+
+1. ```bundle install```
+2.  ```export SHA=6.0.9``` - puppet agent SHA/VERSION to be installed and tested (please note that this projects 
+is working with puppet agent >= 6.0.x)
+3. ```export GEM_VERSION=2.5.5``` - gem facter version you want to test (if this env variable isn't set, the latest
+version will be downloaded)
+4. ```export IS_GEM=true\false``` - it will indicate which facter to test ruby\cpp version (if this isn't set, cpp 
+facter will be tested)
+5. Modify config.json from acceptance directory to meet your testing needs
+6. To test using vmpooler:\
+```beaker-hostgenerator redhat7-64a-debian9-64a > hosts.yaml```\
+```beaker init -h hosts.yaml --options-file config/aio/options.rb```\
+   To test using nspooler you have to require the vm from nspooler first, then:\
+```beaker-hostgenerator centos6-64a-solaris11-SPARC\{hypervisor=none\,hostname=$THE_HOST_NSPOOLER_PROVIDED\} > hosts.yaml```\
+```bundle exec beaker init --hosts hosts.yaml --options-file config/aio/options.rb```
+7. ```bundle exec beaker provision```
+8. ```bundle exec beaker exec pre-suite --pre-suite presuite/01_install_puppet_agent.rb,presuite/02_install_facter_statistax.rb,presuite/03_install_facter_gem.rb --preserve-state```
+9.  Before this step you can set/unset ```IS_GEM env``` variable to meet your test needs\
+```bundle exec beaker exec run/run_statistax.rb```

data/acceptance/config.json

@@ -0,0 +1,23 @@
+[
+  {
+    "test_run":"TestRun1",
+    "runs":[
+      {
+        "fact":"os",
+        "repetitions":3
+      },
+      {
+        "fact":"processors",
+        "repetitions":1
+      },
+      {
+        "fact":"virtual",
+        "repetitions":3
+      },
+      {
+        "fact":"all",
+        "repetitions":3
+      }
+    ]
+  }
+]

data/acceptance/config/aio/options.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+{
+  type: 'aio'
+}

data/acceptance/lib/helper.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+$LOAD_PATH << __dir__
+
+require 'beaker-puppet'

data/acceptance/presuite/011_install_facter_ng.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+test_name 'Install facter gem' do
+  agents.each do |agent|
+    facter_gem = File.join(Pathname.new(File.expand_path('..', __dir__)), 'facter-ng-0.0.10.gem')
+    home_dir = on(agent, 'pwd').stdout.chop
+
+    scp_to agent, facter_gem, home_dir
+
+    gem_c = gem_command(agent)
+    on agent, "#{gem_c} install -f facter-ng-0.0.10.gem"
+    if agent['platform'] =~ /windows/
+      puppetbin_path = '"/cygdrive/c/Program Files (x86)/Puppet Labs/Puppet/puppet/bin":"/cygdrive/c/Program Files/Puppet Labs/Puppet/puppet/bin"'
+      on agent, %( echo 'export PATH=$PATH:#{puppetbin_path}' > /etc/bash.bashrc )
+    end
+  end
+end

data/acceptance/presuite/01_install_puppet_agent.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+test_name 'Install Puppet Agent Packages' do
+  opts = {
+    nightly_builds_url: ENV['NIGHTLY_BUILDS_URL'],
+    dev_builds_url: ENV['DEV_BUILDS_URL'],
+    puppet_agent_version: ENV['SHA'],
+    puppet_collection: ENV['RELEASE_STREAM']
+  }
+
+  install_puppet_agent_on(hosts, opts)
+
+  agents.each do |agent|
+    on agent, puppet('--version')
+    ruby = ruby_command(agent)
+    on agent, "#{ruby} --version"
+
+    log_dir = File.join(Pathname.new(File.expand_path('..', __dir__)), 'log_dir')
+    FileUtils.mkdir_p(log_dir)
+    host_dir = File.join(log_dir, agent['platform'])
+    FileUtils.mkdir_p(host_dir)
+  end
+end

data/acceptance/presuite/02_install_facter_statistax.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+test_name 'Install facter statistax' do
+  agents.each do |agent|
+    gem_c = gem_command(agent)
+    on agent, "#{gem_c} install -f facter-statistax"
+  end
+end

data/acceptance/presuite/03_install_facter_gem.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+test_name 'Install facter gem' do
+  agents.each do |agent|
+    gem_c = gem_command(agent)
+    if ENV['GEM_VERSION']
+      on agent, "#{gem_c} install -f facter-ng -v #{ENV['GEM_VERSION']}"
+    else
+      on agent, "#{gem_c} install -f facter-ng"
+    end
+  end
+end

data/acceptance/run/run_facter_ng.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+test_name 'Run facter-ng gem' do
+  agents.each do |agent|
+    ruby = ruby_command(agent)
+    if agent['platform'] =~ /windows/
+      puppetbin_path = '"/cygdrive/c/Program Files (x86)/Puppet Labs/Puppet/puppet/bin":"/cygdrive/c/Program Files/Puppet Labs/Puppet/puppet/bin"'
+      on agent, %( echo 'export PATH=$PATH:#{puppetbin_path}' > /etc/bash.bashrc )
+    end
+    # on agent, 'cd "C:\Program Files\Puppet Labs\Puppet\puppet\lib\ruby\gems\2.5.0\gems\facter-0.0.1"'
+    on(agent, 'pwd').stdout.chop
+    # on agent, ruby.to_s + ' "C:\Program Files\Puppet Labs\Puppet\puppet\lib\ruby\gems\2.5.0\gems\facter-0.0.1\bin\facter"'
+    on agent, ruby.to_s + ' /opt/puppetlabs/puppet/lib/ruby/gems/2.5.0/gems/facter-0.0.1/bin/facter'
+    on agent, 'facter'
+  end
+end

data/acceptance/run/run_statistax.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require 'pathname'
+test_name 'Run facter statistax' do
+  agents.each do |agent|
+    is_gem = ENV['IS_GEM'] || 'false'
+    home_dir = on(agent, 'pwd').stdout.chop
+    step 'Run facter statistax' do
+      content = ::File.read(File.join(Pathname.new(File.expand_path('..', __dir__)), 'config.json'))
+      create_remote_file(agent, "#{home_dir}/config.json", content)
+      if agent['platform'] =~ /windows/
+        puppetbin_path = '"/cygdrive/c/Program Files (x86)/Puppet Labs/Puppet/puppet/bin":"/cygdrive/c/Program Files/Puppet Labs/Puppet/puppet/bin"'
+        on agent, %( echo 'export PATH=$PATH:#{puppetbin_path}' > /etc/bash.bashrc )
+        on agent, "statistax.bat config.json #{is_gem}"
+      else
+        on agent, "statistax #{home_dir}/config.json #{is_gem}"
+      end
+    end
+
+    step 'Save output' do
+      host_dir = File.join(Pathname.new(File.expand_path('..', __dir__)), "log_dir/#{agent['platform']}")
+
+      out_dir = if is_gem == 'true'
+                  File.join(host_dir, 'gem')
+                else
+                  File.join(host_dir, 'cpp')
+                end
+      scp_from agent, "#{home_dir}/log/output.json", out_dir
+    end
+  end
+end

data/acceptance/run/uninstall_facter_gem.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+test_name 'Uninstall facter gem' do
+  agents.each do |agent|
+    gem_c = gem_command(agent)
+    on agent, "#{gem_c} uninstall facter-ng"
+  end
+end

data/acceptance/run/uninstall_puppet_agent.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+test_name 'Uninstall puppet' do
+  agents.each do |agent|
+    remove_puppet_on(agent)
+  end
+end

data/config/boot.rb

@@ -10,7 +10,7 @@ require_relative '../lib/logger'
 ROOT_DIR      = Pathname.new(File.expand_path('..', __dir__)) unless defined?(ROOT_DIR)
 LOG_DIR       = File.join(Dir.getwd, 'log')
 SCRIPTS_DIR   = ROOT_DIR.join('scripts')
-CONFIG_FILE   = ARGV[0] || ""
+CONFIG_FILE   = ARGV[0] || ''
 IS_GEM        = ARGV[1] || 'false'
 
 def load_files(*dirs)
@@ -18,6 +18,6 @@ def load_files(*dirs)
 end
 
 load_files(
-    'lib/common/*.rb',
-    'lib/executors/*.rb'
+  'lib/common/*.rb',
+  'lib/executors/*.rb'
 )

data/facter-statistax.gemspec

@@ -1,9 +1,10 @@
 # # -*- encoding: utf-8 -*-
 # frozen_string_literal: true
+require File.expand_path('../lib/version', __FILE__)
 
 Gem::Specification.new do |s|
   s.name = "facter-statistax"
-  s.version = "0.0.1"
+  s.version = FacterStatistax::VERSION
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = [""]
@@ -18,7 +19,7 @@ Gem::Specification.new do |s|
   s.rubyforge_project = "facter-statistax"
   s.summary = "Facter-Statistax, benchmark for facter"
 
-  s.add_dependency 'logger'
+  s.add_dependency('logger', ["< 1.4.0"])
   s.add_dependency 'fileutils'
   s.add_dependency 'rubysl-open3'
   s.add_dependency 'json'

data/lib/common/output_writer.rb

@@ -18,7 +18,7 @@ module FacterStatistax
         test_run = @test_run.merge(facts: facts)
         output << test_run
         ::File.open(File.join(LOG_DIR, 'output.json'), 'w') do |file|
-          file.write(output.to_json)
+          file.write(JSON.pretty_generate(output))
         end
       end
 

data/lib/executors/test_run_executor.rb

@@ -12,9 +12,9 @@ module FacterStatistax
 
       def execute
         sum = sum_for_each_repetition do
-          time, _status = Open3.capture2("ruby #{SCRIPTS_DIR}/benchmark_script.rb #{IS_GEM} #{fact}")
+          time, _status = Open3.capture2("ruby \"#{SCRIPTS_DIR}/benchmark_script.rb\" #{IS_GEM} #{fact}")
           log_time(fact, time)
-          time.to_i
+          time.to_f
         end
         Common::OutputWriter.instance.write_run(fact, sum / repetitions)
       end
@@ -32,7 +32,7 @@ module FacterStatistax
 
       def log_time(fact, time)
         FacterStatistax.logger.info("For #{fact} facts it took:")
-        FacterStatistax.logger.info("#{format('%.2f', time)}s")
+        FacterStatistax.logger.info("#{format('%<time>.2f', time: time)}s")
       end
     end
   end

data/lib/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module FacterStatistax
+  VERSION = '0.0.6'
+end

data/scripts/benchmark_script.rb

@@ -5,21 +5,18 @@ require 'open3'
 
 if ARGV[0].to_s == 'false'
   if Gem.win_platform?
-    facter_dir = "C:/Program Files/Puppet Labs/Puppet/puppet/lib/ruby/vendor_ruby/../../../"
-    ENV['PATH'] = "#{File.join(facter_dir, 'bin')}#{File::PATH_SEPARATOR}#{File.join(facter_dir, '../puppet/bin')}#{File::PATH_SEPARATOR}#{ENV['PATH']}"
-    require "#{facter_dir}/bin/libfacter.so"
+    facter_dir = 'C:/Program Files/Puppet Labs/Puppet/puppet/bin'
+    ENV['PATH'] = "#{facter_dir}#{File::PATH_SEPARATOR}#{File::PATH_SEPARATOR}#{ENV['PATH']}"
+    require "#{facter_dir}/libfacter.so"
   else
-    require "/opt/puppetlabs/puppet/lib/libfacter.so"
+    require '/opt/puppetlabs/puppet/lib/libfacter.so'
   end
+elsif Gem.win_platform?
+  require 'C:\Program Files\Puppet Labs\Puppet\puppet\lib\ruby\gems\2.5.0\gems\facter-ng-0.0.10\lib\facter-ng.rb'
 else
-  if Gem.win_platform?
-    require 'C:\Program Files\Puppet Labs\Puppet\puppet\lib\ruby\gems\2.5.0\gems\facter-2.5.5-x64-mingw32\lib\facter.rb'
-  else
-    require 'facter'
-  end
+  require 'facter-ng'
 end
 
-
 time = Benchmark.realtime do
   if ARGV[1] == 'all'
     Facter.to_hash
@@ -29,5 +26,3 @@ time = Benchmark.realtime do
 end
 
 puts time
-
-

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: facter-statistax
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.6
 platform: ruby
 authors:
 - ''
@@ -14,16 +14,16 @@ dependencies:
   name: logger
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.4.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.4.0
 - !ruby/object:Gem::Dependency
   name: fileutils
   requirement: !ruby/object:Gem::Requirement
@@ -77,9 +77,24 @@ files:
 - ".rubocop.yml"
 - ".rubycritic.yml"
 - ".travis.yml"
+- CODEOWNERS
 - Gemfile
 - LICENSE
 - README.md
+- acceptance/.beaker.yml
+- acceptance/Gemfile
+- acceptance/README.md
+- acceptance/config.json
+- acceptance/config/aio/options.rb
+- acceptance/lib/helper.rb
+- acceptance/presuite/011_install_facter_ng.rb
+- acceptance/presuite/01_install_puppet_agent.rb
+- acceptance/presuite/02_install_facter_statistax.rb
+- acceptance/presuite/03_install_facter_gem.rb
+- acceptance/run/run_facter_ng.rb
+- acceptance/run/run_statistax.rb
+- acceptance/run/uninstall_facter_gem.rb
+- acceptance/run/uninstall_puppet_agent.rb
 - bin/statistax
 - config/boot.rb
 - facter-statistax.gemspec
@@ -88,6 +103,7 @@ files:
 - lib/executors/executor.rb
 - lib/executors/test_run_executor.rb
 - lib/logger.rb
+- lib/version.rb
 - scripts/benchmark_script.rb
 homepage: ''
 licenses: []