onceover 3.18.0 → 3.20.0

data/factsets/windows-10-64.json

@@ -1,104 +1,104 @@
-{
-  "name": "vagrant-hb9g3rd.lan.asio",
-  "values": {
-    "puppetversion": "6.0.2",
-    "puppet_inventory_metadata": {
-      "packages": {
-        "collection_enabled": false,
-        "last_collection_time": "0.0s"
-      }
-    },
-    "package_provider": "windows",
-    "pe_concat_basedir": "C:/ProgramData/PuppetLabs/puppet/cache/pe_concat",
-    "is_pe": false,
-    "platform_symlink_writable": false,
-    "puppet_files_dir_present": false,
-    "puppet_vardir": "C:/ProgramData/PuppetLabs/puppet/cache",
-    "puppet_environmentpath": "C:/ProgramData/PuppetLabs/code/environments",
-    "puppet_server": "pe-puppet.localdomain",
-    "service_provider": "windows",
-    "staging_http_get": "curl",
-    "common_appdata": "C:\\ProgramData",
-    "architecture": "x64",
-    "kernel": "windows",
-    "virtual": "vmware",
-    "is_virtual": true,
-    "hardwaremodel": "x64",
-    "operatingsystem": "windows",
-    "os": {
-      "name": "windows",
-      "family": "windows",
-      "release": {
-        "major": "10",
-        "full": "10"
-      }
-    },
-    "facterversion": "2.5.1",
-    "fqdn": "VAGRANT-HB9G3RD",
-    "hostname": "VAGRANT-HB9G3RD",
-    "id": "vagrant-hb9g3rd\\vagrant",
-    "interfaces": "Ethernet0_2",
-    "ipaddress_ethernet0_2": "192.168.43.174",
-    "ipaddress6_ethernet0_2": "fd72:b3ab:b8dd:0:f563:fac2:928c:6aa",
-    "macaddress_ethernet0_2": "00:0C:29:A3:53:54",
-    "netmask_ethernet0_2": "255.255.255.0",
-    "mtu_ethernet0_2": 0,
-    "ipaddress": "192.168.43.174",
-    "ipaddress6": "fd72:b3ab:b8dd:0:f563:fac2:928c:6aa",
-    "kernelmajversion": "10.0",
-    "kernelrelease": "10.0.17134",
-    "kernelversion": "10.0.17134",
-    "macaddress": "00:0C:29:A3:53:54",
-    "manufacturer": "Phoenix Technologies LTD",
-    "serialnumber": "VMware-56 4d 36 2e 2e a4 81 f9-0d 05 ae d0 e5 a3 53 54",
-    "productname": "VMware Virtual Platform",
-    "memorysize": "4.00 GB",
-    "memoryfree": "2.30 GB",
-    "memorysize_mb": "4095.49",
-    "memoryfree_mb": "2360.00",
-    "netmask": "255.255.255.0",
-    "network_ethernet0_2": "192.168.43.0",
-    "operatingsystemmajrelease": "10",
-    "operatingsystemrelease": "10",
-    "osfamily": "windows",
-    "path": "C:\\tools\\ruby24\\bin;C:\\Windows\\system32;C:\\Windows;C:\\Windows\\System32\\Wbem;C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\;C:\\Windows\\System32\\OpenSSH\\;C:\\ProgramData\\chocolatey\\bin;C:\\Program Files (x86)\\vim\\vim80;C:\\Program Files\\Git\\cmd;C:\\Program Files\\Puppet Labs\\Puppet\\bin;C:\\Users\\vagrant\\AppData\\Local\\Microsoft\\WindowsApps;",
-    "physicalprocessorcount": 4,
-    "processors": {
-      "models": [
-        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz"
-      ],
-      "count": 4,
-      "physicalcount": 4
-    },
-    "processor0": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-    "processor1": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-    "processor2": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-    "processor3": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
-    "processorcount": 4,
-    "ps": "tasklist.exe",
-    "rubyplatform": "x64-mingw32",
-    "rubysitedir": "C:/tools/ruby24/lib/ruby/site_ruby/2.4.0",
-    "rubyversion": "2.4.3",
-    "system32": "C:\\Windows\\system32",
-    "choco_install_path": "C:\\ProgramData\\chocolatey",
-    "system_uptime": {
-      "seconds": 1113359,
-      "hours": 309,
-      "days": 12,
-      "uptime": "12 days"
-    },
-    "timezone": "GMT Standard Time",
-    "uptime": "12 days",
-    "uptime_days": 12,
-    "uptime_hours": 309,
-    "uptime_seconds": 1113359,
-    "clientcert": "vagrant-hb9g3rd.lan.asio",
-    "clientversion": "6.0.2",
-    "clientnoop": false
-  },
-  "timestamp": "2018-12-10T21:43:07.468533000+00:00",
-  "expiration": "2018-12-10T22:13:07.468533000+00:00"
-}
+{
+  "name": "vagrant-hb9g3rd.lan.asio",
+  "values": {
+    "puppetversion": "6.0.2",
+    "puppet_inventory_metadata": {
+      "packages": {
+        "collection_enabled": false,
+        "last_collection_time": "0.0s"
+      }
+    },
+    "package_provider": "windows",
+    "pe_concat_basedir": "C:/ProgramData/PuppetLabs/puppet/cache/pe_concat",
+    "is_pe": false,
+    "platform_symlink_writable": false,
+    "puppet_files_dir_present": false,
+    "puppet_vardir": "C:/ProgramData/PuppetLabs/puppet/cache",
+    "puppet_environmentpath": "C:/ProgramData/PuppetLabs/code/environments",
+    "puppet_server": "pe-puppet.localdomain",
+    "service_provider": "windows",
+    "staging_http_get": "curl",
+    "common_appdata": "C:\\ProgramData",
+    "architecture": "x64",
+    "kernel": "windows",
+    "virtual": "vmware",
+    "is_virtual": true,
+    "hardwaremodel": "x64",
+    "operatingsystem": "windows",
+    "os": {
+      "name": "windows",
+      "family": "windows",
+      "release": {
+        "major": "10",
+        "full": "10"
+      }
+    },
+    "facterversion": "2.5.1",
+    "fqdn": "VAGRANT-HB9G3RD",
+    "hostname": "VAGRANT-HB9G3RD",
+    "id": "vagrant-hb9g3rd\\vagrant",
+    "interfaces": "Ethernet0_2",
+    "ipaddress_ethernet0_2": "192.168.43.174",
+    "ipaddress6_ethernet0_2": "fd72:b3ab:b8dd:0:f563:fac2:928c:6aa",
+    "macaddress_ethernet0_2": "00:0C:29:A3:53:54",
+    "netmask_ethernet0_2": "255.255.255.0",
+    "mtu_ethernet0_2": 0,
+    "ipaddress": "192.168.43.174",
+    "ipaddress6": "fd72:b3ab:b8dd:0:f563:fac2:928c:6aa",
+    "kernelmajversion": "10.0",
+    "kernelrelease": "10.0.17134",
+    "kernelversion": "10.0.17134",
+    "macaddress": "00:0C:29:A3:53:54",
+    "manufacturer": "Phoenix Technologies LTD",
+    "serialnumber": "VMware-56 4d 36 2e 2e a4 81 f9-0d 05 ae d0 e5 a3 53 54",
+    "productname": "VMware Virtual Platform",
+    "memorysize": "4.00 GB",
+    "memoryfree": "2.30 GB",
+    "memorysize_mb": "4095.49",
+    "memoryfree_mb": "2360.00",
+    "netmask": "255.255.255.0",
+    "network_ethernet0_2": "192.168.43.0",
+    "operatingsystemmajrelease": "10",
+    "operatingsystemrelease": "10",
+    "osfamily": "windows",
+    "path": "C:\\tools\\ruby24\\bin;C:\\Windows\\system32;C:\\Windows;C:\\Windows\\System32\\Wbem;C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\;C:\\Windows\\System32\\OpenSSH\\;C:\\ProgramData\\chocolatey\\bin;C:\\Program Files (x86)\\vim\\vim80;C:\\Program Files\\Git\\cmd;C:\\Program Files\\Puppet Labs\\Puppet\\bin;C:\\Users\\vagrant\\AppData\\Local\\Microsoft\\WindowsApps;",
+    "physicalprocessorcount": 4,
+    "processors": {
+      "models": [
+        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+        "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz"
+      ],
+      "count": 4,
+      "physicalcount": 4
+    },
+    "processor0": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+    "processor1": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+    "processor2": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+    "processor3": "Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz",
+    "processorcount": 4,
+    "ps": "tasklist.exe",
+    "rubyplatform": "x64-mingw32",
+    "rubysitedir": "C:/tools/ruby24/lib/ruby/site_ruby/2.4.0",
+    "rubyversion": "2.4.3",
+    "system32": "C:\\Windows\\system32",
+    "choco_install_path": "C:\\ProgramData\\chocolatey",
+    "system_uptime": {
+      "seconds": 1113359,
+      "hours": 309,
+      "days": 12,
+      "uptime": "12 days"
+    },
+    "timezone": "GMT Standard Time",
+    "uptime": "12 days",
+    "uptime_days": 12,
+    "uptime_hours": 309,
+    "uptime_seconds": 1113359,
+    "clientcert": "vagrant-hb9g3rd.lan.asio",
+    "clientversion": "6.0.2",
+    "clientnoop": false
+  },
+  "timestamp": "2018-12-10T21:43:07.468533000+00:00",
+  "expiration": "2018-12-10T22:13:07.468533000+00:00"
+}

data/features/cache.feature

@@ -14,7 +14,7 @@ Feature: Create and maintain a .onceover cache
     Then the cache should exist
     And the cache should contain all controlrepo files
 
-  Scenario: Runnone onnceover in the caching repo
+  Scenario: Run onceover in the caching repo
     Given control repo "caching"
     When I run onceover command "run spec --classes role::webserver"
     Then I should not see any errors

data/features/factsets.feature

@@ -5,15 +5,44 @@ Feature: Handle factsets properly
   Background:
     Given onceover executable
 
-  Scenario: Setecting existing factsets
+  Scenario: Selecting existing factsets
     Given control repo "factsets"
     When I run onceover command "init"
     Then the config should contain "centos_with_env"
 
   # This needs to be tested because an environment fact, if not handled, makes
-  # compilation fail becaiuse it breaks all of the workarounds that have been
+  # compilation fail because it breaks all of the workarounds that have been
   # put in place within rspec-puppet for the environment
-  Scenario: Run with a factsent containing an environment facts
+  @puppet6
+  Scenario: Run with a factset containing an environment facts
     Given existing control repo "factsets"
-    When I run onceover command "run spec"
+    When I run onceover command "run spec" with class "role::example"
     Then I should not see any errors
+
+  @puppet6
+  Scenario: Run trusted_extensions tests on nodes where pp_datacenter is PDK
+    Given existing control repo "factsets"
+    When I run onceover command "run spec" with class "role::trusted_extensions" on nodes "centos7_trusted_extensions_top,centos7_trusted_extensions_nested"
+    Then I should not see any errors
+
+  # Spec tests should only pass on the centos7_trusted_extensions_top and
+  #   centos7_trusted_extensions_nested factsets. The rest should fail
+  @puppet6
+  Scenario: Run trusted_extensions tests on nodes where pp_datacenter is not set
+    Given existing control repo "factsets"
+    When I run onceover command "run spec" with class "role::trusted_extensions"
+    Then I should see error with message pattern "Evaluation Error: Error while evaluating a Function Call, pp_datacenter is not set to PDX"
+
+  @puppet6
+  Scenario: Run trusted_external tests on nodes where $trusted['external']['example']['foo'] is set to 'bar'
+    Given existing control repo "factsets"
+    When I run onceover command "run spec" with class "role::trusted_external" on nodes "centos7_trusted_external_top,centos7_trusted_external_nested"
+    Then I should not see any errors
+
+  # Spec tests should only pass on the centos7_trusted_externalq_top and
+  #   centos7_trusted_external_nested factsets. The rest should fail
+  @puppet6
+  Scenario: Run trusted_external tests on nodes where $trusted['external'] is not specified
+    Given existing control repo "factsets"
+    When I run onceover command "run spec" with class "role::trusted_external"
+    Then I should see error with message pattern "Evaluation Error: Operator \'\[\]\' is not applicable to an Undef Value."

data/features/step_definitions/cache.rb

@@ -5,12 +5,12 @@ end
 
 Then(/^the cache should contain all controlrepo files/) do
   # Get all root files
-  puts "Calculating MD5 hashes in repo"
+  log("Calculating MD5 hashes in repo")
   repo_digest = Cache_Helper.digest(@repo.root_folder)
-  puts "#{repo_digest.count} MD5 hashes calculated"
-  puts "Calculating MD5 hashes in cache"
+  log("#{repo_digest.count} MD5 hashes calculated")
+  log("Calculating MD5 hashes in cache")
   cache_digest = Cache_Helper.digest(File.join(@repo.root_folder,'.onceover/etc/puppetlabs/code/environments/production/'))
-  puts "#{cache_digest.count} MD5 hashes calculated"
+  log("#{cache_digest.count} MD5 hashes calculated")
   expect(cache_digest).to include(repo_digest)
 end
 

data/features/step_definitions/common.rb

@@ -7,6 +7,8 @@ Given(/^control repo "([^"]*)"$/) do |controlrepo_name|
   @cmd.controlrepo = @repo
   FileUtils.rm_rf @repo.root_folder
   FileUtils.mkdir_p @repo.tmp_folder
+
+  FileUtils.rm_rf "#{@repo.tmp_folder}#{controlrepo_name}"
   FileUtils.cp_r "spec/fixtures/controlrepos/#{controlrepo_name}", @repo.tmp_folder
 end
 
@@ -27,13 +29,19 @@ end
 
 When(/^I run onceover command "([^"]*)"$/)  do |command|
   @cmd.command = "#{command} --debug"
-  puts @cmd
+  log(@cmd)
   @cmd.run
 end
 
 When(/^I run onceover command "([^"]*)" with class "([^"]*)"$/)  do |command, cls|
   @cmd.command = "#{command} --classes #{cls}"
-  puts @cmd
+  log(@cmd)
+  @cmd.run
+end
+
+When(/^I run onceover command "([^"]*)" with class "([^"]*)" on nodes "([^"]*)"$/)  do |command, cls, nodes|
+  @cmd.command = "#{command} --classes #{cls} --nodes #{nodes}"
+  log(@cmd)
   @cmd.run
 end
 
@@ -53,12 +61,12 @@ Then(/^I see help for commands: "([^"]*)"$/) do |commands|
   commands_help = @cmd.output[/COMMANDS(.*)OPTIONS/m, 1]
   commands.split(',').each do |command|
     result = commands_help.match(/^\s+#{command.strip}.+\n/)
-    puts result.to_s if expect(result).not_to be nil
+    log(result.to_s) if expect(result).not_to be nil
   end
 end
 
 Then(/^I should not see any errors$/) do
-  puts @cmd.output unless @cmd.success?
+  log(@cmd.output) unless @cmd.success?
   expect(@cmd.success?).to be true
 end
 
@@ -73,17 +81,43 @@ end
 
 Then(/^I should see error with message pattern "([^"]*)"$/) do |err_msg_regexp|
   expect(@cmd.success?).to be false
-  puts @cmd.output
+  log(@cmd.output)
   expect(@cmd.output.match err_msg_regexp).to_not be nil
 end
 
-Then(/^I should see message pattern "([^"]*)"$/) do |msg_regexp|
+Then(/^I should (not )?see message pattern "([^"]*)"$/) do |notword, msg_regexp|
   output_surround = 30
   match = Regexp.new(msg_regexp).match(@cmd.output)
-  expect(@cmd.output).to match(msg_regexp)
-  if match
-    puts match.pre_match[-output_surround..-1] + match.to_s + match.post_match[0..output_surround]
+  
+  # Expect it to match unless we said it shouldn't match
+  expected_match = notword.nil?
+  does_match = !match.nil?
+
+  if expected_match
+    expect(@cmd.output).to match(msg_regexp)
   else
-    puts @cmd.output
+    expect(@cmd.output).not_to match(msg_regexp)
   end
+
+  # If the regex matches and that's what we expected then just print a summary
+  if does_match == expected_match
+    if match
+      log(match.pre_match[-output_surround..-1] + match.to_s + match.post_match[0..output_surround])
+    end
+  else
+    log(@cmd.output)
+  end
+end
+
+When(/^I run onceover command "([^"]*)" with \-\-puppetfile ([^"]*)$/)  do |command, puppetfile|
+  puppetfile_path = @repo.root_folder + puppetfile
+  @cmd.command = "#{command} --puppetfile #{puppetfile_path} --debug"
+  log(@cmd)
+  @cmd.run
+end
+
+Then(/^([^"]*) should be copied to Puppetfile$/) do |puppetfile|
+  source =  @repo.root_folder + puppetfile
+  destination = @repo.onceover_temp_puppetfile
+  expect(IO.read(source)).to eq(IO.read(destination))
 end

data/features/step_definitions/init.rb

@@ -7,11 +7,11 @@ Then(/^I should see generated all necessary files and folders$/) do
   folders = [ 'spec/factsets', 'spec/pre_conditions'].map! { |x| @repo.root_folder + x}
 
   files.each do |file|
-    puts file
+    log(file)
     expect( File.exist? file ).to be true
   end
   folders.each do |folder|
-    puts folder
+    log(folder)
     expect( Dir.exist? folder ).to be true
   end
 end

data/features/windows.feature

@@ -28,3 +28,8 @@ Feature: Run onceover with windows
     When I run onceover command "run spec" with class "role::users"
     Then I should not see any errors
   
+  Scenario: Compiling a windows role with chocolatey that is valid should compile
+    Given control repo "windows"
+    When I run onceover command "run spec" with class "role::choco"
+    Then I should not see any errors
+  

data/features/zzz_run.feature

@@ -1,6 +1,6 @@
 @run
 Feature: Run rspec and acceptance test suites
-  Onceover should allow to run rspec and acceptance test for all profvile and role classes
+  Onceover should allow to run rspec and acceptance test for all profile and role classes
   or for any part of them. Use should set if he wants to see only summary of tests or full
   log info.
 
@@ -52,6 +52,11 @@ Feature: Run rspec and acceptance test suites
     And I run onceover command "run spec --force"
     Then I should see message pattern "Overwriting local modifications"
 
+  Scenario: When using an alternate manifests directory
+    Given initialized control repo "basic"
+    When I run onceover command "run spec --manifest manifests_alternate"
+    Then I should see error with message pattern "Using alternate site.pp"
+
   Scenario: Check that control_branch functionality works
     Given initialized control repo "control_branch"
     When I run onceover command "run spec"
@@ -73,8 +78,22 @@ Feature: Run rspec and acceptance test suites
     Then I should see message pattern "failed"
     And Onceover should exit 1
 
+  Scenario: Run with a custom Puppetfile
+    Given initialized control repo "custom_puppetfile"
+    When I run onceover command "run spec" with --puppetfile Puppetfile.custom
+    Then Puppetfile.custom should be copied to Puppetfile
+    And I should see message pattern "Using Puppetfile .*Puppetfile"
+    And I should see message pattern "Updating module .*extlib"
+
+  Scenario: Testing that --tags works with native rspec tags
+    Given control repo "puppet_controlrepo"
+    When I run onceover command "run spec --tags syntax"
+    Then I should not see any errors
+    And I should see message pattern "When checking Puppet syntax"
+    And I should not see message pattern "role::"
+
   # This test is a full test using my controlrepo. It should remain at the end because it takes ages
   Scenario: Run advanced spec tests
     Given control repo "puppet_controlrepo"
-    When I run onceover command "run spec -p"
-    Then I should not see any errors
+    When I run onceover command "run spec -p --force"
+    Then I should not see any errors