beaker-pe 1.6.1 → 1.7.0

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    ZTA3NWI0NmU2ZjExNGQ5OTk2MWQxZDYxYTJiMzU1MjI1OWYxMjhmNw==
+    ZWU4ZTk5NzEzNTQyM2YzNDAzZjY0YWMxMmQwMjA4MDE3MTkwM2JhNg==
   data.tar.gz: !binary |-
-    YjBmZTAyNDc5ZjRlNjk1M2RhMjcxYmQ1Y2Q4ZmM3MWVhODZlNGY0MA==
+    Y2RiZDllMDhiY2Q4ZDhlMzUzNDU3ZTg1MjU1MjlhYzg3ZmFiODdmNg==
 SHA512:
   metadata.gz: !binary |-
-    ZDY5N2JhNmVmZjE2ZmFiNTNmOTk5MzBiNjlhY2QwYzgyZmNmZDk3ZWYwNTM5
-    OTU0ZmM3MGE5NThhNTFjMTQwYjUzMDM3MTI1MmFkNjUzMzA0ZDJhZTkyMjAy
-    Y2RiZGQ0Zjk3YjZkMTc5ZjY2NDJiZjIxOWQ5ODRkNWM2OGFjMjU=
+    MTM1YjU2ODYwZGZmMDVlNGQ4MDhjMzcwNDU1Yzc3N2IxNTIzODFkZTQ4YzEy
+    OTBhZjI5NjIxY2ZmYjA0ODBiMTljZWViNDFhNGNhZDI4Y2RhMDQ4MmVlNTlm
+    MTcwZGQ1NmZmNTkyZjQ5ZTFkM2QyYTJkOWNjOTc4Y2NmNmMyZWM=
   data.tar.gz: !binary |-
-    NmJhMDhmZmRhZTA3MzczNDRjYzA5YjExMDc4MDcxMjQwY2NmM2NjNWZhNjRj
-    ZWYxMjYwMDUxNDA3OTcwZWE4NTlkYmIzNDg1YjdmNjk1YmE1YzRlNGMyMTY0
-    M2U4ZWVlYjEzMGMyYzZhOWQ0YWU3MGUzMjIwNTQ4MmI0MWMzN2Y=
+    NmExZjQzNzA1OTMxMmMyZDJiZmExMTgwODMyMjBjMmIwZmE1YjI1M2U0YTBi
+    YzIxM2I2Mzc0N2RkZjhkYjk2OTdmMDU1OGViYmM0MzMzYTYzYTY2MjJhNzA4
+    ODFhYTgzYzAyNTdmMjE2MGVjNWEyN2FkZTY5ZjRiY2M3OTg2MzY=

data/HISTORY.md

@@ -1,6 +1,7 @@
 # default - History
 ## Tags
-* [LATEST - 22 Nov, 2016 (4b812f78)](#LATEST)
+* [LATEST - 20 Dec, 2016 (80c18a2b)](#LATEST)
+* [1.6.1 - 22 Nov, 2016 (52e30609)](#1.6.1)
 * [1.6.0 - 16 Nov, 2016 (0da1b64c)](#1.6.0)
 * [1.5.0 - 7 Nov, 2016 (24d78992)](#1.5.0)
 * [1.4.0 - 11 Oct, 2016 (6becdbb2)](#1.4.0)
@@ -25,7 +26,53 @@
 * [0.1.0 - 29 Feb, 2016 (4fc88d8c)](#0.1.0)
 
 ## Details
-### <a name = "LATEST">LATEST - 22 Nov, 2016 (4b812f78)
+### <a name = "LATEST">LATEST - 20 Dec, 2016 (80c18a2b)
+
+* (GEM) update beaker-pe version to 1.7.0 (80c18a2b)
+
+* Merge pull request #44 from kevpl/maint_version_fix (a1a01605)
+
+
+```
+Merge pull request #44 from kevpl/maint_version_fix
+
+(MAINT) fix broken version number
+```
+* (MAINT) fix broken version number (46340fb7)
+
+
+```
+(MAINT) fix broken version number
+
+[skip ci]
+```
+* Merge pull request #19 from kevpl/bkr831_install_windows (415d3f3c)
+
+
+```
+Merge pull request #19 from kevpl/bkr831_install_windows
+
+(BKR-831) added dynamic puppet-agent version read from master
+```
+* Merge pull request #42 from kevpl/maint_fix_specs (e185d0da)
+
+
+```
+Merge pull request #42 from kevpl/maint_fix_specs
+
+(MAINT) fix spec testing
+```
+* (MAINT) fix spec testing (9dc8b8d7)
+
+* (BKR-831) add fallback to aio_agent_version (d42ef8ef)
+
+* (BKR-831) cleaned up host preparation for installs (f544d6aa)
+
+* (BKR-831) added dynamic puppet-agent version read from master (76d2f9a7)
+
+### <a name = "1.6.1">1.6.1 - 22 Nov, 2016 (52e30609)
+
+* (HISTORY) update beaker-pe history for gem release 1.6.1 (52e30609)
 
 * (GEM) update beaker-pe version to 1.6.1 (4b812f78)
 

data/lib/beaker-pe/install/pe_utils.rb

@@ -386,39 +386,7 @@ module Beaker
           add_extended_gpg_key_to_hosts(hosts, opts)
 
           # Set PE distribution for all the hosts, create working dir
-          use_all_tar = ENV['PE_USE_ALL_TAR'] == 'true'
-          hosts.each do |host|
-            next if agent_only_check_needed && hosts_agent_only.include?(host)
-            host['pe_installer'] ||= 'puppet-enterprise-installer'
-            if host['platform'] !~ /windows|osx/
-              platform = use_all_tar ? 'all' : host['platform']
-              version = host['pe_ver'] || opts[:pe_ver]
-              host['dist'] = "puppet-enterprise-#{version}-#{platform}"
-            elsif host['platform'] =~ /osx/
-              version = host['pe_ver'] || opts[:pe_ver]
-              host['dist'] = "puppet-enterprise-#{version}-#{host['platform']}"
-            elsif host['platform'] =~ /windows/
-              version = host[:pe_ver] || opts['pe_ver_win']
-              is_config_32 = true == (host['ruby_arch'] == 'x86') || host['install_32'] || opts['install_32']
-              should_install_64bit = !(version_is_less(version, '3.4')) && host.is_x86_64? && !is_config_32
-              #only install 64bit builds if
-              # - we are on pe version 3.4+
-              # - we do not have install_32 set on host
-              # - we do not have install_32 set globally
-              if !(version_is_less(version, '3.99'))
-                if should_install_64bit
-                  host['dist'] = "puppet-agent-#{version}-x64"
-                else
-                  host['dist'] = "puppet-agent-#{version}-x86"
-                end
-              elsif should_install_64bit
-                host['dist'] = "puppet-enterprise-#{version}-x64"
-              else
-                host['dist'] = "puppet-enterprise-#{version}"
-              end
-            end
-            host['working_dir'] = host.tmpdir(Time.new.strftime("%Y-%m-%d_%H.%M.%S"))
-          end
+          prepare_hosts(hosts_not_agent_only, opts)
 
           fetch_pe(hosts_not_agent_only, opts)
 
@@ -434,10 +402,12 @@ module Beaker
 
             if agent_only_check_needed && hosts_agent_only.include?(host) || is_windows_msi_and_aio
               host['type'] = 'aio'
-              install_puppet_agent_pe_promoted_repo_on(host, { :puppet_agent_version => host[:puppet_agent_version] || opts[:puppet_agent_version],
-                                                               :puppet_agent_sha => host[:puppet_agent_sha] || opts[:puppet_agent_sha],
-                                                               :pe_ver => host[:pe_ver] || opts[:pe_ver],
-                                                               :puppet_collection => host[:puppet_collection] || opts[:puppet_collection] })
+              install_puppet_agent_pe_promoted_repo_on(host, {
+                :puppet_agent_version => get_puppet_agent_version(host, opts),
+                :puppet_agent_sha => host[:puppet_agent_sha] || opts[:puppet_agent_sha],
+                :pe_ver => host[:pe_ver] || opts[:pe_ver],
+                :puppet_collection => host[:puppet_collection] || opts[:puppet_collection]
+              })
               # 1 since no certificate found and waitforcert disabled
               acceptable_exit_codes = [0, 1]
               acceptable_exit_codes << 2 if opts[:type] == :upgrade
@@ -558,6 +528,88 @@ module Beaker
           end
         end
 
+        # Prepares hosts for rest of {#do_install} operations.
+        # This includes doing these tasks:
+        # - setting 'pe_installer' property on hosts
+        # - setting 'dist' property on hosts
+        # - creating and setting 'working_dir' property on hosts
+        #
+        # @note that these steps aren't necessary for all hosts. Specifically,
+        #   'agent_only' hosts do not require these steps to be executed.
+        #
+        # @param [Array<Host>] hosts Hosts to prepare
+        # @param [Hash{Symbol=>String}] local_options Local options, used to
+        #   pass misc configuration required for the prep steps
+        #
+        # @return nil
+        def prepare_hosts(hosts, local_options={})
+          use_all_tar = ENV['PE_USE_ALL_TAR'] == 'true'
+          hosts.each do |host|
+            host['pe_installer'] ||= 'puppet-enterprise-installer'
+            if host['platform'] !~ /windows|osx/
+              platform = use_all_tar ? 'all' : host['platform']
+              version = host['pe_ver'] || local_options[:pe_ver]
+              host['dist'] = "puppet-enterprise-#{version}-#{platform}"
+            elsif host['platform'] =~ /osx/
+              version = host['pe_ver'] || local_options[:pe_ver]
+              host['dist'] = "puppet-enterprise-#{version}-#{host['platform']}"
+            elsif host['platform'] =~ /windows/
+              version = host[:pe_ver] || local_options['pe_ver_win']
+              is_config_32 = true == (host['ruby_arch'] == 'x86') || host['install_32'] || local_options['install_32']
+              should_install_64bit = !(version_is_less(version, '3.4')) && host.is_x86_64? && !is_config_32
+              #only install 64bit builds if
+              # - we are on pe version 3.4+
+              # - we do not have install_32 set on host
+              # - we do not have install_32 set globally
+              if !(version_is_less(version, '3.99'))
+                if should_install_64bit
+                  host['dist'] = "puppet-agent-#{version}-x64"
+                else
+                  host['dist'] = "puppet-agent-#{version}-x86"
+                end
+              elsif should_install_64bit
+                host['dist'] = "puppet-enterprise-#{version}-x64"
+              else
+                host['dist'] = "puppet-enterprise-#{version}"
+              end
+            end
+            host['working_dir'] = host.tmpdir(Time.new.strftime("%Y-%m-%d_%H.%M.%S"))
+          end
+        end
+
+        # Gets the puppet-agent version, hopefully from the host or local options.
+        # Will fall back to reading the `aio_agent_build` property on the master
+        # if neither of those two options are passed
+        #
+        # @note This method does have a side-effect: if it reads the
+        #   `aio_agent_build` property from master, it will store it in the local
+        #   options hash so that it won't have to do this more than once.
+        #
+        # @param [Beaker::Host] host Host to get puppet-agent for
+        # @param [Hash{Symbol=>String}] local_options local method options hash
+        #
+        # @return [String] puppet-agent version to install
+        def get_puppet_agent_version(host, local_options={})
+          puppet_agent_version = host[:puppet_agent_version] || local_options[:puppet_agent_version]
+          return puppet_agent_version if puppet_agent_version
+          log_prefix = "No :puppet_agent_version in host #{host} or local options."
+          fail_message = "#{log_prefix} Could not read facts from master to determine puppet_agent_version"
+          # we can query the master because do_install is called passing
+          # the {#sorted_hosts}, so we know the master will be installed
+          # before the agents
+          facts_result = on(master, 'puppet facts')
+          raise ArgumentError, fail_message if facts_result.exit_code != 0
+          facts_hash = JSON.parse(facts_result.stdout.chomp)
+          puppet_agent_version   = facts_hash['values']['aio_agent_build']
+          # released masters don't have _build fact, fallback to _version
+          puppet_agent_version ||= facts_hash['values']['aio_agent_version']
+          raise ArgumentError, fail_message if puppet_agent_version.nil?
+          logger.warn("#{log_prefix} Read puppet-agent version #{puppet_agent_version} from master")
+          # saving so that we don't have to query the master more than once
+          local_options[:puppet_agent_version] = puppet_agent_version
+          puppet_agent_version
+        end
+
         # True if version is greater than or equal to MEEP_CUTOVER_VERSION (2016.2.0)
         def use_meep?(version)
           !version_is_less(version, MEEP_CUTOVER_VERSION)
@@ -903,7 +955,7 @@ module Beaker
 
           #wait for output to host['higgs_file']
           #we're all done when we find this line in the PE installation log
-          if version_is_less(options[:pe_ver] || host['pe_ver'], '2016.3')
+          if version_is_less(opts[:pe_ver] || host['pe_ver'], '2016.3')
             higgs_re = /Please\s+go\s+to\s+https:\/\/.*\s+in\s+your\s+browser\s+to\s+continue\s+installation/m
           else
             higgs_re = /o\s+to\s+https:\/\/.*\s+in\s+your\s+browser\s+to\s+continue\s+installation/m

data/lib/beaker-pe/version.rb

@@ -3,7 +3,7 @@ module Beaker
     module PE
 
       module Version
-        STRING = '1.6.1'
+        STRING = '1.7.0'
       end
 
     end

data/spec/beaker-pe/install/pe_utils_spec.rb

@@ -772,15 +772,32 @@ describe ClassMixedWithDSLInstallUtils do
         "puppet #{arg}"
       end
 
+      pa_version = 'rarified_air_9364'
+      allow( subject ).to receive( :get_puppet_agent_version ).and_return( pa_version )
+
       allow( subject ).to receive( :hosts ).and_return( hosts )
       #create answers file per-host, except windows
       expect( subject ).to receive( :create_remote_file ).with( hosts[0], /answers/, /q/ ).once
       #run installer on all hosts
       expect( subject ).to receive( :on ).with( hosts[0], /puppet-enterprise-installer/ ).once
-      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with( hosts[1],
-                                                                                     {:puppet_agent_version=>nil, :puppet_agent_sha=>nil, :pe_ver=>hosts[1][:pe_ver], :puppet_collection=>nil} ).once
-      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with( hosts[2],
-                                                                                     {:puppet_agent_version=>nil, :puppet_agent_sha=>nil, :pe_ver=>hosts[2][:pe_ver], :puppet_collection=>nil} ).once
+      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with(
+        hosts[1],
+        {
+          :puppet_agent_version => pa_version,
+          :puppet_agent_sha => nil,
+          :pe_ver => hosts[1][:pe_ver],
+          :puppet_collection => nil
+        }
+      ).once
+      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with(
+        hosts[2],
+        {
+          :puppet_agent_version => pa_version,
+          :puppet_agent_sha => nil,
+          :pe_ver => hosts[2][:pe_ver],
+          :puppet_collection => nil
+        }
+      ).once
       hosts.each do |host|
         expect( subject ).to receive( :configure_type_defaults_on ).with( host ).once
         expect( subject ).to receive( :sign_certificate_for ).with( host ).once
@@ -812,6 +829,9 @@ describe ClassMixedWithDSLInstallUtils do
       hosts[2][:platform] = Beaker::Platform.new('el-6-x86_64')
       hosts[2][:pe_ver]   = '3.8'
 
+      pa_version = 'rarified_air_1675'
+      allow( subject ).to receive( :get_puppet_agent_version ).and_return( pa_version )
+
       allow( subject ).to receive( :hosts ).and_return( hosts )
       allow( subject ).to receive( :options ).and_return(Beaker::Options::Presets.new.presets)
       allow( subject ).to receive( :on ).and_return( Beaker::Result.new( {}, '' ) )
@@ -834,8 +854,15 @@ describe ClassMixedWithDSLInstallUtils do
       expect( subject ).to receive( :create_remote_file ).with( hosts[0], /answers/, /q/ ).once
       #run installer on all hosts
       expect( subject ).to receive( :on ).with( hosts[0], /puppet-enterprise-installer/ ).once
-      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with( hosts[1],
-                                                                                      {:puppet_agent_version=>nil, :puppet_agent_sha=>nil, :pe_ver=>hosts[1][:pe_ver], :puppet_collection=>nil} ).once
+      expect( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with(
+        hosts[1],
+        {
+          :puppet_agent_version => pa_version,
+          :puppet_agent_sha => nil,
+          :pe_ver => hosts[1][:pe_ver],
+          :puppet_collection => nil
+        }
+      ).once
       expect( subject ).to receive( :on ).with( hosts[2], /puppet-enterprise-installer/ ).once
       hosts.each do |host|
         expect( subject ).to receive( :configure_type_defaults_on ).with( host ).once
@@ -860,10 +887,11 @@ describe ClassMixedWithDSLInstallUtils do
 
     it 'sets puppet-agent acceptable_exit_codes correctly for config helper on upgrade' do
       hosts = make_hosts({
-                           :previous_pe_ver => '3.0',
-                           :pe_ver => '4.0',
-                           :roles => ['agent'],
-                         }, 2)
+        :previous_pe_ver => '3.0',
+        :pe_ver => '4.0',
+        :pe_upgrade_ver => '4.0',
+        :roles => ['agent'],
+      }, 2)
       hosts[0][:roles] = ['master', 'database', 'dashboard']
       hosts[1][:platform] = Beaker::Platform.new('el-6-x86_64')
       opts[:HOSTS] = {}
@@ -871,6 +899,9 @@ describe ClassMixedWithDSLInstallUtils do
         opts[:HOSTS][host.name] = host
       end
 
+      pa_version = 'rarified_air_75699'
+      allow( subject ).to receive( :get_puppet_agent_version ).and_return( pa_version )
+
       allow( subject ).to receive( :hosts ).and_return( hosts )
       allow( subject ).to receive( :options ).and_return(Beaker::Options::Presets.new.presets)
       allow( subject ).to receive( :on ).and_return( Beaker::Result.new( {}, '' ) )
@@ -893,8 +924,14 @@ describe ClassMixedWithDSLInstallUtils do
       allow( subject ).to receive( :create_remote_file ).with( hosts[0], /answers/, /q/ )
       #run installer on all hosts
       allow( subject ).to receive( :on ).with( hosts[0], /puppet-enterprise-installer/ )
-      allow( subject ).to receive( :install_puppet_agent_pe_promoted_repo_on ).with( hosts[1],
-                                                                                      {:puppet_agent_version=>nil, :puppet_agent_sha=>nil, :pe_ver=>hosts[1][:pe_ver], :puppet_collection=>nil} )
+      allow( subject ).to receive(
+        :install_puppet_agent_pe_promoted_repo_on
+      ).with( hosts[1], {
+        :puppet_agent_version => pa_version,
+        :puppet_agent_sha     => nil,
+        :pe_ver               => hosts[1][:pe_ver],
+        :puppet_collection    => nil
+      } )
       # expect( subject ).to receive( :on ).with( hosts[2], /puppet-enterprise-installer/ ).once
       hosts.each do |host|
         allow( subject ).to receive( :add_pe_defaults_on ).with( host ) unless subject.aio_version?(host)
@@ -1260,7 +1297,86 @@ describe ClassMixedWithDSLInstallUtils do
       expect(subject).to receive(:fail_test)
       subject.check_console_status_endpoint({})
     end
-
   end
 
+  describe '#get_puppet_agent_version' do
+
+    context 'when the puppet_agent version is set on an argument' do
+
+      it 'uses host setting over all others' do
+        pa_version = 'pants of the dance'
+        host_arg = { :puppet_agent_version => pa_version }
+        local_options = { :puppet_agent_version => 'something else' }
+        expect( subject.get_puppet_agent_version( host_arg, local_options ) ).to be === pa_version
+      end
+
+      it 'uses local options over all others (except host setting)' do
+        pa_version = 'who did it?'
+        local_options = { :puppet_agent_version => pa_version }
+        expect( subject.get_puppet_agent_version( {}, local_options ) ).to be === pa_version
+      end
+    end
+
+    context 'when the puppet_agent version has to be read dynamically' do
+
+      def test_setup(mock_values={})
+        json_hash    = mock_values[:json_hash]
+        pa_version   = mock_values[:pa_version]
+        pa_version ||= 'pa_version_' + rand(10 ** 5).to_s.rjust(5,'0') # 5 digit random number string
+        json_hash  ||= "{ \"values\": { \"aio_agent_build\": \"#{pa_version}\" }}"
+
+        allow( subject ).to receive( :master ).and_return( {} )
+        result_mock = Object.new
+        allow( result_mock ).to receive( :stdout ).and_return( json_hash )
+        allow( result_mock ).to receive( :exit_code ).and_return( 0 )
+        allow( subject ).to receive( :on ).and_return( result_mock )
+        pa_version
+      end
+
+      it 'parses and returns the command output correctly' do
+        pa_version = test_setup
+        expect( subject.get_puppet_agent_version( {} ) ).to be === pa_version
+      end
+
+      it 'saves the puppet_agent version in the local_options argument' do
+        pa_version = test_setup
+        local_options_hash = {}
+        subject.get_puppet_agent_version( {}, local_options_hash )
+        expect( local_options_hash[:puppet_agent_version] ).to be === pa_version
+      end
+
+      it 'falls back on aio_agent_version if _build is not available' do
+        pa_version = 'your_face_13587'
+        test_setup( :json_hash => "{ \"values\": { \"aio_agent_version\": \"#{pa_version}\" }}" )
+        expect( subject.get_puppet_agent_version( {} ) ).to be === pa_version
+      end
+    end
+
+    context 'failures' do
+
+      def test_setup(mock_values)
+        exit_code   = mock_values[:exit_code] || 0
+        json_hash   = mock_values[:json_hash]
+        pa_version  = 'pa_version_'
+        pa_version << rand(10 ** 5).to_s.rjust(5,'0') # 5 digit random number string
+        json_hash ||= "{ \"values\": { \"aio_agent_build\": \"#{pa_version}\" }}"
+
+        allow( subject ).to receive( :master ).and_return( {} )
+        result_mock = Object.new
+        allow( result_mock ).to receive( :stdout ).and_return( json_hash )
+        allow( result_mock ).to receive( :exit_code ).and_return( exit_code )
+        allow( subject ).to receive( :on ).and_return( result_mock )
+      end
+
+      it 'fails if "puppet facts" does not succeed' do
+        test_setup( :exit_code => 1 )
+        expect { subject.get_puppet_agent_version( {} ) }.to raise_error( ArgumentError )
+      end
+
+      it 'fails if neither fact exists' do
+        test_setup( :json_hash => "{ \"values\": {}}" )
+        expect { subject.get_puppet_agent_version( {} ) }.to raise_error( ArgumentError )
+      end
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: beaker-pe
 version: !ruby/object:Gem::Version
-  version: 1.6.1
+  version: 1.7.0
 platform: ruby
 authors:
 - Puppetlabs
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-11-22 00:00:00.000000000 Z
+date: 2016-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec