puppet 8.4.0-x86-mingw32 → 8.5.0-x86-mingw32

data/spec/integration/application/agent_spec.rb

@@ -1,1067 +0,0 @@
-require 'spec_helper'
-require 'puppet_spec/files'
-require 'puppet_spec/puppetserver'
-require 'puppet_spec/compiler'
-require 'puppet_spec/https'
-require 'puppet/application/agent'
-
-describe "puppet agent", unless: Puppet::Util::Platform.jruby? do
-  include PuppetSpec::Files
-  include PuppetSpec::Compiler
-  include_context "https client"
-
-  let(:server) { PuppetSpec::Puppetserver.new }
-  let(:agent) { Puppet::Application[:agent] }
-  let(:node) { Puppet::Node.new(Puppet[:certname], environment: 'production')}
-  let(:formatter) { Puppet::Network::FormatHandler.format(:rich_data_json) }
-
-  # Create temp fixtures since the agent will attempt to refresh the CA/CRL
-  before do
-    Puppet[:localcacert] = ca = tmpfile('ca')
-    Puppet[:hostcrl] = crl = tmpfile('crl')
-
-    copy_fixtures(%w[ca.pem intermediate.pem], ca)
-    copy_fixtures(%w[crl.pem intermediate-crl.pem], crl)
-  end
-
-  def copy_fixtures(sources, dest)
-    ssldir = File.join(PuppetSpec::FIXTURE_DIR, 'ssl')
-    File.open(dest, 'w') do |f|
-      sources.each do |s|
-        f.write(File.read(File.join(ssldir, s)))
-      end
-    end
-  end
-
-  context 'server identification' do
-    it 'emits a notice if the server sends the X-Puppet-Compiler-Name header' do
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-               .and output(%r{Notice: Catalog compiled by test-compiler-hostname}).to_stdout
-      end
-    end
-  end
-
-  context 'server_list' do
-    it "uses the first server in the list" do
-      Puppet[:server_list] = '127.0.0.1'
-      Puppet[:log_level] = 'debug'
-
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(%r{HTTP GET https://127.0.0.1:#{port}/status/v1/simple/server returned 200 OK}).to_stdout
-      end
-    end
-
-    it "falls back, recording the first viable server in the report" do
-      Puppet[:server_list] = "puppet.example.com,#{Puppet[:server]}"
-
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(%r{Notice: Applied catalog}).to_stdout
-         .and output(%r{Unable to connect to server from server_list setting: Request to https://puppet.example.com:#{port}/status/v1/simple/server failed}).to_stderr
-
-        report = Puppet::Transaction::Report.convert_from(:yaml, File.read(Puppet[:lastrunreport]))
-        expect(report.server_used).to eq("127.0.0.1:#{port}")
-      end
-    end
-
-    it "doesn't write a report if no servers could be contacted" do
-      Puppet[:server_list] = "puppet.example.com"
-
-      expect {
-        agent.command_line.args << '--test'
-        agent.run
-      }.to exit_with(1)
-       .and output(a_string_matching(%r{Unable to connect to server from server_list setting})
-       .and matching(/Error: Could not run Puppet configuration client: Could not select a functional puppet server from server_list: 'puppet.example.com'/)).to_stderr
-
-      # I'd expect puppet to update the last run report even if the server_list was
-      # exhausted, but it doesn't work that way currently, see PUP-6708
-      expect(File).to_not be_exist(Puppet[:lastrunreport])
-    end
-
-    it "omits server_used when not using server_list" do
-      Puppet[:log_level] = 'debug'
-
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(%r{Resolved service 'puppet' to https://127.0.0.1:#{port}/puppet/v3}).to_stdout
-      end
-
-      report = Puppet::Transaction::Report.convert_from(:yaml, File.read(Puppet[:lastrunreport]))
-      expect(report.server_used).to be_nil
-    end
-
-    it "server_list takes precedence over server" do
-      Puppet[:server] = 'notvalid.example.com'
-      Puppet[:log_level] = 'debug'
-
-      server.start_server do |port|
-        Puppet[:server_list] = "127.0.0.1:#{port}"
-
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(%r{Debug: Resolved service 'puppet' to https://127.0.0.1:#{port}/puppet/v3}).to_stdout
-
-        report = Puppet::Transaction::Report.convert_from(:yaml, File.read(Puppet[:lastrunreport]))
-        expect(report.server_used).to eq("127.0.0.1:#{port}")
-      end
-    end
-  end
-
-  context 'rich data' do
-    let(:deferred_file) { tmpfile('deferred') }
-    let(:deferred_manifest) do <<~END
-      file { '#{deferred_file}':
-        ensure => file,
-        content => '123',
-      } ->
-      notify { 'deferred':
-        message => Deferred('binary_file', ['#{deferred_file}'])
-      }
-      END
-    end
-
-    it "calls a deferred 4x function" do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          notify { 'deferred4x':
-            message => Deferred('join', [[1,2,3], ':'])
-          }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(%r{Notice: /Stage\[main\]/Main/Notify\[deferred4x\]/message: defined 'message' as '1:2:3'}).to_stdout
-      end
-    end
-
-    it "calls a deferred 3x function" do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          notify { 'deferred3x':
-            message => Deferred('sprintf', ['%s', 'I am deferred'])
-          }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(%r{Notice: /Stage\[main\]/Main/Notify\[deferred3x\]/message: defined 'message' as 'I am deferred'}).to_stdout
-      end
-    end
-
-    it "fails to apply a deferred function with an unsatisfied prerequisite" do
-      Puppet[:preprocess_deferred] = true
-
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(deferred_manifest, node)
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(1)
-         .and output(%r{Using environment}).to_stdout
-         .and output(%r{The given file '#{deferred_file}' does not exist}).to_stderr
-      end
-    end
-
-    it "applies a deferred function and its prerequisite in the same run" do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(deferred_manifest, node)
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(%r{defined 'message' as Binary\("MTIz"\)}).to_stdout
-      end
-    end
-
-    it "re-evaluates a deferred function in a cached catalog" do
-      Puppet[:report] = false
-      Puppet[:use_cached_catalog] = true
-      Puppet[:usecacheonfailure] = false
-
-      catalog_dir = File.join(Puppet[:client_datadir], 'catalog')
-      Puppet::FileSystem.mkpath(catalog_dir)
-      cached_catalog_path = "#{File.join(catalog_dir, Puppet[:certname])}.json"
-
-      # our catalog contains a deferred function that calls `binary_file`
-      # to read `source`. The function returns a Binary object, whose
-      # base64 value is printed to stdout
-      source = tmpfile('deferred_source')
-      catalog = File.read(my_fixture('cached_deferred_catalog.json'))
-      catalog.gsub!('__SOURCE_PATH__', source)
-      File.write(cached_catalog_path, catalog)
-
-      # verify we get a different result each time the deferred function
-      # is evaluated, and reads `source`.
-      {
-        '1234' => 'MTIzNA==',
-        '5678' => 'NTY3OA=='
-      }.each_pair do |content, base64|
-        File.write(source, content)
-
-        expect {
-          agent.command_line.args << '-t'
-          agent.run
-
-        }.to exit_with(2)
-         .and output(/Notice: #{base64}/).to_stdout
-
-        # reset state so we can run again
-        Puppet::Application.clear!
-      end
-    end
-
-    it "redacts sensitive values" do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          notify { 'sensitive':
-            message => Sensitive('supersecret')
-          }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(a_string_matching(
-          /Notice: Sensitive \[value redacted\]/
-        ).and matching(
-          /Notify\[sensitive\]\/message: changed \[redacted\] to \[redacted\]/
-        )).to_stdout
-      end
-    end
-
-    it "applies binary data in a cached catalog" do
-      catalog = compile_to_catalog(<<-MANIFEST, node)
-          notify { 'some title':
-            message => Binary.new('aGk=')
-          }
-        MANIFEST
-
-      catalog_dir = File.join(Puppet[:client_datadir], 'catalog')
-      Puppet::FileSystem.mkpath(catalog_dir)
-      cached_catalog = "#{File.join(catalog_dir, Puppet[:certname])}.json"
-      File.write(cached_catalog, catalog.render(:rich_data_json))
-
-      expect {
-        Puppet[:report] = false
-        Puppet[:use_cached_catalog] = true
-        Puppet[:usecacheonfailure] = false
-        agent.command_line.args << '-t'
-        agent.run
-      }.to exit_with(2)
-       .and output(%r{defined 'message' as 'hi'}).to_stdout
-    end
-  end
-
-  context 'static catalogs' do
-    let(:path) { tmpfile('file') }
-    let(:metadata) { Puppet::FileServing::Metadata.new(path) }
-    let(:source) { "puppet:///modules/foo/foo.txt" }
-
-    before :each do
-      Puppet::FileSystem.touch(path)
-
-      metadata.collect
-      metadata.source = source
-      metadata.content_uri = "puppet:///modules/foo/files/foo.txt"
-    end
-
-    it 'uses inline file metadata to determine the file is insync' do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          file { "#{path}":
-            ensure => file,
-            source => "#{source}"
-          }
-        MANIFEST
-        catalog.metadata = { path => metadata }
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          expect {
-            agent.command_line.args << '--test'
-            agent.run
-          }.to exit_with(0)
-        }.to_not output(/content changed/).to_stdout
-      end
-    end
-
-    it 'retrieves file content using the content_uri from the inlined file metadata' do
-      # create file with binary content
-      binary_content = "\xC0\xFF".force_encoding('binary')
-      File.binwrite(path, binary_content)
-
-      # recollect metadata
-      metadata.collect
-
-      # overwrite local file so it is no longer in sync
-      File.binwrite(path, "")
-
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          file { "#{path}":
-            ensure => file,
-            source => "#{source}",
-          }
-        MANIFEST
-        catalog.metadata = { path => metadata }
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      static_file_content_handler = -> (req, res) {
-        res.body = binary_content
-        res['Content-Type'] = 'application/octet-stream'
-      }
-
-      mounts = {
-        catalog: catalog_handler,
-        static_file_content: static_file_content_handler
-      }
-
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(/content changed '{sha256}e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855' to '{sha256}3bef83ad320b471d8e3a03c9b9f150749eea610fe266560395d3195cfbd8e6b8'/).to_stdout
-
-        # verify puppet restored binary content
-        expect(File.binread(path)).to eq(binary_content)
-      end
-    end
-  end
-
-  context 'https file sources' do
-    let(:path) { tmpfile('https_file_source') }
-    let(:response_body) { "from https server" }
-    let(:digest) { Digest::SHA1.hexdigest(response_body) }
-
-    it 'rejects HTTPS servers whose root cert is not in the system CA store' do
-      unknown_ca_cert = cert_fixture('unknown-ca.pem')
-      https = PuppetSpec::HTTPSServer.new(
-        ca_cert: unknown_ca_cert,
-        server_cert: cert_fixture('unknown-127.0.0.1.pem'),
-        server_key: key_fixture('unknown-127.0.0.1-key.pem')
-      )
-
-      # create a temp cacert bundle
-      ssl_file = tmpfile('systemstore')
-      # add CA cert that is neither the puppet CA nor unknown CA
-      File.write(ssl_file, cert_fixture('netlock-arany-utf8.pem').to_pem)
-
-      https.start_server do |https_port|
-        catalog_handler = -> (req, res) {
-          catalog = compile_to_catalog(<<-MANIFEST, node)
-            file { "#{path}":
-              ensure => file,
-              backup => false,
-              checksum => sha1,
-              checksum_value => '#{digest}',
-              source => "https://127.0.0.1:#{https_port}/path/to/file"
-            }
-          MANIFEST
-
-          res.body = formatter.render(catalog)
-          res['Content-Type'] = formatter.mime
-        }
-
-        server.start_server(mounts: {catalog: catalog_handler}) do |puppetserver_port|
-          Puppet[:serverport] = puppetserver_port
-
-          # override path to system cacert bundle, this must be done before
-          # the SSLContext is created and the call to X509::Store.set_default_paths
-          Puppet::Util.withenv("SSL_CERT_FILE" => ssl_file) do
-            expect {
-              agent.command_line.args << '--test'
-              agent.run
-            }.to exit_with(4)
-             .and output(/Notice: Applied catalog/).to_stdout
-             .and output(%r{Error: Could not retrieve file metadata for https://127.0.0.1:#{https_port}/path/to/file: certificate verify failed}).to_stderr
-          end
-
-          expect(File).to_not be_exist(path)
-        end
-      end
-    end
-
-    it 'accepts HTTPS servers whose cert is in the system CA store' do
-      unknown_ca_cert = cert_fixture('unknown-ca.pem')
-      https = PuppetSpec::HTTPSServer.new(
-        ca_cert: unknown_ca_cert,
-        server_cert: cert_fixture('unknown-127.0.0.1.pem'),
-        server_key: key_fixture('unknown-127.0.0.1-key.pem')
-      )
-
-      # create a temp cacert bundle
-      ssl_file = tmpfile('systemstore')
-      File.write(ssl_file, unknown_ca_cert.to_pem)
-
-      response_proc = -> (req, res) {
-        res.status = 200
-        res.body = response_body
-      }
-
-      https.start_server(response_proc: response_proc) do |https_port|
-        catalog_handler = -> (req, res) {
-          catalog = compile_to_catalog(<<-MANIFEST, node)
-            file { "#{path}":
-              ensure => file,
-              backup => false,
-              checksum => sha1,
-              checksum_value => '#{digest}',
-              source => "https://127.0.0.1:#{https_port}/path/to/file"
-            }
-          MANIFEST
-
-          res.body = formatter.render(catalog)
-          res['Content-Type'] = formatter.mime
-        }
-
-        server.start_server(mounts: {catalog: catalog_handler}) do |puppetserver_port|
-          Puppet[:serverport] = puppetserver_port
-
-          # override path to system cacert bundle, this must be done before
-          # the SSLContext is created and the call to X509::Store.set_default_paths
-          Puppet::Util.withenv("SSL_CERT_FILE" => ssl_file) do
-            expect {
-                agent.command_line.args << '--test'
-                agent.run
-            }.to exit_with(2)
-             .and output(%r{https_file_source.*/ensure: created}).to_stdout
-          end
-
-          expect(File.binread(path)).to eq("from https server")
-        end
-      end
-    end
-
-    it 'accepts HTTPS servers whose cert is in the external CA store' do
-      unknown_ca_cert = cert_fixture('unknown-ca.pem')
-      https = PuppetSpec::HTTPSServer.new(
-        ca_cert: unknown_ca_cert,
-        server_cert: cert_fixture('unknown-127.0.0.1.pem'),
-        server_key: key_fixture('unknown-127.0.0.1-key.pem')
-      )
-
-      # create a temp cacert bundle
-      ssl_file = tmpfile('systemstore')
-      File.write(ssl_file, unknown_ca_cert.to_pem)
-
-      response_proc = -> (req, res) {
-        res.status = 200
-        res.body = response_body
-      }
-
-      https.start_server(response_proc: response_proc) do |https_port|
-        catalog_handler = -> (req, res) {
-          catalog = compile_to_catalog(<<-MANIFEST, node)
-            file { "#{path}":
-              ensure => file,
-              backup => false,
-              checksum => sha1,
-              checksum_value => '#{digest}',
-              source => "https://127.0.0.1:#{https_port}/path/to/file"
-            }
-          MANIFEST
-
-          res.body = formatter.render(catalog)
-          res['Content-Type'] = formatter.mime
-        }
-
-        server.start_server(mounts: {catalog: catalog_handler}) do |puppetserver_port|
-          Puppet[:serverport] = puppetserver_port
-
-          # set path to external cacert bundle, this must be done before
-          # the SSLContext is created
-          Puppet[:ssl_trust_store] = ssl_file
-          expect {
-            agent.command_line.args << '--test'
-            agent.run
-          }.to exit_with(2)
-           .and output(%r{https_file_source.*/ensure: created}).to_stdout
-        end
-
-        expect(File.binread(path)).to eq("from https server")
-      end
-    end
-  end
-
-  context 'multiple agents running' do
-    def with_another_agent_running(&block)
-      path = Puppet[:agent_catalog_run_lockfile]
-
-      th = Thread.new {
-        %x{ruby -e "$0 = 'puppet'; File.write('#{path}', Process.pid); sleep(5)"}
-      }
-
-      # ensure file is written before yielding
-      until File.exist?(path) && File.size(path) > 0 do
-        sleep 0.1
-      end
-
-      begin
-        yield
-      ensure
-        th.kill # kill thread so we don't wait too much
-      end
-    end
-
-    it "exits if an agent is already running" do
-      with_another_agent_running do
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(1).and output(/Run of Puppet configuration client already in progress; skipping/).to_stdout
-      end
-    end
-
-    it "waits for other agent run to finish before starting" do
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        Puppet[:waitforlock] = 1
-
-        with_another_agent_running do
-          expect {
-            agent.command_line.args << '--test'
-            agent.run
-          }.to exit_with(0)
-           .and output(a_string_matching(
-             /Info: Will try again in #{Puppet[:waitforlock]} seconds/
-           ).and matching(
-             /Applied catalog/
-           )).to_stdout
-
-        end
-      end
-    end
-
-    it "exits if maxwaitforlock is exceeded" do
-      Puppet[:waitforlock] = 1
-      Puppet[:maxwaitforlock] = 0
-
-      with_another_agent_running do
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(1).and output(/Exiting now because the maxwaitforlock timeout has been exceeded./).to_stdout
-      end
-    end
-  end
-
-  context 'cached catalogs' do
-    it 'falls back to a cached catalog' do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          notify { 'a message': }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(%r{Caching catalog for #{Puppet[:certname]}}).to_stdout
-      end
-
-      # reset state so we can run again
-      Puppet::Application.clear!
-
-      # --test above turns off `usecacheonfailure` so re-enable here
-      Puppet[:usecacheonfailure] = true
-
-      # run agent without server
-      expect {
-        agent.command_line.args << '--no-daemonize' << '--onetime' << '--server' << '127.0.0.1'
-        agent.run
-      }.to exit_with(2)
-       .and output(a_string_matching(
-         /Using cached catalog from environment 'production'/
-       ).and matching(
-         /Notify\[a message\]\/message:/
-       )).to_stdout
-       .and output(/No more routes to fileserver/).to_stderr
-    end
-
-    it 'preserves the old cached catalog if validation fails with the old one' do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-          exec { 'unqualified_command': }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(1)
-         .and output(%r{Retrieving plugin}).to_stdout
-         .and output(%r{Validation of Exec\[unqualified_command\] failed: 'unqualified_command' is not qualified and no path was specified}).to_stderr
-      end
-
-      # cached catalog should not be updated
-      cached_catalog = "#{File.join(Puppet[:client_datadir], 'catalog', Puppet[:certname])}.json"
-      expect(File).to_not be_exist(cached_catalog)
-    end
-  end
-
-  context "reporting" do
-    it "stores a finalized report" do
-      catalog_handler = -> (req, res) {
-        catalog = compile_to_catalog(<<-MANIFEST, node)
-        notify { 'foo':
-          require => Notify['bar']
-        }
-
-        notify { 'bar':
-          require => Notify['foo']
-        }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: {catalog: catalog_handler}) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(1)
-         .and output(%r{Applying configuration}).to_stdout
-         .and output(%r{Found 1 dependency cycle}).to_stderr
-
-        report = Puppet::Transaction::Report.convert_from(:yaml, File.read(Puppet[:lastrunreport]))
-        expect(report.status).to eq("failed")
-        expect(report.metrics).to_not be_empty
-      end
-    end
-
-    it "caches a report even if the REST request fails" do
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        Puppet[:report_port] = "-1"
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(%r{Applied catalog}).to_stdout
-         .and output(%r{Could not send report}).to_stderr
-
-        report = Puppet::Transaction::Report.convert_from(:yaml, File.read(Puppet[:lastrunreport]))
-        expect(report).to be
-      end
-    end
-  end
-
-  context "environment convergence" do
-    it "falls back to making a node request if the last server-specified environment cannot be loaded" do
-      mounts = {}
-      mounts[:node] = -> (req, res) {
-        node = Puppet::Node.new('test', environment: Puppet::Node::Environment.remote('doesnotexistonagent'))
-        res.body = formatter.render(node)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-        Puppet[:log_level] = 'debug'
-
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(a_string_matching(%r{Debug: Requesting environment from the server})).to_stdout
-
-        Puppet::Application.clear!
-
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(a_string_matching(%r{Debug: Successfully loaded last environment from the lastrunfile})).to_stdout
-      end
-    end
-
-    it "switches to 'newenv' environment and retries the run" do
-      first_run = true
-      libdir = File.join(my_fixture_dir, 'lib')
-
-      # we have to use the :facter terminus to reliably test that pluginsynced
-      # facts are included in the catalog request
-      Puppet::Node::Facts.indirection.terminus_class = :facter
-
-      mounts = {}
-
-      # During the first run, only return metadata for the top-level directory.
-      # During the second run, include metadata for all of the 'lib' fixtures
-      # due to the `recurse` option.
-      mounts[:file_metadatas] = -> (req, res) {
-        request = Puppet::FileServing::Metadata.indirection.request(
-          :search, libdir, nil, recurse: !first_run
-        )
-        data = Puppet::FileServing::Metadata.indirection.terminus(:file).search(request)
-        res.body = formatter.render(data)
-        res['Content-Type'] = formatter.mime
-      }
-
-      mounts[:file_content] = -> (req, res) {
-        request = Puppet::FileServing::Content.indirection.request(
-          :find, File.join(libdir, 'facter', 'agent_spec_role.rb'), nil
-        )
-        content = Puppet::FileServing::Content.indirection.terminus(:file).find(request)
-        res.body = content.content
-        res['Content-Length'] = content.content.length
-        res['Content-Type'] = 'application/octet-stream'
-      }
-
-      # During the first run, return an empty catalog referring to the newenv.
-      # During the second run, compile a catalog that depends on a fact that
-      # only exists in the second environment. If the fact is missing/empty,
-      # then compilation will fail since resources can't have an empty title.
-      mounts[:catalog] = -> (req, res) {
-        node = Puppet::Node.new('test')
-
-        code = if first_run
-                 first_run = false
-                 ''
-               else
-                 data = CGI.unescape(req.query['facts'])
-                 facts = Puppet::Node::Facts.convert_from('json', data)
-                 node.fact_merge(facts)
-                 'notify { $facts["agent_spec_role"]: }'
-               end
-
-        catalog = compile_to_catalog(code, node)
-        catalog.environment = 'newenv'
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(2)
-         .and output(a_string_matching(%r{Notice: Local environment: 'production' doesn't match server specified environment 'newenv', restarting agent run with environment 'newenv'})
-         .and matching(%r{defined 'message' as 'web'})).to_stdout
-      end
-    end
-  end
-
-  context "ssl" do
-    context "bootstrapping" do
-      before :each do
-        # reconfigure ssl to non-existent dir and files to force bootstrapping
-        dir = tmpdir('ssl')
-        Puppet[:ssldir] = dir
-        Puppet[:localcacert] = File.join(dir, 'ca.pem')
-        Puppet[:hostcrl] = File.join(dir, 'crl.pem')
-        Puppet[:hostprivkey] = File.join(dir, 'cert.pem')
-        Puppet[:hostcert] = File.join(dir, 'key.pem')
-
-        Puppet[:daemonize] = false
-        Puppet[:logdest] = 'console'
-        Puppet[:log_level] = 'info'
-      end
-
-      it "exits if the agent is not allowed to wait" do
-        Puppet[:waitforcert] = 0
-
-        server.start_server do |port|
-          Puppet[:serverport] = port
-          expect {
-            agent.run
-          }.to exit_with(1)
-           .and output(%r{Exiting now because the waitforcert setting is set to 0}).to_stdout
-           .and output(%r{Failed to submit the CSR, HTTP response was 404}).to_stderr
-        end
-      end
-
-      it "exits if the maxwaitforcert time is exceeded" do
-        Puppet[:waitforcert] = 1
-        Puppet[:maxwaitforcert] = 1
-
-        server.start_server do |port|
-          Puppet[:serverport] = port
-          expect {
-            agent.run
-          }.to exit_with(1)
-            .and output(%r{Couldn't fetch certificate from CA server; you might still need to sign this agent's certificate \(127.0.0.1\). Exiting now because the maxwaitforcert timeout has been exceeded.}).to_stdout
-            .and output(%r{Failed to submit the CSR, HTTP response was 404}).to_stderr
-        end
-      end
-    end
-
-    it "reloads the CRL between runs" do
-      Puppet[:hostcert] = cert = tmpfile('cert')
-      Puppet[:hostprivkey] = key = tmpfile('key')
-
-      copy_fixtures(%w[127.0.0.1.pem], cert)
-      copy_fixtures(%w[127.0.0.1-key.pem], key)
-
-      revoked = cert_fixture('revoked.pem')
-      revoked_key = key_fixture('revoked-key.pem')
-
-      mounts = {}
-      mounts[:catalog] = -> (req, res) {
-        catalog = compile_to_catalog(<<~MANIFEST, node)
-          file { '#{cert}':
-            ensure => file,
-            content => '#{revoked}'
-          }
-          file { '#{key}':
-            ensure => file,
-            content => '#{revoked_key}'
-          }
-        MANIFEST
-
-        res.body = formatter.render(catalog)
-        res['Content-Type'] = formatter.mime
-      }
-
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-        Puppet[:daemonize] = false
-        Puppet[:runinterval] = 1
-        Puppet[:waitforcert] = 1
-        Puppet[:maxwaitforcert] = 1
-
-        # simulate two runs of the agent, then return so we don't infinite loop
-        allow_any_instance_of(Puppet::Daemon).to receive(:run_event_loop) do |instance|
-          instance.agent.run(splay: false)
-          instance.agent.run(splay: false)
-        end
-
-        agent.command_line.args << '--verbose'
-        expect {
-          agent.run
-        }.to exit_with(1)
-         .and output(%r{Exiting now because the maxwaitforcert timeout has been exceeded}).to_stdout
-         .and output(%r{Certificate 'CN=revoked' is revoked}).to_stderr
-      end
-    end
-
-    it "refreshes the CA and CRL" do
-      now = Time.now
-      yesterday = now - (60 * 60 * 24)
-      Puppet::FileSystem.touch(Puppet[:localcacert], mtime: yesterday)
-      Puppet::FileSystem.touch(Puppet[:hostcrl], mtime: yesterday)
-
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        Puppet[:ca_refresh_interval] = 1
-
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(/Info: Refreshed CA certificate: /).to_stdout
-      end
-
-      # If the CA is updated, then the CRL must be updated too
-      expect(Puppet::FileSystem.stat(Puppet[:localcacert]).mtime).to be >= now
-      expect(Puppet::FileSystem.stat(Puppet[:hostcrl]).mtime).to be >= now
-    end
-
-    it "refreshes only the CRL" do
-      now = Time.now
-      tomorrow = now + (60 * 60 * 24)
-      Puppet::FileSystem.touch(Puppet[:localcacert], mtime: tomorrow)
-
-      yesterday = now - (60 * 60 * 24)
-      Puppet::FileSystem.touch(Puppet[:hostcrl], mtime: yesterday)
-
-      server.start_server do |port|
-        Puppet[:serverport] = port
-        Puppet[:crl_refresh_interval] = 1
-
-        expect {
-          agent.command_line.args << '--test'
-          agent.run
-        }.to exit_with(0)
-         .and output(/Info: Refreshed CRL: /).to_stdout
-      end
-
-      expect(Puppet::FileSystem.stat(Puppet[:hostcrl]).mtime).to be >= now
-    end
-  end
-
-  context "legacy facts" do
-    let(:mod_dir) { tmpdir('module_dir') }
-    let(:custom_dir) { File.join(mod_dir, 'lib') }
-    let(:external_dir) { File.join(mod_dir, 'facts.d') }
-
-    before(:each) do
-      # don't stub facter behavior, since we're relying on
-      # `Facter.resolve` to omit legacy facts
-      Puppet::Node::Facts.indirection.terminus_class = :facter
-
-      # need to use `Facter::OptionStore.reset` in order to reset
-      # Facter::OptionStore since Facter.clear does not reset it.
-      # Specifically, Options[:show_legacy] needs to be reset to
-      # true for legacy facts test below
-      Facter.clear
-      Facter::OptionStore.reset
-
-      facter_dir = File.join(custom_dir, 'facter')
-      FileUtils.mkdir_p(facter_dir)
-      File.write(File.join(facter_dir, 'custom.rb'), <<~END)
-        Facter.add(:custom) { setcode { 'a custom value' } }
-      END
-
-      FileUtils.mkdir_p(external_dir)
-      File.write(File.join(external_dir, 'external.json'), <<~END)
-        {"external":"an external value"}
-      END
-
-      # avoid pluginsync'ing contents
-      FileUtils.mkdir_p(Puppet[:vardir])
-      FileUtils.cp_r(custom_dir, Puppet[:vardir])
-      FileUtils.cp_r(external_dir, Puppet[:vardir])
-    end
-
-    def mounts
-      {
-        # the server needs to provide metadata that matches what the agent has
-        # so that the agent doesn't delete them during pluginsync
-        file_metadatas: -> (req, res) {
-          path = case req.path
-                 when /pluginfacts/
-                   external_dir
-                 when /plugins/
-                   custom_dir
-                 else
-                   raise "Unknown mount #{req.path}"
-                 end
-          request = Puppet::FileServing::Metadata.indirection.request(
-            :search, path, nil, recurse: true
-          )
-          data = Puppet::FileServing::Metadata.indirection.terminus(:file).search(request)
-          res.body = formatter.render(data)
-          res['Content-Type'] = formatter.mime
-        },
-        catalog: -> (req, res) {
-          data = CGI.unescape(req.query['facts'])
-          facts = Puppet::Node::Facts.convert_from('json', data)
-          node.fact_merge(facts)
-
-          catalog = compile_to_catalog(<<~MANIFEST, node)
-            notify { "legacy $osfamily": }
-            notify { "custom ${facts['custom']}": }
-            notify { "external ${facts['external']}": }
-          MANIFEST
-
-          res.body = formatter.render(catalog)
-          res['Content-Type'] = formatter.mime
-        }
-      }
-    end
-
-    it "can include legacy facts" do
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-        Puppet[:include_legacy_facts] = true
-
-        agent.command_line.args << '--test'
-        expect {
-          agent.run
-        }.to exit_with(2)
-          .and output(
-            match(/defined 'message' as 'legacy [A-Za-z]+'/)
-              .and match(/defined 'message' as 'custom a custom value'/)
-              .and match(/defined 'message' as 'external an external value'/)
-          ).to_stdout
-      end
-    end
-
-    it "excludes legacy facts by default" do
-      server.start_server(mounts: mounts) do |port|
-        Puppet[:serverport] = port
-
-        agent.command_line.args << '--test'
-        expect {
-          agent.run
-        }.to exit_with(1)
-          .and output(/Info: Loading facts/).to_stdout
-          .and output(
-            match(/Error: Evaluation Error: Unknown variable: 'osfamily'/)
-              .and match(/Error: Could not retrieve catalog from remote server: Error 500 on SERVER:/)
-          ).to_stderr
-      end
-    end
-  end
-end