puppet 7.6.1 → 7.7.0

data/lib/puppet/functions/tree_each.rb

@@ -6,13 +6,13 @@
 #
 # 1. An `Array`, `Hash`, `Iterator`, or `Object` that the function will iterate over.
 # 2. An optional hash with the options:
-#    * `include_containers` => `Optional[Boolean]` # default true - if containers should be given to the lambda
-#    * `include_values` => `Optional[Boolean]` # default true - if non containers should be given to the lambda
-#    * `include_root` => `Optional[Boolean]` # default true - if the root container should be given to the lambda
+#    * `include_containers` => `Optional[Boolean]` # default `true` - if containers should be given to the lambda
+#    * `include_values` => `Optional[Boolean]` # default `true` - if non containers should be given to the lambda
+#    * `include_root` => `Optional[Boolean]` # default `true` - if the root container should be given to the lambda
 #    * `container_type` => `Optional[Type[Variant[Array, Hash, Object]]]` # a type that determines what a container is - can only
 #       be set to a type that matches the default `Variant[Array, Hash, Object]`.
 #    * `order` => `Enum[depth_first, breadth_first]` # default ´depth_first`, the order in which elements are visited
-#    * `include_refs` => Optional[Boolean] # default `false`, if attributes in objects marked as bing of `reference` kind
+#    * `include_refs` => `Optional[Boolean]` # default `false`, if attributes in objects marked as bing of `reference` kind
 #       should be included.
 # 3. An optional lambda, which the function calls for each element in the first argument. It must
 #    accept one or two arguments; either `$path`, and `$value`, or just `$value`.
@@ -46,14 +46,12 @@
 # [1, [2, 3], 4]
 # ```
 #
-# Results in:
-#
-# If containers are skipped:
+# If containers are skipped, results in:
 #
 # * `depth_first` order `1`, `2`, `3`, `4`
 # * `breadth_first` order `1`, `4`,`2`, `3`
 #
-# If containers and root, are included:
+# If containers and root are included, results in:
 #
 # * `depth_first` order `[1, [2, 3], 4]`, `1`, `[2, 3]`, `2`, `3`, `4`
 # * `breadth_first` order `[1, [2, 3], 4]`, `1`, `[2, 3]`, `4`, `2`, `3`
@@ -96,7 +94,7 @@
 #
 # Any Puppet Type system data type can be used to filter what is
 # considered to be a container, but it must be a narrower type than one of
-# the default Array, Hash, Object types - for example it is not possible to make a
+# the default `Array`, `Hash`, `Object` types - for example it is not possible to make a
 # `String` be a container type.
 #
 # @example Only `Array` as container type

data/lib/puppet/functions/type.rb

@@ -35,10 +35,10 @@
 #
 # Would notice the four values:
 #
-# 1. 'Array[Numeric]'
-# 2. 'Array[Numeric, 2, 2]'
-# 3. 'Tuple[Float[3.14], Integer[42,42]]]'
-# 4. 'Tuple[Float[3.14], Integer[42,42]]]'
+# 1. `Array[Numeric]`
+# 2. `Array[Numeric, 2, 2]`
+# 3. `Tuple[Float[3.14], Integer[42,42]]]`
+# 4. `Tuple[Float[3.14], Integer[42,42]]]`
 #
 # @since 4.4.0
 #

data/lib/puppet/functions/upcase.rb

@@ -22,14 +22,14 @@
 # 'hello'.upcase()
 # upcase('hello')
 # ```
-# Would both result in "HELLO"
+# Would both result in `"HELLO"`
 #
 # @example Converting an Array to upper case
 # ```puppet
 # ['a', 'b'].upcase()
 # upcase(['a', 'b'])
 # ```
-# Would both result in ['A', 'B']
+# Would both result in `['A', 'B']`
 #
 # @example Converting a Hash to upper case
 # ```puppet

data/lib/puppet/functions/versioncmp.rb

@@ -1,4 +1,4 @@
-require 'puppet/util/package'
+require_relative '../../puppet/util/package'
 
 # Compares two version numbers.
 #

data/lib/puppet/generate/models/type/type.rb

@@ -1,4 +1,4 @@
-require 'puppet/generate/models/type/property'
+require_relative '../../../../puppet/generate/models/type/property'
 
 module Puppet
   module Generate

data/lib/puppet/generate/type.rb

@@ -1,7 +1,7 @@
 require 'erb'
 require 'fileutils'
-require 'puppet/util/autoload'
-require 'puppet/generate/models/type/type'
+require_relative '../../puppet/util/autoload'
+require_relative '../../puppet/generate/models/type/type'
 
 module Puppet
   module Generate

data/lib/puppet/gettext/config.rb

@@ -1,5 +1,5 @@
-require 'puppet/util/platform'
-require 'puppet/file_system'
+require_relative '../../puppet/util/platform'
+require_relative '../../puppet/file_system'
 
 module Puppet::GettextConfig
   LOCAL_PATH = File.absolute_path('../../../locales', File.dirname(__FILE__))
@@ -24,7 +24,7 @@ module Puppet::GettextConfig
   rescue LoadError
     # Stub out gettext's `_` and `n_()` methods, which attempt to load translations,
     # with versions that do nothing
-    require 'puppet/gettext/stubs'
+    require_relative '../../puppet/gettext/stubs'
     @gettext_loaded = false
   end
 

data/lib/puppet/gettext/module_translations.rb

@@ -1,4 +1,4 @@
-require 'puppet/gettext/config'
+require_relative '../../puppet/gettext/config'
 
 module Puppet::ModuleTranslations
 

data/lib/puppet/graph.rb

@@ -1,9 +1,9 @@
 module Puppet::Graph
-  require 'puppet/graph/prioritizer'
-  require 'puppet/graph/sequential_prioritizer'
+  require_relative 'graph/prioritizer'
+  require_relative 'graph/sequential_prioritizer'
 
-  require 'puppet/graph/simple_graph'
-  require 'puppet/graph/rb_tree_map'
-  require 'puppet/graph/key'
-  require 'puppet/graph/relationship_graph'
+  require_relative 'graph/simple_graph'
+  require_relative 'graph/rb_tree_map'
+  require_relative 'graph/key'
+  require_relative 'graph/relationship_graph'
 end

data/lib/puppet/graph/simple_graph.rb

@@ -1,5 +1,5 @@
-require 'puppet/external/dot'
-require 'puppet/relationship'
+require_relative '../../puppet/external/dot'
+require_relative '../../puppet/relationship'
 require 'set'
 
 # A hopefully-faster graph class to replace the use of GRATR.

data/lib/puppet/http.rb

@@ -10,37 +10,37 @@ module Puppet
     ACCEPT_ENCODING = "gzip;q=1.0,deflate;q=0.6,identity;q=0.3".freeze
     HEADER_PUPPET_VERSION = "X-Puppet-Version".freeze
 
-    require 'puppet/http/errors'
-    require 'puppet/http/site'
-    require 'puppet/http/pool_entry'
-    require 'puppet/http/proxy'
-    require 'puppet/http/factory'
-    require 'puppet/http/pool'
-    require 'puppet/http/dns'
-    require 'puppet/http/response'
-    require 'puppet/http/response_converter'
-    require 'puppet/http/response_net_http'
-    require 'puppet/http/service'
-    require 'puppet/http/service/ca'
-    require 'puppet/http/service/compiler'
-    require 'puppet/http/service/file_server'
-    require 'puppet/http/service/puppetserver'
-    require 'puppet/http/service/report'
-    require 'puppet/http/session'
-    require 'puppet/http/resolver'
-    require 'puppet/http/resolver/server_list'
-    require 'puppet/http/resolver/settings'
-    require 'puppet/http/resolver/srv'
-    require 'puppet/http/client'
-    require 'puppet/http/redirector'
-    require 'puppet/http/retry_after_handler'
-    require 'puppet/http/external_client'
+    require_relative 'http/errors'
+    require_relative 'http/site'
+    require_relative 'http/pool_entry'
+    require_relative 'http/proxy'
+    require_relative 'http/factory'
+    require_relative 'http/pool'
+    require_relative 'http/dns'
+    require_relative 'http/response'
+    require_relative 'http/response_converter'
+    require_relative 'http/response_net_http'
+    require_relative 'http/service'
+    require_relative 'http/service/ca'
+    require_relative 'http/service/compiler'
+    require_relative 'http/service/file_server'
+    require_relative 'http/service/puppetserver'
+    require_relative 'http/service/report'
+    require_relative 'http/session'
+    require_relative 'http/resolver'
+    require_relative 'http/resolver/server_list'
+    require_relative 'http/resolver/settings'
+    require_relative 'http/resolver/srv'
+    require_relative 'http/client'
+    require_relative 'http/redirector'
+    require_relative 'http/retry_after_handler'
+    require_relative 'http/external_client'
   end
 
   # Legacy HTTP API
   module Network
     module HTTP
-      require 'puppet/network/http_pool'
+      require_relative '../puppet/network/http_pool'
     end
   end
 end

data/lib/puppet/http/factory.rb

@@ -1,6 +1,6 @@
-require 'puppet/ssl/openssl_loader'
+require_relative '../../puppet/ssl/openssl_loader'
 require 'net/http'
-require 'puppet/http'
+require_relative '../../puppet/http'
 
 # Factory for `Net::HTTP` objects.
 #

data/lib/puppet/http/proxy.rb

@@ -1,5 +1,5 @@
 require 'uri'
-require 'puppet/ssl/openssl_loader'
+require_relative '../../puppet/ssl/openssl_loader'
 
 module Puppet::HTTP::Proxy
   def self.proxy(uri)

data/lib/puppet/http/resolver/server_list.rb

@@ -50,7 +50,7 @@ class Puppet::HTTP::Resolver::ServerList < Puppet::HTTP::Resolver
     end
 
     # Return the first simple service status endpoint we can connect to
-    @server_list_setting.value.each do |server|
+    @server_list_setting.value.each_with_index do |server, index|
       host = server[0]
       port = server[1] || @default_port
 
@@ -60,10 +60,21 @@ class Puppet::HTTP::Resolver::ServerList < Puppet::HTTP::Resolver
         @resolved_url = service.url
         return Puppet::HTTP::Service.create_service(@client, session, name, @resolved_url.host, @resolved_url.port)
       rescue Puppet::HTTP::ResponseError => detail
-        Puppet.log_exception(detail, _("Puppet server %{host}:%{port} is unavailable: %{code} %{reason}") %
-                             { host: service.url.host, port: service.url.port, code: detail.response.code, reason: detail.response.reason })
+        if index < @server_list_setting.value.length - 1
+          Puppet.warning(_("Puppet server %{host}:%{port} is unavailable: %{code} %{reason}") %
+                              { host: service.url.host, port: service.url.port, code: detail.response.code, reason: detail.response.reason } +
+                              ' ' + _("Trying with next server from server_list."))
+        else
+          Puppet.log_exception(detail, _("Puppet server %{host}:%{port} is unavailable: %{code} %{reason}") %
+                               { host: service.url.host, port: service.url.port, code: detail.response.code, reason: detail.response.reason })
+        end
       rescue Puppet::HTTP::HTTPError => detail
-        Puppet.log_exception(detail, _("Unable to connect to server from server_list setting: %{detail}") % {detail: detail})
+        if index < @server_list_setting.value.length - 1
+          Puppet.warning(_("Unable to connect to server from server_list setting: %{detail}") % {detail: detail} +
+                             ' ' + _("Trying with next server from server_list."))
+        else
+          Puppet.log_exception(detail, _("Unable to connect to server from server_list setting: %{detail}") % {detail: detail})
+        end
       end
     end
 

data/lib/puppet/http/service/compiler.rb

@@ -119,7 +119,79 @@ class Puppet::HTTP::Service::Compiler < Puppet::HTTP::Service
     [response, deserialize(response, Puppet::Resource::Catalog)]
   end
 
-  # Submit a GET request to retrieve the facts for the named node.
+  #
+  # @api private
+  #
+  # Submit a POST request to request a catalog to the server using v4 endpoint
+  #
+  # @param [String] certname The name of the node for which to compile the catalog.
+  # @param [Hash] persistent A hash containing two required keys, facts and catalog,
+  #   which when set to true will cause the facts and reports to be stored in
+  #   PuppetDB, or discarded if set to false.
+  # @param [String] environment The name of the environment for which to compile the catalog.
+  # @param [Hash] facts A hash with a required values key, containing a hash of all the
+  #    facts for the node. If not provided, Puppet will attempt to fetch facts for the node
+  #    from PuppetDB.
+  # @param [Hash] trusted_facts A hash with a required values key containing a hash of
+  #    the trusted facts for a node
+  # @param [String] transaction_uuid The id for tracking the catalog compilation and
+  #    report submission.
+  # @param [String] job_id The id of the orchestrator job that triggered this run.
+  # @param [Hash] options A hash of options beyond direct input to catalogs. Options:
+  #    - prefer_requested_environment Whether to always override a node's classified 
+  #      environment with the one supplied in the request. If this is true and no environment
+  #      is supplied, fall back to the classified environment, or finally, 'production'.
+  #    - capture_logs Whether to return the errors and warnings that occurred during
+  #      compilation alongside the catalog in the response body.
+  #    - log_level The logging level to use during the compile when capture_logs is true.
+  #      Options are 'err', 'warning', 'info', and 'debug'.
+  #
+  # @return [Array<Puppet::HTTP::Response, Puppet::Resource::Catalog, Array<String>>] An array
+  #   containing the request response, the deserialized catalog returned by
+  #   the server and array containing logs (log array will be empty if capture_logs is false)
+  #
+  def post_catalog4(certname, persistence:, environment:, facts: nil, trusted_facts: nil, transaction_uuid: nil, job_id: nil, options: nil)
+    unless persistence.is_a?(Hash) && (missing = [:facts, :catalog] - persistence.keys.map(&:to_sym)).empty?
+      raise ArgumentError.new("The 'persistence' hash is missing the keys: #{missing.join(', ')}")
+    end
+    raise ArgumentError.new("Facts must be a Hash not a #{facts.class}") unless facts.nil? || facts.is_a?(Hash)
+    body = {
+      certname: certname,
+      persistence: persistence,
+      environment: environment,
+      transaction_uuid: transaction_uuid,
+      job_id: job_id,
+      options: options
+    }
+    body[:facts] = { values: facts } unless facts.nil?
+    body[:trusted_facts] = { values: trusted_facts } unless trusted_facts.nil?
+    headers = add_puppet_headers(
+      'Accept' => get_mime_types(Puppet::Resource::Catalog).join(', '),
+      'Content-Type' => 'application/json'
+    )
+
+    url = URI::HTTPS.build(host: @url.host, port: @url.port, path: Puppet::Util.uri_encode("/puppet/v4/catalog"))
+    response = @client.post(
+      url,
+      body.to_json,
+      headers: headers
+    )
+    process_response(response)
+    begin
+      response_body = JSON.parse(response.body)
+      catalog = Puppet::Resource::Catalog.from_data_hash(response_body['catalog'])
+    rescue => err
+      raise Puppet::HTTP::SerializationError.new("Failed to deserialize catalog from puppetserver response: #{err.message}", err)
+    end
+    
+    logs = response_body['logs'] || []
+    [response, catalog, logs]
+  end
+
+  #
+  # @api private
+  #
+  # Submit a GET request to retrieve the facts for the named node
   #
   # @param [String] name Name of the node to retrieve facts for
   # @param [String] environment Name of the environment we are operating in

data/lib/puppet/http/service/file_server.rb

@@ -1,4 +1,4 @@
-require 'puppet/file_serving/metadata'
+require_relative '../../../puppet/file_serving/metadata'
 
 # The FileServer service is used to retrieve file metadata and content.
 #
@@ -98,7 +98,7 @@ class Puppet::HTTP::Service::FileServer < Puppet::HTTP::Service
   #
   # @api public
   #
-  def get_file_metadatas(path: nil, environment:, recurse: :false, recurselimit: nil, ignore: nil, links: :manage, checksum_type: Puppet[:digest_algorithm], source_permissions: :ignore)
+  def get_file_metadatas(path: nil, environment:, recurse: :false, recurselimit: nil, max_files: nil, ignore: nil, links: :manage, checksum_type: Puppet[:digest_algorithm], source_permissions: :ignore)
     validate_path(path)
 
     headers = add_puppet_headers('Accept' => get_mime_types(Puppet::FileServing::Metadata).join(', '))
@@ -109,6 +109,7 @@ class Puppet::HTTP::Service::FileServer < Puppet::HTTP::Service
       params: {
         recurse: recurse,
         recurselimit: recurselimit,
+        max_files: max_files,
         ignore: ignore,
         links: links,
         checksum_type: checksum_type,

data/lib/puppet/indirector.rb

@@ -7,11 +7,11 @@ module Puppet::Indirector
   # LAK:FIXME We need to figure out how to handle documentation for the
   # different indirection types.
 
-  require 'puppet/indirector/indirection'
-  require 'puppet/indirector/terminus'
-  require 'puppet/indirector/code'
-  require 'puppet/indirector/envelope'
-  require 'puppet/network/format_support'
+  require_relative 'indirector/indirection'
+  require_relative 'indirector/terminus'
+  require_relative 'indirector/code'
+  require_relative 'indirector/envelope'
+  require_relative '../puppet/network/format_support'
 
   def self.configure_routes(application_routes)
     application_routes.each do |indirection_name, termini|

data/lib/puppet/indirector/catalog/compiler.rb

@@ -1,9 +1,9 @@
-require 'puppet/environments'
-require 'puppet/node'
-require 'puppet/resource/catalog'
-require 'puppet/indirector/code'
-require 'puppet/util/profiler'
-require 'puppet/util/checksums'
+require_relative '../../../puppet/environments'
+require_relative '../../../puppet/node'
+require_relative '../../../puppet/resource/catalog'
+require_relative '../../../puppet/indirector/code'
+require_relative '../../../puppet/util/profiler'
+require_relative '../../../puppet/util/checksums'
 require 'yaml'
 require 'uri'
 
@@ -194,6 +194,7 @@ class Puppet::Resource::Catalog::Compiler < Puppet::Indirector::Code
           :source_permissions => resource[:source_permissions] ? resource[:source_permissions].to_sym : :ignore,
           :recurse            => true,
           :recurselimit       => resource[:recurselimit],
+          :max_files          => resource[:max_files],
           :ignore             => resource[:ignore],
         }
 

data/lib/puppet/indirector/catalog/json.rb

@@ -1,5 +1,5 @@
-require 'puppet/resource/catalog'
-require 'puppet/indirector/json'
+require_relative '../../../puppet/resource/catalog'
+require_relative '../../../puppet/indirector/json'
 
 class Puppet::Resource::Catalog::Json < Puppet::Indirector::JSON
   desc "Store catalogs as flat files, serialized using JSON."

data/lib/puppet/indirector/catalog/msgpack.rb

@@ -1,5 +1,5 @@
-require 'puppet/resource/catalog'
-require 'puppet/indirector/msgpack'
+require_relative '../../../puppet/resource/catalog'
+require_relative '../../../puppet/indirector/msgpack'
 
 class Puppet::Resource::Catalog::Msgpack < Puppet::Indirector::Msgpack
   desc "Store catalogs as flat files, serialized using MessagePack."

data/lib/puppet/indirector/catalog/rest.rb

@@ -1,5 +1,5 @@
-require 'puppet/resource/catalog'
-require 'puppet/indirector/rest'
+require_relative '../../../puppet/resource/catalog'
+require_relative '../../../puppet/indirector/rest'
 
 class Puppet::Resource::Catalog::Rest < Puppet::Indirector::REST
   desc "Find resource catalogs over HTTP via REST."