puppet 6.11.1 → 6.16.0

data/lib/puppet/type/service.rb

@@ -51,7 +51,11 @@ module Puppet
       desc "Whether a service should be enabled to start at boot.
         This property behaves differently depending on the platform;
         wherever possible, it relies on local tools to enable or disable
-        a given service. Default values depend on the platform."
+        a given service. Default values depend on the platform.
+        
+        If you don't specify a value for the `enable` attribute, Puppet leaves
+        that aspect of the service alone and your operating system determines 
+        the behavior."
 
       newvalue(:true, :event => :service_enabled) do
         provider.enable
@@ -80,14 +84,8 @@ module Puppet
         provider.delayed_start
       end
 
-      # This only makes sense on systemd systems. Static services cannot be enabled
-      # or disabled manually.
       def insync?(current)
-        if provider.respond_to?(:cached_enabled?) && provider.cached_enabled? == 'static'
-          Puppet.debug("Unable to enable or disable static service #{@resource[:name]}")
-          return true
-        end
-
+        return provider.enabled_insync?(current) if provider.respond_to?(:enabled_insync?)
         super(current)
       end
 

data/lib/puppet/type/user.rb

@@ -51,7 +51,7 @@ module Puppet
     feature :manages_aix_lam,
       "The provider can manage AIX Loadable Authentication Module (LAM) system."
 
-    feature :libuser,
+    feature :manages_local_users_and_groups,
       "Allows local users to be managed on systems that also use some other
        remote Name Service Switch (NSS) method of managing accounts."
 
@@ -493,25 +493,6 @@ module Puppet
       provider.exists?
     end
 
-    def retrieve
-      absent = false
-      properties.inject({}) { |prophash, property|
-        current_value = :absent
-
-        if absent
-          prophash[property] = :absent
-        else
-          current_value = property.retrieve
-          prophash[property] = current_value
-        end
-
-        if property.name == :ensure and current_value == :absent
-          absent = true
-        end
-        prophash
-      }
-    end
-
     newproperty(:roles, :parent => Puppet::Property::List, :required_features => :manages_solaris_rbac) do
       desc "The roles the user has.  Multiple roles should be
         specified as an array."
@@ -626,7 +607,8 @@ module Puppet
     end
 
     newparam(:ia_load_module, :required_features => :manages_aix_lam) do
-      desc "The name of the I&A module to use to manage this user."
+      desc "The name of the I&A module to use to manage this user.
+        This should be set to `files` if managing local users."
     end
 
     newproperty(:attributes, :parent => Puppet::Property::KeyValue, :required_features => :manages_aix_lam) do
@@ -687,10 +669,10 @@ module Puppet
     end
 
     newparam(:forcelocal, :boolean => true,
-            :required_features => :libuser,
+            :required_features => :manages_local_users_and_groups,
             :parent => Puppet::Parameter::Boolean) do
       desc "Forces the management of local accounts when accounts are also
-            being managed by some other Name Service Switch (NSS).
+            being managed by some other Name Service Switch (NSS). For AIX, refer to the `ia_load_module` parameter.
             
             This option relies on your operating system's implementation of `luser*` commands, such as `luseradd` , and `lgroupadd`, `lusermod`. The `forcelocal` option could behave unpredictably in some circumstances. If the tools it depends on are not available, it might have no effect at all."
       defaultto false
@@ -754,17 +736,11 @@ module Puppet
         value = test_sym if [:true, :false].include? test_sym
 
         return [] if value == :false
-        home = resource[:home]
-        if value == :true and not home
-          raise ArgumentError, _("purge_ssh_keys can only be true for users with a defined home directory")
-        end
+        home = resource[:home] || Dir.home(resource[:name])
 
         return [ "#{home}/.ssh/authorized_keys" ] if value == :true
         # value is an array - munge each value
         [ value ].flatten.map do |entry|
-          if entry =~ /^~|^%h/ and not home
-            raise ArgumentError, _("purge_ssh_keys value '%{value}' meta character ~ or %{home_placeholder} only allowed for users with a defined home directory") % { value: value, home_placeholder: '%h' }
-          end
           # make sure frozen value is duplicated by using a gsub, second mutating gsub! is then ok
           entry = entry.gsub(/^~\//, "#{home}/")
           entry.gsub!(/^%h\//, "#{home}/")

data/lib/puppet/util.rb

@@ -526,21 +526,44 @@ module Util
 
   module_function :thinmark
 
+  PUPPET_STACK_INSERTION_FRAME = /.*puppet_stack\.rb.*in.*`stack'/
+
   # utility method to get the current call stack and format it to a human-readable string (which some IDEs/editors
   # will recognize as links to the line numbers in the trace)
-  def self.pretty_backtrace(backtrace = caller(1))
-    backtrace.collect do |line|
-      _, path, rest = /^(.*):(\d+.*)$/.match(line).to_a
-      # If the path doesn't exist - like in one test, and like could happen in
-      # the world - we should just tolerate it and carry on. --daniel 2012-09-05
-      # Also, if we don't match, just include the whole line.
-      if path
-        path = Pathname(path).realpath rescue path
-        "#{path}:#{rest}"
+  def self.pretty_backtrace(backtrace = caller(1), puppetstack = [])
+    format_backtrace_array(backtrace, puppetstack).join("\n")
+  end
+
+  # arguments may be a Ruby stack, with an optional Puppet stack argument,
+  # or just a Puppet stack.
+  # stacks may be an Array of Strings "/foo.rb:0 in `blah'" or
+  # an Array of Arrays that represent a frame: ["/foo.pp", 0]
+  def self.format_backtrace_array(primary_stack, puppetstack = [])
+    primary_stack.flat_map do |frame|
+      frame = format_puppetstack_frame(frame) if frame.is_a?(Array)
+      primary_frame = resolve_stackframe(frame)
+
+      if primary_frame =~ PUPPET_STACK_INSERTION_FRAME && !puppetstack.empty?
+        [resolve_stackframe(format_puppetstack_frame(puppetstack.shift)),
+         primary_frame]
       else
-        line
+        primary_frame
       end
-    end.join("\n")
+    end
+  end
+
+  def self.resolve_stackframe(frame)
+    _, path, rest = /^(.*):(\d+.*)$/.match(frame).to_a
+    if path
+      path = Pathname(path).realpath rescue path
+      "#{path}:#{rest}"
+    else
+      frame
+    end
+  end
+
+  def self.format_puppetstack_frame(file_and_lineno)
+    file_and_lineno.join(':')
   end
 
   # Replace a file, securely.  This takes a block, and passes it the file

data/lib/puppet/util/at_fork.rb

@@ -13,7 +13,7 @@ require 'puppet'
 #   service.
 module Puppet::Util::AtFork
   @handler_class = loop do
-    if Facter.value(:operatingsystem) == 'Solaris'
+    if Puppet::Util::Platform.solaris?
       begin
         require 'puppet/util/at_fork/solaris'
         # using break to return a value from the loop block

data/lib/puppet/util/autoload.rb

@@ -2,6 +2,7 @@ require 'pathname'
 require 'puppet/util/rubygems'
 require 'puppet/util/warnings'
 require 'puppet/pops/adaptable'
+require 'puppet/concurrent/synchronized'
 
 # An adapter that ties the module_directories cache to the environment where the modules are parsed. This
 # adapter ensures that the life-cycle of this cache doesn't exceed  the life-cycle of the environment.
@@ -13,6 +14,9 @@ end
 
 # Autoload paths, either based on names or all at once.
 class Puppet::Util::Autoload
+  include Puppet::Concurrent::Synchronized
+  extend Puppet::Concurrent::Synchronized
+
   @loaded = {}
 
   class << self
@@ -124,19 +128,6 @@ class Puppet::Util::Autoload
       end.directories
     end
 
-    # @api private
-    def vendored_modules
-      dir = Puppet[:vendormoduledir]
-      if dir && File.directory?(dir)
-        Dir.entries(dir)
-          .reject { |f| f =~ /^\./ }
-          .collect { |f| File.join(dir, f, "lib") }
-          .find_all { |d| FileTest.directory?(d) }
-      else
-        []
-      end
-    end
-
     # @api private
     def gem_directories
       gem_source.directories
@@ -164,11 +155,6 @@ class Puppet::Util::Autoload
       # "app_defaults_initialized?" method on the main puppet Settings object.
       # --cprice 2012-03-16
       if Puppet.settings.app_defaults_initialized?
-        unless @initialized
-          $LOAD_PATH.unshift(Puppet[:libdir])
-          $LOAD_PATH.concat(vendored_modules)
-          @initialized = true
-        end
         gem_directories + module_directories(env) + $LOAD_PATH
       else
         gem_directories + $LOAD_PATH

data/lib/puppet/util/instance_loader.rb

@@ -1,5 +1,6 @@
 require 'puppet/util/autoload'
 require 'puppet/util'
+require 'puppet/concurrent/lock'
 
 # A module that can easily autoload things for us.  Uses an instance
 # of Puppet::Util::Autoload
@@ -18,6 +19,7 @@ module Puppet::Util::InstanceLoader
     type = type.intern
     @instances[type] = {}
     @autoloaders[type] = Puppet::Util::Autoload.new(self, path)
+    @instance_loader_lock = Puppet::Concurrent::Lock.new
 
     # Now define our new simple methods
     unless respond_to?(type)
@@ -44,19 +46,21 @@ module Puppet::Util::InstanceLoader
 
   # Retrieve an already-loaded instance, or attempt to load our instance.
   def loaded_instance(type, name)
-    name = name.intern
-    instances = instance_hash(type)
-    return nil unless instances
-    unless instances.include? name
-      if instance_loader(type).load(name, Puppet.lookup(:current_environment))
-        unless instances.include? name
-          Puppet.warning(_("Loaded %{type} file for %{name} but %{type} was not defined") % { type: type, name: name })
+    @instance_loader_lock.synchronize do
+      name = name.intern
+      instances = instance_hash(type)
+      return nil unless instances
+      unless instances.include? name
+        if instance_loader(type).load(name, Puppet.lookup(:current_environment))
+          unless instances.include? name
+            Puppet.warning(_("Loaded %{type} file for %{name} but %{type} was not defined") % { type: type, name: name })
+            return nil
+          end
+        else
           return nil
         end
-      else
-        return nil
       end
+      instances[name]
     end
-    instances[name]
   end
 end

data/lib/puppet/util/log/destinations.rb

@@ -47,7 +47,7 @@ Puppet::Util::Log.newdesttype :file do
   require 'fileutils'
 
   def self.match?(obj)
-    Puppet::Util.absolute_path?(obj)
+    obj.is_a?(String) && Puppet::Util.absolute_path?(obj)
   end
 
   def close
@@ -91,18 +91,9 @@ Puppet::Util::Log.newdesttype :file do
       end
     end
 
-    file = File.open(path,  File::WRONLY|File::CREAT|File::APPEND)
+    file = File.open(path, File::WRONLY|File::CREAT|File::APPEND)
     file.puts('[') if need_array_start
 
-    # Give ownership to the user and group puppet will run as
-    if Puppet.features.root? && !Puppet::Util::Platform.windows? && !file_exists
-      begin
-        FileUtils.chown(Puppet[:user], Puppet[:group], path)
-      rescue ArgumentError, Errno::EPERM
-        Puppet.err _("Unable to set ownership to %{user}:%{group} for log file: %{path}") % { user: Puppet[:user], group: Puppet[:group], path: path }
-      end
-    end
-
     @file = file
 
     @autoflush = Puppet[:autoflush]

data/lib/puppet/util/logging.rb

@@ -48,12 +48,13 @@ module Logging
   #    wish to log a message at all; in this case it is likely that you are only calling this method in order
   #    to take advantage of the backtrace logging.
   def log_exception(exception, message = :default, options = {})
-    trace = Puppet[:trace] || options[:trace]
     level = options[:level] || :err
+    combined_trace = Puppet[:trace] || options[:trace]
+    puppet_trace = Puppet[:puppet_trace] || options[:puppet_trace]
+
     if message == :default && exception.is_a?(Puppet::ParseErrorWithIssue)
       # Retain all detailed info and keep plain message and stacktrace separate
-      backtrace = []
-      build_exception_trace(backtrace, exception, trace)
+      backtrace = build_exception_trace(exception, combined_trace, puppet_trace)
       Puppet::Util::Log.create({
           :level => level,
           :source => log_source,
@@ -67,28 +68,27 @@ module Logging
           :node => exception.node
         }.merge(log_metadata))
     else
-      send_log(level, format_exception(exception, message, trace))
+      send_log(level, format_exception(exception, message, combined_trace, puppet_trace))
     end
   end
 
-  def build_exception_trace(arr, exception, trace = true)
-    if trace and exception.backtrace
-      exception.backtrace.each do |line|
-        arr << line =~ /^(.+):(\d+.*)$/ ? ("#{Pathname($1).realpath}:#{$2}" rescue line) : line
-      end
-    end
+  def build_exception_trace(exception, combined_trace = true, puppet_trace = false)
+    built_trace = format_backtrace(exception, combined_trace, puppet_trace)
+
     if exception.respond_to?(:original)
       original =  exception.original
       unless original.nil?
-        arr << _('Wrapped exception:')
-        arr << original.message
-        build_exception_trace(arr, original, trace)
+        built_trace << _('Wrapped exception:')
+        built_trace << original.message
+        built_trace += build_exception_trace(original, combined_trace, puppet_trace)
       end
     end
+
+    built_trace
   end
   private :build_exception_trace
 
-  def format_exception(exception, message = :default, trace = true)
+  def format_exception(exception, message = :default, combined_trace = true, puppet_trace = false)
     arr = []
     case message
     when :default
@@ -99,16 +99,28 @@ module Logging
       arr << message
     end
 
-    if trace and exception.backtrace
-      arr << Puppet::Util.pretty_backtrace(exception.backtrace)
-    end
+    arr += format_backtrace(exception, combined_trace, puppet_trace)
+
     if exception.respond_to?(:original) and exception.original
       arr << _("Wrapped exception:")
-      arr << format_exception(exception.original, :default, trace)
+      arr << format_exception(exception.original, :default, combined_trace, puppet_trace)
     end
+
     arr.flatten.join("\n")
   end
 
+  def format_backtrace(exception, combined_trace, puppet_trace)
+    puppetstack = exception.respond_to?(:puppetstack) ? exception.puppetstack : []
+
+    if combined_trace and exception.backtrace
+      Puppet::Util.format_backtrace_array(exception.backtrace, puppetstack)
+    elsif puppet_trace && !puppetstack.empty?
+      Puppet::Util.format_backtrace_array(puppetstack)
+    else
+      []
+    end
+  end
+
   def log_and_raise(exception, message)
     log_exception(exception, message)
     raise exception, message + "\n" + exception.to_s, exception.backtrace

data/lib/puppet/util/package/version/debian.rb

@@ -0,0 +1,175 @@
+module Puppet::Util::Package::Version
+  class Debian < Numeric
+    include Comparable
+
+    # Version string matching regexes
+    REGEX_EPOCH   = '(?:([0-9]+):)?'
+    # alphanumerics and the characters . + - ~ , starts with a digit, ~ only of debian_revision is present
+    REGEX_UPSTREAM_VERSION = '([\.\+~0-9a-zA-Z-]+?)'
+    #alphanumerics and the characters + . ~
+    REGEX_DEBIAN_REVISION = '(?:-([\.\+~0-9a-zA-Z]*))?'
+
+    REGEX_FULL    = REGEX_EPOCH + REGEX_UPSTREAM_VERSION + REGEX_DEBIAN_REVISION.freeze
+    REGEX_FULL_RX = /\A#{REGEX_FULL}\Z/
+
+    class ValidationFailure < ArgumentError; end
+
+    def self.parse(ver)
+      raise ValidationFailure, "Unable to parse '#{ver}' as a string" unless ver.is_a?(String)
+
+      match, epoch, upstream_version, debian_revision = *ver.match(REGEX_FULL_RX)
+
+      raise ValidationFailure, "Unable to parse '#{ver}' as a debian version identifier" unless match
+
+      new(epoch.to_i, upstream_version, debian_revision).freeze
+    end
+
+    def to_s
+      s = @upstream_version
+      s = "#{@epoch}:#{s}" if @epoch != 0
+      s = "#{s}-#{@debian_revision}" if @debian_revision
+      s
+    end
+    alias inspect to_s
+
+    def eql?(other)
+      other.is_a?(self.class) &&
+        @epoch.eql?(other.epoch) &&
+        @upstream_version.eql?(other.upstream_version) &&
+        @debian_revision.eql?(other.debian_revision)
+    end
+    alias == eql?
+
+    def <=>(other)
+      return nil unless other.is_a?(self.class)
+      cmp = @epoch <=> other.epoch
+      if cmp == 0
+        cmp = compare_upstream_version(other)
+        if cmp == 0
+          cmp = compare_debian_revision(other)
+        end
+      end
+      cmp
+    end
+
+    attr_reader :epoch, :upstream_version, :debian_revision
+
+    private
+
+    def initialize(epoch, upstream_version, debian_revision)
+      @epoch            = epoch
+      @upstream_version = upstream_version
+      @debian_revision  = debian_revision
+    end
+
+    def compare_upstream_version(other)
+      mine = @upstream_version
+      yours = other.upstream_version
+      compare_debian_versions(mine, yours)
+    end
+
+    def compare_debian_revision(other)
+      mine = @debian_revision
+      yours = other.debian_revision
+      compare_debian_versions(mine, yours)
+    end
+
+    def compare_debian_versions(mine, yours)
+      #   First the initial part of each string consisting entirely of non-digit characters is determined.
+      # These two parts (one of which may be empty) are compared lexically. If a difference is found it is
+      # returned. The lexical comparison is a comparison of ASCII values modified so that all the letters
+      # sort earlier than all the non-letters and so that a tilde sorts before anything, even the end of a
+      # part. For example, the following parts are in sorted order from earliest to latest: ~~, ~~a, ~, the
+      # empty part, a.
+      #
+      #   Then the initial part of the remainder of each string which consists entirely of digit characters
+      # is determined. The numerical values of these two parts are compared, and any difference found is
+      # returned as the result of the comparison. For these purposes an empty string (which can only occur
+      # at the end of one or both version strings being compared) counts as zero.
+      #
+      #   These two steps (comparing and removing initial non-digit strings and initial digit strings) are
+      # repeated until a difference is found or both strings are exhausted.
+
+      mine_index = 0
+      yours_index = 0
+      cmp = 0
+      mine ||= ''
+      yours ||= ''
+      while mine_index < mine.length && yours_index < yours.length && cmp == 0
+        #handle ~
+        _mymatch, mytilde = *match_tildes(mine.slice(mine_index..-1))
+        mytilde ||= ''
+
+        _yoursmatch, yourstilde = *match_tildes(yours.slice(yours_index..-1))
+        yourstilde ||= ''
+
+        cmp = -1 * (mytilde.length <=> yourstilde.length)
+        mine_index += mytilde.length
+        yours_index += yourstilde.length
+
+        if cmp == 0 # handle letters
+
+          _mymatch, myletters = *match_letters(mine.slice(mine_index..-1))
+          myletters ||= ''
+
+          _yoursmatch, yoursletters = *match_letters(yours.slice(yours_index..-1))
+          yoursletters ||= ''
+
+          cmp = myletters <=> yoursletters
+          mine_index += myletters.length
+          yours_index += yoursletters.length
+
+          if cmp == 0 # handle nonletters except tilde
+            _mymatch, mynon_letters = *match_non_letters(mine.slice(mine_index..-1))
+            mynon_letters ||= ''
+
+            _yoursmatch, yoursnon_letters = *match_non_letters(yours.slice(yours_index..-1))
+            yoursnon_letters ||= ''
+
+            cmp = mynon_letters <=> yoursnon_letters
+            mine_index += mynon_letters.length
+            yours_index += yoursnon_letters.length
+
+            if cmp == 0 # handle digits
+              _mymatch, mydigits = *match_digits(mine.slice(mine_index..-1))
+              mydigits ||= ''
+
+              _yoursmatch, yoursdigits = *match_digits(yours.slice(yours_index..-1))
+              yoursdigits ||= ''
+
+              cmp = mydigits.to_i <=> yoursdigits.to_i
+              mine_index += mydigits.length
+              yours_index += yoursdigits.length
+            end
+          end
+        end
+      end
+      if cmp == 0
+        if mine_index < mine.length && match_tildes(mine[mine_index])
+          cmp = -1
+        elsif yours_index < yours.length && match_tildes(yours[yours_index])
+          cmp = 1
+        else
+          cmp = mine.length <=> yours.length
+        end
+      end
+      cmp
+    end
+
+    def match_digits(a)
+      a.match(/^([0-9]+)/)
+    end
+
+    def match_non_letters(a)
+      a.match(/^([\.\+-]+)/)
+    end
+
+    def match_tildes(a)
+      a.match(/^(~+)/)
+    end
+
+    def match_letters(a)
+      a.match(/^([A-Za-z]+)/)
+    end
+  end
+end