puppet-parse 0.0.1 → 0.0.2

data/lib/vendor/puppet/util/instrumentation.rb

@@ -0,0 +1,171 @@
+require 'puppet'
+require 'puppet/util/classgen'
+require 'puppet/util/instance_loader'
+
+class Puppet::Util::Instrumentation
+  extend Puppet::Util::ClassGen
+  extend Puppet::Util::InstanceLoader
+  extend MonitorMixin
+
+  # we're using a ruby lazy autoloader to prevent a loop when requiring listeners
+  # since this class sets up an indirection which is also used in Puppet::Indirector::Indirection
+  # which is used to setup indirections...
+  autoload :Listener, 'puppet/util/instrumentation/listener'
+  autoload :Data, 'puppet/util/instrumentation/data'
+
+  # Set up autoloading and retrieving of instrumentation listeners.
+  instance_load :listener, 'puppet/util/instrumentation/listeners'
+
+  class << self
+    attr_accessor :listeners, :listeners_of
+  end
+
+  # instrumentation layer
+
+  # Triggers an instrumentation
+  #
+  # Call this method around the instrumentation point
+  #   Puppet::Util::Instrumentation.instrument(:my_long_computation) do
+  #     ... a long computation
+  #   end
+  #
+  # This will send an event to all the listeners of "my_long_computation".
+  # Note: this method uses ruby yield directive to call the instrumented code.
+  # It is usually way slower than calling start and stop directly around the instrumented code.
+  # For high traffic code path, it is thus advisable to not use this method.
+  def self.instrument(label, data = {})
+    id = self.start(label, data)
+    yield
+  ensure
+    self.stop(label, id, data)
+  end
+
+  # Triggers a "start" instrumentation event
+  #
+  # Important note:
+  #  For proper use, the data hash instance used for start should also
+  #  be used when calling stop. The idea is to use the current scope
+  #  where start is called to retain a reference to 'data' so that it is possible
+  #  to send it back to stop.
+  #  This way listeners can match start and stop events more easily.
+  def self.start(label, data)
+    data[:started] = Time.now
+    publish(label, :start, data)
+    data[:id] = next_id
+  end
+
+  # Triggers a "stop" instrumentation event
+  def self.stop(label, id, data)
+    data[:finished] = Time.now
+    publish(label, :stop, data)
+  end
+
+  def self.publish(label, event, data)
+    each_listener(label) do |k,l|
+      l.notify(label, event, data)
+    end
+  end
+
+  def self.listeners
+    @listeners.values
+  end
+
+  def self.each_listener(label)
+    synchronize {
+      @listeners_of[label] ||= @listeners.select do |k,l|
+        l.listen_to?(label)
+      end
+    }.each do |l|
+      yield l
+    end
+  end
+
+  # Adds a new listener
+  #
+  # Usage:
+  #   Puppet::Util::Instrumentation.new_listener(:my_instrumentation, pattern) do
+  #
+  #     def notify(label, data)
+  #       ... do something for data...
+  #     end
+  #   end
+  #
+  # It is possible to use a "pattern". The listener will be notified only
+  # if the pattern match the label of the event.
+  # The pattern can be a symbol, a string or a regex.
+  # If no pattern is provided, then the listener will be called for every events
+  def self.new_listener(name, options = {}, &block)
+    Puppet.debug "new listener called #{name}"
+    name = name.intern
+    listener = genclass(name, :hash => instance_hash(:listener), :block => block)
+    listener.send(:define_method, :name) do
+      name
+    end
+    subscribe(listener.new, options[:label_pattern], options[:event])
+  end
+
+  def self.subscribe(listener, label_pattern, event)
+    synchronize {
+      raise "Listener #{listener.name} is already subscribed" if @listeners.include?(listener.name)
+      Puppet.debug "registering instrumentation listener #{listener.name}"
+      @listeners[listener.name] = Listener.new(listener, label_pattern, event)
+      listener.subscribed if listener.respond_to?(:subscribed)
+      rehash
+    }
+  end
+
+  def self.unsubscribe(listener)
+    synchronize {
+      Puppet.warning("#{listener.name} hasn't been registered but asked to be unregistered") unless @listeners.include?(listener.name)
+      Puppet.info "unregistering instrumentation listener #{listener.name}"
+      @listeners.delete(listener.name)
+      listener.unsubscribed if listener.respond_to?(:unsubscribed)
+      rehash
+    }
+  end
+
+  def self.init
+    # let's init our probe indirection
+    require 'puppet/util/instrumentation/indirection_probe'
+    synchronize {
+      @listeners ||= {}
+      @listeners_of ||= {}
+      instance_loader(:listener).loadall
+    }
+  end
+
+  def self.clear
+    synchronize {
+      @listeners = {}
+      @listeners_of = {}
+      @id = 0
+    }
+  end
+
+  def self.[](key)
+    synchronize {
+      @listeners[key.intern]
+    }
+  end
+
+  def self.[]=(key, value)
+    synchronize {
+      @listeners[key.intern] = value
+      rehash
+    }
+  end
+
+  private
+
+  # should be called only under the guard
+  # self.synchronize
+  def self.rehash
+    @listeners_of = {}
+  end
+
+  def self.next_id
+    synchronize {
+      @id = (@id || 0) + 1
+    }
+  end
+end

data/lib/vendor/puppet/util/ldap/connection.rb

@@ -0,0 +1,74 @@
+require 'puppet/util/ldap'
+
+class Puppet::Util::Ldap::Connection
+  attr_accessor :host, :port, :user, :password, :reset, :ssl
+
+  attr_reader :connection
+
+  # Return a default connection, using our default settings.
+  def self.instance
+    ssl = if Puppet[:ldaptls]
+      :tls
+        elsif Puppet[:ldapssl]
+          true
+        else
+          false
+        end
+
+    options = {}
+    options[:ssl] = ssl
+    if user = Puppet.settings[:ldapuser] and user != ""
+      options[:user] = user
+      if pass = Puppet.settings[:ldappassword] and pass != ""
+        options[:password] = pass
+      end
+    end
+
+    new(Puppet[:ldapserver], Puppet[:ldapport], options)
+  end
+
+  def close
+    connection.unbind if connection.bound?
+  end
+
+  def initialize(host, port, options = {})
+    raise Puppet::Error, "Could not set up LDAP Connection: Missing ruby/ldap libraries" unless Puppet.features.ldap?
+
+    @host, @port = host, port
+
+    options.each do |param, value|
+      begin
+        send(param.to_s + "=", value)
+      rescue
+        raise ArgumentError, "LDAP connections do not support #{param} parameters"
+      end
+    end
+  end
+
+  # Create a per-connection unique name.
+  def name
+    [host, port, user, password, ssl].collect { |p| p.to_s }.join("/")
+  end
+
+  # Should we reset the connection?
+  def reset?
+    reset
+  end
+
+  # Start our ldap connection.
+  def start
+      case ssl
+      when :tls
+        @connection = LDAP::SSLConn.new(host, port, true)
+      when true
+        @connection = LDAP::SSLConn.new(host, port)
+      else
+        @connection = LDAP::Conn.new(host, port)
+      end
+      @connection.set_option(LDAP::LDAP_OPT_PROTOCOL_VERSION, 3)
+      @connection.set_option(LDAP::LDAP_OPT_REFERRALS, LDAP::LDAP_OPT_ON)
+      @connection.simple_bind(user, password)
+  rescue => detail
+      raise Puppet::Error, "Could not connect to LDAP: #{detail}"
+  end
+end

data/lib/vendor/puppet/util/ldap/generator.rb

@@ -0,0 +1,42 @@
+require 'puppet/util/ldap'
+
+class Puppet::Util::Ldap::Generator
+  # Declare the attribute we'll use to generate the value.
+  def from(source)
+    @source = source
+    self
+  end
+
+  # Actually do the generation.
+  def generate(value = nil)
+    if value.nil?
+      @generator.call
+    else
+      @generator.call(value)
+    end
+  end
+
+  # Initialize our generator with the name of the parameter
+  # being generated.
+  def initialize(name)
+    @name = name
+  end
+
+  def name
+    @name.to_s
+  end
+
+  def source
+    if @source
+      @source.to_s
+    else
+      nil
+    end
+  end
+
+  # Provide the code that does the generation.
+  def with(&block)
+    @generator = block
+    self
+  end
+end

data/lib/vendor/puppet/util/ldap/manager.rb

@@ -0,0 +1,279 @@
+require 'puppet/util/ldap'
+require 'puppet/util/ldap/connection'
+require 'puppet/util/ldap/generator'
+
+# The configuration class for LDAP providers, plus
+# connection handling for actually interacting with ldap.
+class Puppet::Util::Ldap::Manager
+  attr_reader :objectclasses, :puppet2ldap, :location, :rdn
+
+  # A null-op that just returns the config.
+  def and
+    self
+  end
+
+  # Set the offset from the search base and return the config.
+  def at(location)
+    @location = location
+    self
+  end
+
+  # The basic search base.
+  def base
+    [location, Puppet[:ldapbase]].join(",")
+  end
+
+  # Convert the name to a dn, then pass the args along to
+  # our connection.
+  def create(name, attributes)
+    attributes = attributes.dup
+
+    # Add the objectclasses
+    attributes["objectClass"] = objectclasses.collect { |o| o.to_s }
+    attributes["objectClass"] << "top" unless attributes["objectClass"].include?("top")
+
+    attributes[rdn.to_s] = [name]
+
+    # Generate any new values we might need.
+    generate(attributes)
+
+    # And create our resource.
+    connect { |conn| conn.add dn(name), attributes }
+  end
+
+  # Open, yield, and close the connection.  Cannot be left
+  # open, at this point.
+  def connect
+    raise ArgumentError, "You must pass a block to #connect" unless block_given?
+
+    unless @connection
+      if Puppet[:ldaptls]
+        ssl = :tls
+      elsif Puppet[:ldapssl]
+        ssl = true
+      else
+        ssl = false
+      end
+      options = {:ssl => ssl}
+      if user = Puppet[:ldapuser] and user != ""
+        options[:user] = user
+      end
+      if password = Puppet[:ldappassword] and password != ""
+        options[:password] = password
+      end
+      @connection = Puppet::Util::Ldap::Connection.new(Puppet[:ldapserver], Puppet[:ldapport], options)
+    end
+    @connection.start
+    begin
+      yield @connection.connection
+    ensure
+      @connection.close
+    end
+    nil
+  end
+
+  # Convert the name to a dn, then pass the args along to
+  # our connection.
+  def delete(name)
+    connect { |connection| connection.delete dn(name) }
+  end
+
+  # Calculate the dn for a given resource.
+  def dn(name)
+    ["#{rdn}=#{name}", base].join(",")
+  end
+
+  # Convert an ldap-style entry hash to a provider-style hash.
+  def entry2provider(entry)
+    raise ArgumentError, "Could not get dn from ldap entry" unless entry["dn"]
+
+    # DN is always a single-entry array.  Strip off the bits before the
+    # first comma, then the bits after the remaining equal sign.  This is the
+    # name.
+    name = entry["dn"].dup.pop.split(",").shift.split("=").pop
+
+    result = {:name => name}
+
+    @ldap2puppet.each do |ldap, puppet|
+      result[puppet] = entry[ldap.to_s] || :absent
+    end
+
+    result
+  end
+
+  # Create our normal search filter.
+  def filter
+    return(objectclasses.length == 1 ? "objectclass=#{objectclasses[0]}" : "(&(objectclass=" + objectclasses.join(")(objectclass=") + "))")
+  end
+
+  # Find the associated entry for a resource.  Returns a hash, minus
+  # 'dn', or nil if the entry cannot be found.
+  def find(name)
+    result = nil
+    connect do |conn|
+      begin
+        conn.search2(dn(name), 0, "objectclass=*") do |result|
+          # Convert to puppet-appropriate attributes
+          return entry2provider(result)
+        end
+      rescue => detail
+        return nil
+      end
+    end
+  end
+
+  # Declare a new attribute generator.
+  def generates(parameter)
+    @generators << Puppet::Util::Ldap::Generator.new(parameter)
+    @generators[-1]
+  end
+
+  # Generate any extra values we need to make the ldap entry work.
+  def generate(values)
+    return unless @generators.length > 0
+
+    @generators.each do |generator|
+      # Don't override any values that might exist.
+      next if values[generator.name]
+
+      if generator.source
+        unless value = values[generator.source]
+          raise ArgumentError, "#{generator.source} must be defined to generate #{generator.name}"
+        end
+        result = generator.generate(value)
+      else
+        result = generator.generate
+      end
+
+      result = [result] unless result.is_a?(Array)
+      result = result.collect { |r| r.to_s }
+
+      values[generator.name] = result
+    end
+  end
+
+  def initialize
+    @rdn = :cn
+    @generators = []
+  end
+
+  # Specify what classes this provider models.
+  def manages(*classes)
+    @objectclasses = classes
+    self
+  end
+
+  # Specify the attribute map.  Assumes the keys are the puppet
+  # attributes, and the values are the ldap attributes, and creates a map
+  # for each direction.
+  def maps(attributes)
+    # The map with the puppet attributes as the keys
+    @puppet2ldap = attributes
+
+    # and the ldap attributes as the keys.
+    @ldap2puppet = attributes.inject({}) { |map, ary| map[ary[1]] = ary[0]; map }
+
+    self
+  end
+
+  # Return the ldap name for a puppet attribute.
+  def ldap_name(attribute)
+    @puppet2ldap[attribute].to_s
+  end
+
+  # Convert the name to a dn, then pass the args along to
+  # our connection.
+  def modify(name, mods)
+    connect { |connection| connection.modify dn(name), mods }
+  end
+
+  # Specify the rdn that we use to build up our dn.
+  def named_by(attribute)
+    @rdn = attribute
+    self
+  end
+
+  # Return the puppet name for an ldap attribute.
+  def puppet_name(attribute)
+    @ldap2puppet[attribute]
+  end
+
+  # Search for all entries at our base.  A potentially expensive search.
+  def search(sfilter = nil)
+    sfilter ||= filter
+
+    result = []
+    connect do |conn|
+      conn.search2(base, 1, sfilter) do |entry|
+        result << entry2provider(entry)
+      end
+    end
+    return(result.empty? ? nil : result)
+  end
+
+  # Update the ldap entry with the desired state.
+  def update(name, is, should)
+    if should[:ensure] == :absent
+      Puppet.info "Removing #{dn(name)} from ldap"
+      delete(name)
+      return
+    end
+
+    # We're creating a new entry
+    if is.empty? or is[:ensure] == :absent
+      Puppet.info "Creating #{dn(name)} in ldap"
+      # Remove any :absent params and :ensure, then convert the names to ldap names.
+      attrs = ldap_convert(should)
+      create(name, attrs)
+      return
+    end
+
+    # We're modifying an existing entry.  Yuck.
+
+    mods = []
+    # For each attribute we're deleting that is present, create a
+    # modify instance for deletion.
+    [is.keys, should.keys].flatten.uniq.each do |property|
+      # They're equal, so do nothing.
+      next if is[property] == should[property]
+
+      attributes = ldap_convert(should)
+
+      prop_name = ldap_name(property).to_s
+
+      # We're creating it.
+      if is[property] == :absent or is[property].nil?
+        mods << LDAP::Mod.new(LDAP::LDAP_MOD_ADD, prop_name, attributes[prop_name])
+        next
+      end
+
+      # We're deleting it
+      if should[property] == :absent or should[property].nil?
+        mods << LDAP::Mod.new(LDAP::LDAP_MOD_DELETE, prop_name, [])
+        next
+      end
+
+      # We're replacing an existing value
+      mods << LDAP::Mod.new(LDAP::LDAP_MOD_REPLACE, prop_name, attributes[prop_name])
+    end
+
+    modify(name, mods)
+  end
+
+  # Is this a complete ldap configuration?
+  def valid?
+    location and objectclasses and ! objectclasses.empty? and puppet2ldap
+  end
+
+  private
+
+  # Convert a hash of attributes to ldap-like forms.  This mostly means
+  # getting rid of :ensure and making sure everything's an array of strings.
+  def ldap_convert(attributes)
+    attributes.reject { |param, value| value == :absent or param == :ensure }.inject({}) do |result, ary|
+      value = (ary[1].is_a?(Array) ? ary[1] : [ary[1]]).collect { |v| v.to_s }
+      result[ldap_name(ary[0])] = value
+      result
+    end
+  end
+end

data/lib/vendor/puppet/util/ldap.rb

@@ -0,0 +1,2 @@
+module Puppet::Util::Ldap
+end

data/lib/vendor/puppet/util/loadedfile.rb

@@ -0,0 +1,61 @@
+# A simple class that tells us when a file has changed and thus whether we
+# should reload it
+
+require 'puppet'
+
+module Puppet
+  class NoSuchFile < Puppet::Error; end
+  class Util::LoadedFile
+    attr_reader :file, :statted
+
+    # Provide a hook for setting the timestamp during testing, so we don't
+    # have to depend on the granularity of the filesystem.
+    attr_writer :tstamp
+
+    # Determine whether the file has changed and thus whether it should
+    # be reparsed.
+    def changed?
+      # Allow the timeout to be disabled entirely.
+      return true if Puppet[:filetimeout] < 0
+      tmp = stamp
+
+      # We use a different internal variable than the stamp method
+      # because it doesn't keep historical state and we do -- that is,
+      # we will always be comparing two timestamps, whereas
+      # stamp just always wants the latest one.
+      if tmp == @tstamp
+        return false
+      else
+        @tstamp = tmp
+        return @tstamp
+      end
+    end
+
+    # Create the file.  Must be passed the file path.
+    def initialize(file)
+      @file = file
+      @statted = 0
+      @stamp = nil
+      @tstamp = stamp
+    end
+
+    # Retrieve the filestamp, but only refresh it if we're beyond our
+    # filetimeout
+    def stamp
+      if @stamp.nil? or (Time.now.to_i - @statted >= Puppet[:filetimeout])
+        @statted = Time.now.to_i
+        begin
+          @stamp = File.stat(@file).ctime
+        rescue Errno::ENOENT, Errno::ENOTDIR
+          @stamp = Time.now
+        end
+      end
+      @stamp
+    end
+
+    def to_s
+      @file
+    end
+  end
+end
+

data/lib/vendor/puppet/util/log/destination.rb

@@ -0,0 +1,49 @@
+# A type of log destination.
+class Puppet::Util::Log::Destination
+  class << self
+    attr_accessor :name
+  end
+
+  def self.initvars
+    @matches = []
+  end
+
+  # Mark the things we're supposed to match.
+  def self.match(obj)
+    @matches ||= []
+    @matches << obj
+  end
+
+  # See whether we match a given thing.
+  def self.match?(obj)
+    # Convert single-word strings into symbols like :console and :syslog
+    if obj.is_a? String and obj =~ /^\w+$/
+      obj = obj.downcase.intern
+    end
+
+    @matches.each do |thing|
+      # Search for direct matches or class matches
+      return true if thing === obj or thing == obj.class.to_s
+    end
+    false
+  end
+
+  def name
+    if defined?(@name)
+      return @name
+    else
+      return self.class.name
+    end
+  end
+
+  # Set how to handle a message.
+  def self.sethandler(&block)
+    define_method(:handle, &block)
+  end
+
+  # Mark how to initialize our object.
+  def self.setinit(&block)
+    define_method(:initialize, &block)
+  end
+end
+