puppet-parse 0.0.1 → 0.0.2

data/lib/vendor/puppet/application/kick.rb

@@ -0,0 +1,351 @@
+require 'puppet/application'
+
+class Puppet::Application::Kick < Puppet::Application
+
+  should_not_parse_config
+
+  attr_accessor :hosts, :tags, :classes
+
+  option("--all","-a")
+  option("--foreground","-f")
+  option("--debug","-d")
+  option("--ping","-P")
+  option("--test")
+
+  option("--host HOST") do |arg|
+    @hosts << arg
+  end
+
+  option("--tag TAG", "-t") do |arg|
+    @tags << arg
+  end
+
+  option("--class CLASS", "-c") do |arg|
+    @classes << arg
+  end
+
+  option("--no-fqdn", "-n") do |arg|
+    options[:fqdn] = false
+  end
+
+  option("--parallel PARALLEL", "-p") do |arg|
+    begin
+      options[:parallel] = Integer(arg)
+    rescue
+      $stderr.puts "Could not convert #{arg.inspect} to an integer"
+      exit(23)
+    end
+  end
+
+  def help
+    <<-'HELP'
+
+puppet-kick(8) -- Remotely control puppet agent
+========
+
+SYNOPSIS
+--------
+Trigger a puppet agent run on a set of hosts.
+
+
+USAGE
+-----
+puppet kick [-a|--all] [-c|--class <class>] [-d|--debug] [-f|--foreground]
+  [-h|--help] [--host <host>] [--no-fqdn] [--ignoreschedules]
+  [-t|--tag <tag>] [--test] [-p|--ping] <host> [<host> [...]]
+
+
+DESCRIPTION
+-----------
+This script can be used to connect to a set of machines running 'puppet
+agent' and trigger them to run their configurations. The most common
+usage would be to specify a class of hosts and a set of tags, and
+'puppet kick' would look up in LDAP all of the hosts matching that
+class, then connect to each host and trigger a run of all of the objects
+with the specified tags.
+
+If you are not storing your host configurations in LDAP, you can specify
+hosts manually.
+
+You will most likely have to run 'puppet kick' as root to get access to
+the SSL certificates.
+
+'puppet kick' reads 'puppet master''s configuration file, so that it can
+copy things like LDAP settings.
+
+
+USAGE NOTES
+-----------
+Puppet kick needs the puppet agent on the target machine to be running as a
+daemon, be configured to listen for incoming network connections, and have an
+appropriate security configuration.
+
+The specific changes required are:
+
+* Set `listen = true` in the agent's `puppet.conf` file (or `--listen` on the
+  command line)
+* Configure the node's firewall to allow incoming connections on port 8139
+* Insert the following stanza at the top of the node's `auth.conf` file:
+
+        # Allow puppet kick access
+        path    /run
+        method  save
+        auth    any
+        allow   workstation.example.com
+
+This example would allow the machine `workstation.example.com` to trigger a
+Puppet run; adjust the "allow" directive to suit your site. You may also use
+`allow *` to allow anyone to trigger a Puppet run, but that makes it possible
+to interfere with your site by triggering excessive Puppet runs.
+
+See `http://docs.puppetlabs.com/guides/rest_auth_conf.html` for more details
+about security settings.
+
+OPTIONS
+-------
+Note that any configuration parameter that's valid in the configuration
+file is also a valid long argument. For example, 'ssldir' is a valid
+configuration parameter, so you can specify '--ssldir <directory>' as an
+argument.
+
+See the configuration file documentation at
+http://docs.puppetlabs.com/references/latest/configuration.html for
+the full list of acceptable parameters. A commented list of all
+configuration options can also be generated by running puppet master
+with '--genconfig'.
+
+* --all:
+  Connect to all available hosts. Requires LDAP support at this point.
+
+* --class:
+  Specify a class of machines to which to connect. This only works if
+  you have LDAP configured, at the moment.
+
+* --debug:
+  Enable full debugging.
+
+* --foreground:
+  Run each configuration in the foreground; that is, when connecting to
+  a host, do not return until the host has finished its run. The default
+  is false.
+
+* --help:
+  Print this help message
+
+* --host:
+  A specific host to which to connect. This flag can be specified more
+  than once.
+
+* --ignoreschedules:
+  Whether the client should ignore schedules when running its
+  configuration. This can be used to force the client to perform work it
+  would not normally perform so soon. The default is false.
+
+* --parallel:
+  How parallel to make the connections. Parallelization is provided by
+  forking for each client to which to connect. The default is 1, meaning
+  serial execution.
+
+* --tag:
+  Specify a tag for selecting the objects to apply. Does not work with
+  the --test option.
+
+* --test:
+  Print the hosts you would connect to but do not actually connect. This
+  option requires LDAP support at this point.
+
+* --ping:
+  Do a ICMP echo against the target host. Skip hosts that don't respond
+  to ping.
+
+
+EXAMPLE
+-------
+    $ sudo puppet kick -p 10 -t remotefile -t webserver host1 host2
+
+
+AUTHOR
+------
+Luke Kanies
+
+
+COPYRIGHT
+---------
+Copyright (c) 2011 Puppet Labs, LLC Licensed under the Apache 2.0 License
+
+    HELP
+  end
+
+  def run_command
+    @hosts += command_line.args
+    options[:test] ? test : main
+  end
+
+  def test
+    puts "Skipping execution in test mode"
+    exit(0)
+  end
+
+  def main
+    Puppet.warning "Failed to load ruby LDAP library. LDAP functionality will not be available" unless Puppet.features.ldap?
+    require 'puppet/util/ldap/connection'
+
+    todo = @hosts.dup
+
+    failures = []
+
+    # Now do the actual work
+    go = true
+    while go
+      # If we don't have enough children in process and we still have hosts left to
+      # do, then do the next host.
+      if @children.length < options[:parallel] and ! todo.empty?
+        host = todo.shift
+        pid = safe_posix_fork do
+          run_for_host(host)
+        end
+        @children[pid] = host
+      else
+        # Else, see if we can reap a process.
+        begin
+          pid = Process.wait
+
+          if host = @children[pid]
+            # Remove our host from the list of children, so the parallelization
+            # continues working.
+            @children.delete(pid)
+            failures << host if $CHILD_STATUS.exitstatus != 0
+            print "#{host} finished with exit code #{$CHILD_STATUS.exitstatus}\n"
+          else
+            $stderr.puts "Could not find host for PID #{pid} with status #{$CHILD_STATUS.exitstatus}"
+          end
+        rescue Errno::ECHILD
+          # There are no children left, so just exit unless there are still
+          # children left to do.
+          next unless todo.empty?
+
+          if failures.empty?
+            puts "Finished"
+            exit(0)
+          else
+            puts "Failed: #{failures.join(", ")}"
+            exit(3)
+          end
+        end
+      end
+    end
+  end
+
+  def run_for_host(host)
+    if options[:ping]
+      out = %x{ping -c 1 #{host}}
+      unless $CHILD_STATUS == 0
+        $stderr.print "Could not contact #{host}\n"
+        exit($CHILD_STATUS)
+      end
+    end
+
+    require 'puppet/run'
+    Puppet::Run.indirection.terminus_class = :rest
+    port = Puppet[:puppetport]
+    url = ["https://#{host}:#{port}", "production", "run", host].join('/')
+
+    print "Triggering #{host}\n"
+    begin
+      run_options = {
+        :tags => @tags,
+        :background => ! options[:foreground],
+        :ignoreschedules => options[:ignoreschedules]
+      }
+      run = Puppet::Run.indirection.save(Puppet::Run.new( run_options ), url)
+      puts "Getting status"
+      result = run.status
+      puts "status is #{result}"
+    rescue => detail
+      puts detail.backtrace if Puppet[:trace]
+      $stderr.puts "Host #{host} failed: #{detail}\n"
+      exit(2)
+    end
+
+    case result
+    when "success";
+      exit(0)
+    when "running"
+      $stderr.puts "Host #{host} is already running"
+      exit(3)
+    else
+      $stderr.puts "Host #{host} returned unknown answer '#{result}'"
+      exit(12)
+    end
+  end
+
+  def initialize(*args)
+    super
+    @hosts = []
+    @classes = []
+    @tags = []
+  end
+
+  def preinit
+    [:INT, :TERM].each do |signal|
+      Signal.trap(signal) do
+        $stderr.puts "Cancelling"
+        exit(1)
+      end
+    end
+    options[:parallel] = 1
+    options[:verbose] = true
+    options[:fqdn] = true
+    options[:ignoreschedules] = false
+    options[:foreground] = false
+  end
+
+  def setup
+    raise Puppet::Error.new("Puppet kick is not supported on Microsoft Windows") if Puppet.features.microsoft_windows?
+
+    if options[:debug]
+      Puppet::Util::Log.level = :debug
+    else
+      Puppet::Util::Log.level = :info
+    end
+
+    # Now parse the config
+    Puppet.parse_config
+
+    if Puppet[:node_terminus] == "ldap" and (options[:all] or @classes)
+      if options[:all]
+        @hosts = Puppet::Node.indirection.search("whatever", :fqdn => options[:fqdn]).collect { |node| node.name }
+        puts "all: #{@hosts.join(", ")}"
+      else
+        @hosts = []
+        @classes.each do |klass|
+          list = Puppet::Node.indirection.search("whatever", :fqdn => options[:fqdn], :class => klass).collect { |node| node.name }
+          puts "#{klass}: #{list.join(", ")}"
+
+          @hosts += list
+        end
+      end
+    elsif ! @classes.empty?
+      $stderr.puts "You must be using LDAP to specify host classes"
+      exit(24)
+    end
+
+    @children = {}
+
+    # If we get a signal, then kill all of our children and get out.
+    [:INT, :TERM].each do |signal|
+      Signal.trap(signal) do
+        Puppet.notice "Caught #{signal}; shutting down"
+        @children.each do |pid, host|
+          Process.kill("INT", pid)
+        end
+
+        waitall
+
+        exit(1)
+      end
+    end
+
+  end
+
+end

data/lib/vendor/puppet/application/man.rb

@@ -0,0 +1,4 @@
+require 'puppet/application/face_base'
+
+class Puppet::Application::Man < Puppet::Application::FaceBase
+end

data/lib/vendor/puppet/application/master.rb

@@ -0,0 +1,263 @@
+require 'puppet/application'
+
+class Puppet::Application::Master < Puppet::Application
+
+  should_parse_config
+  run_mode :master
+
+  option("--debug", "-d")
+  option("--verbose", "-v")
+
+  # internal option, only to be used by ext/rack/config.ru
+  option("--rack")
+
+  option("--compile host",  "-c host") do |arg|
+    options[:node] = arg
+  end
+
+  option("--logdest DEST",  "-l DEST") do |arg|
+    begin
+      Puppet::Util::Log.newdestination(arg)
+      options[:setdest] = true
+    rescue => detail
+      puts detail.backtrace if Puppet[:debug]
+      $stderr.puts detail.to_s
+    end
+  end
+
+  option("--parseonly") do
+    puts "--parseonly has been removed. Please use 'puppet parser validate <manifest>'"
+    exit 1
+  end
+
+  def help
+    <<-'HELP'
+
+puppet-master(8) -- The puppet master daemon
+========
+
+SYNOPSIS
+--------
+The central puppet server. Functions as a certificate authority by
+default.
+
+
+USAGE
+-----
+puppet master [-D|--daemonize|--no-daemonize] [-d|--debug] [-h|--help]
+  [-l|--logdest <file>|console|syslog] [-v|--verbose] [-V|--version]
+  [--compile <node-name>]
+
+
+DESCRIPTION
+-----------
+This command starts an instance of puppet master, running as a daemon
+and using Ruby's built-in Webrick webserver. Puppet master can also be
+managed by other application servers; when this is the case, this
+executable is not used.
+
+
+OPTIONS
+-------
+Note that any configuration parameter that's valid in the configuration
+file is also a valid long argument. For example, 'ssldir' is a valid
+configuration parameter, so you can specify '--ssldir <directory>' as an
+argument.
+
+See the configuration file documentation at
+http://docs.puppetlabs.com/references/stable/configuration.html for the
+full list of acceptable parameters. A commented list of all
+configuration options can also be generated by running puppet master
+with '--genconfig'.
+
+* --daemonize:
+  Send the process into the background. This is the default.
+
+* --no-daemonize:
+  Do not send the process into the background.
+
+* --debug:
+  Enable full debugging.
+
+* --help:
+  Print this help message.
+
+* --logdest:
+  Where to send messages. Choose between syslog, the console, and a log
+  file. Defaults to sending messages to syslog, or the console if
+  debugging or verbosity is enabled.
+
+* --verbose:
+  Enable verbosity.
+
+* --version:
+  Print the puppet version number and exit.
+
+* --compile:
+  Compile a catalogue and output it in JSON from the puppet master. Uses
+  facts contained in the $vardir/yaml/ directory to compile the catalog.
+
+
+EXAMPLE
+-------
+  puppet master
+
+DIAGNOSTICS
+-----------
+
+When running as a standalone daemon, puppet master accepts the
+following signals:
+
+* SIGHUP:
+  Restart the puppet master server.
+* SIGINT and SIGTERM:
+  Shut down the puppet master server.
+* SIGUSR2:
+  Close file descriptors for log files and reopen them. Used with logrotate.
+
+AUTHOR
+------
+Luke Kanies
+
+
+COPYRIGHT
+---------
+Copyright (c) 2011 Puppet Labs, LLC Licensed under the Apache 2.0 License
+
+    HELP
+  end
+
+  def preinit
+    Signal.trap(:INT) do
+      $stderr.puts "Cancelling startup"
+      exit(0)
+    end
+
+    # Create this first-off, so we have ARGV
+    require 'puppet/daemon'
+    @daemon = Puppet::Daemon.new
+    @daemon.argv = ARGV.dup
+  end
+
+  def run_command
+    if options[:node]
+      compile
+    else
+      main
+    end
+  end
+
+  def compile
+    Puppet::Util::Log.newdestination :console
+    raise ArgumentError, "Cannot render compiled catalogs without pson support" unless Puppet.features.pson?
+    begin
+      unless catalog = Puppet::Resource::Catalog.indirection.find(options[:node])
+        raise "Could not compile catalog for #{options[:node]}"
+      end
+
+      jj catalog.to_resource
+    rescue => detail
+      $stderr.puts detail
+      exit(30)
+    end
+    exit(0)
+  end
+
+  def main
+    require 'etc'
+
+    xmlrpc_handlers = [:Status, :FileServer, :Master, :Report, :Filebucket]
+
+    xmlrpc_handlers << :CA if Puppet[:ca]
+
+    # Make sure we've got a localhost ssl cert
+    Puppet::SSL::Host.localhost
+
+    # And now configure our server to *only* hit the CA for data, because that's
+    # all it will have write access to.
+    Puppet::SSL::Host.ca_location = :only if Puppet::SSL::CertificateAuthority.ca?
+
+    if Puppet.features.root?
+      begin
+        Puppet::Util.chuser
+      rescue => detail
+        puts detail.backtrace if Puppet[:trace]
+        $stderr.puts "Could not change user to #{Puppet[:user]}: #{detail}"
+        exit(39)
+      end
+    end
+
+    unless options[:rack]
+      require 'puppet/network/server'
+      @daemon.server = Puppet::Network::Server.new(:xmlrpc_handlers => xmlrpc_handlers)
+      @daemon.daemonize if Puppet[:daemonize]
+    else
+      require 'puppet/network/http/rack'
+      @app = Puppet::Network::HTTP::Rack.new(:xmlrpc_handlers => xmlrpc_handlers, :protocols => [:rest, :xmlrpc])
+    end
+
+    Puppet.notice "Starting Puppet master version #{Puppet.version}"
+
+    unless options[:rack]
+      @daemon.start
+    else
+      return @app
+    end
+  end
+
+  def setup_logs
+    # Handle the logging settings.
+    if options[:debug] or options[:verbose]
+      if options[:debug]
+        Puppet::Util::Log.level = :debug
+      else
+        Puppet::Util::Log.level = :info
+      end
+
+      unless Puppet[:daemonize] or options[:rack]
+        Puppet::Util::Log.newdestination(:console)
+        options[:setdest] = true
+      end
+    end
+
+    Puppet::Util::Log.newdestination(:syslog) unless options[:setdest]
+  end
+
+  def setup_terminuses
+    require 'puppet/file_serving/content'
+    require 'puppet/file_serving/metadata'
+
+    # Cache our nodes in yaml.  Currently not configurable.
+    Puppet::Node.indirection.cache_class = :yaml
+
+    Puppet::FileServing::Content.indirection.terminus_class = :file_server
+    Puppet::FileServing::Metadata.indirection.terminus_class = :file_server
+
+    Puppet::FileBucket::File.indirection.terminus_class = :file
+  end
+
+  def setup_ssl
+    # Configure all of the SSL stuff.
+    if Puppet::SSL::CertificateAuthority.ca?
+      Puppet::SSL::Host.ca_location = :local
+      Puppet.settings.use :ca
+      Puppet::SSL::CertificateAuthority.instance
+    else
+      Puppet::SSL::Host.ca_location = :none
+    end
+  end
+
+  def setup
+    raise Puppet::Error.new("Puppet master is not supported on Microsoft Windows") if Puppet.features.microsoft_windows?
+
+    setup_logs
+
+    exit(Puppet.settings.print_configs ? 0 : 1) if Puppet.settings.print_configs?
+
+    Puppet.settings.use :main, :master, :ssl, :metrics
+
+    setup_terminuses
+
+    setup_ssl
+  end
+end

data/lib/vendor/puppet/application/module.rb

@@ -0,0 +1,11 @@
+require 'puppet/application/face_base'
+
+class Puppet::Application::Module < Puppet::Application::FaceBase
+  def setup
+    super
+    if self.render_as.name == :console
+      Puppet::Util::Log.close(:console)
+      Puppet::Util::Log.newdestination(:telly_prototype_console)
+    end
+  end
+end

data/lib/vendor/puppet/application/node.rb

@@ -0,0 +1,4 @@
+require 'puppet/application/indirection_base'
+
+class Puppet::Application::Node < Puppet::Application::IndirectionBase
+end

data/lib/vendor/puppet/application/parser.rb

@@ -0,0 +1,5 @@
+require 'puppet/application/face_base'
+require 'puppet/face'
+
+class Puppet::Application::Parser < Puppet::Application::FaceBase
+end

data/lib/vendor/puppet/application/plugin.rb

@@ -0,0 +1,3 @@
+require 'puppet/application/face_base'
+class Puppet::Application::Plugin < Puppet::Application::FaceBase
+end