bolt 0.20.0 → 0.20.2

data/vendored/puppet/lib/puppet/application/facts.rb

@@ -0,0 +1,9 @@
+require 'puppet/application/indirection_base'
+
+class Puppet::Application::Facts < Puppet::Application::IndirectionBase
+  # Allows `puppet facts` actions to be run against environments that
+  # don't exist locally, such as using the `--environment` flag to make a REST
+  # request to a specific environment on a master. There is no way to set this
+  # behavior per-action, so it must be set for the face as a whole.
+  environment_mode :not_required
+end

data/vendored/puppet/lib/puppet/application/filebucket.rb

@@ -0,0 +1,300 @@
+require 'puppet/application'
+
+class Puppet::Application::Filebucket < Puppet::Application
+
+  option("--bucket BUCKET","-b")
+  option("--debug","-d")
+  option("--fromdate FROMDATE","-f")
+  option("--todate TODATE","-t")
+  option("--local","-l")
+  option("--remote","-r")
+  option("--verbose","-v")
+
+  attr :args
+
+  def summary
+    _("Store and retrieve files in a filebucket")
+  end
+
+  def help
+    <<-HELP
+
+puppet-filebucket(8) -- #{summary}
+========
+
+SYNOPSIS
+--------
+A stand-alone Puppet filebucket client.
+
+
+USAGE
+-----
+puppet filebucket <mode> [-h|--help] [-V|--version] [-d|--debug]
+  [-v|--verbose] [-l|--local] [-r|--remote] [-s|--server <server>]
+  [-f|--fromdate <date>] [-t|--todate <date>] [-b|--bucket <directory>]
+  <file> <file> ...
+
+Puppet filebucket can operate in three modes, with only one mode per call:
+
+backup:
+  Send one or more files to the specified file bucket. Each sent file is
+  printed with its resulting md5 sum.
+
+get:
+  Return the text associated with an md5 sum. The text is printed to
+  stdout, and only one file can be retrieved at a time.
+
+restore:
+  Given a file path and an md5 sum, store the content associated with
+  the sum into the specified file path. You can specify an entirely new
+  path to this argument; you are not restricted to restoring the content
+  to its original location.
+
+diff:
+  Print a diff in unified format between two checksums in the filebucket
+  or between a checksum and its matching file.
+
+list:
+  List all files in the current local filebucket. Listing remote
+  filebuckets is not allowed.
+
+DESCRIPTION
+-----------
+This is a stand-alone filebucket client for sending files to a local or
+central filebucket.
+
+Note that 'filebucket' defaults to using a network-based filebucket
+available on the server named 'puppet'. To use this, you'll have to be
+running as a user with valid Puppet certificates. Alternatively, you can
+use your local file bucket by specifying '--local', or by specifying
+'--bucket' with a local path.
+
+
+OPTIONS
+-------
+Note that any setting that's valid in the configuration
+file is also a valid long argument. For example, 'ssldir' is a valid
+setting, so you can specify '--ssldir <directory>' as an
+argument.
+
+See the configuration file documentation at
+https://puppet.com/docs/puppet/latest/configuration.html for the
+full list of acceptable parameters. A commented list of all
+configuration options can also be generated by running puppet with
+'--genconfig'.
+
+* --bucket:
+  Specify a local filebucket path. This overrides the default path
+  set in '$clientbucketdir'.
+
+* --debug:
+  Enable full debugging.
+
+* --fromdate:
+  (list only) Select bucket files from 'fromdate'.
+
+* --help:
+  Print this help message.
+
+* --local:
+  Use the local filebucket. This uses the default configuration
+  information and the bucket located at the '$clientbucketdir'
+  setting by default. If '--bucket' is set, puppet uses that
+  path instead.
+
+* --remote:
+  Use a remote filebucket. This uses the default configuration
+  information and the bucket located at the '$bucketdir' setting
+  by default.
+
+* --server:
+  The server to send the file to, instead of locally.
+
+* --todate:
+  (list only) Select bucket files until 'todate'.
+
+* --verbose:
+  Print extra information.
+
+* --version:
+  Print version information.
+
+EXAMPLES
+--------
+    ## Backup a file to the filebucket, then restore it to a temporary directory
+    $ puppet filebucket backup /etc/passwd
+    /etc/passwd: 429b225650b912a2ee067b0a4cf1e949
+    $ puppet filebucket restore /tmp/passwd 429b225650b912a2ee067b0a4cf1e949
+
+    ## Diff between two files in the filebucket
+    $ puppet filebucket -l diff d43a6ecaa892a1962398ac9170ea9bf2 7ae322f5791217e031dc60188f4521ef
+    1a2
+    > again
+
+    ## Diff between the file in the filebucket and a local file
+    $ puppet filebucket -l diff d43a6ecaa892a1962398ac9170ea9bf2 /tmp/testFile
+    1a2
+    > again
+
+    ## Backup a file to the filebucket and observe that it keeps each backup separate
+    $ puppet filebucket -l list
+    d43a6ecaa892a1962398ac9170ea9bf2 2015-05-11 09:27:56 /tmp/TestFile
+
+    $ echo again >> /tmp/TestFile
+
+    $ puppet filebucket -l backup /tmp/TestFile
+    /tmp/TestFile: 7ae322f5791217e031dc60188f4521ef
+
+    $ puppet filebucket -l list
+    d43a6ecaa892a1962398ac9170ea9bf2 2015-05-11 09:27:56 /tmp/TestFile
+    7ae322f5791217e031dc60188f4521ef 2015-05-11 09:52:15 /tmp/TestFile
+
+    ## List files in a filebucket within date ranges
+    $ puppet filebucket -l -f 2015-01-01 -t 2015-01-11 list
+    <Empty Output>
+
+    $ puppet filebucket -l -f 2015-05-10 list
+    d43a6ecaa892a1962398ac9170ea9bf2 2015-05-11 09:27:56 /tmp/TestFile
+    7ae322f5791217e031dc60188f4521ef 2015-05-11 09:52:15 /tmp/TestFile
+
+    $ puppet filebucket -l -f "2015-05-11 09:30:00" list
+    7ae322f5791217e031dc60188f4521ef 2015-05-11 09:52:15 /tmp/TestFile
+
+    $ puppet filebucket -l -t "2015-05-11 09:30:00" list
+    d43a6ecaa892a1962398ac9170ea9bf2 2015-05-11 09:27:56 /tmp/TestFile
+    ## Manage files in a specific local filebucket
+    $ puppet filebucket -b /tmp/TestBucket backup /tmp/TestFile2
+    /tmp/TestFile2: d41d8cd98f00b204e9800998ecf8427e
+    $ puppet filebucket -b /tmp/TestBucket list
+    d41d8cd98f00b204e9800998ecf8427e 2015-05-11 09:33:22 /tmp/TestFile2
+
+    ## From a Puppet master, list files in the master bucketdir
+    $ puppet filebucket -b $(puppet config print bucketdir --section master) list
+    d43a6ecaa892a1962398ac9170ea9bf2 2015-05-11 09:27:56 /tmp/TestFile
+    7ae322f5791217e031dc60188f4521ef 2015-05-11 09:52:15 /tmp/TestFile
+
+AUTHOR
+------
+Luke Kanies
+
+
+COPYRIGHT
+---------
+Copyright (c) 2011 Puppet Inc., LLC Licensed under the Apache 2.0 License
+
+    HELP
+  end
+
+
+  def run_command
+    @args = command_line.args
+    command = args.shift
+    return send(command) if %w{get backup restore diff list}.include? command
+    help
+  end
+
+  def get
+    md5 = args.shift
+    out = @client.getfile(md5)
+    print out
+  end
+
+  def backup
+    raise _("You must specify a file to back up") unless args.length > 0
+
+    args.each do |file|
+      unless Puppet::FileSystem.exist?(file)
+        $stderr.puts _("%{file}: no such file") % { file: file }
+        next
+      end
+      unless FileTest.readable?(file)
+        $stderr.puts _("%{file}: cannot read file") % { file: file }
+        next
+      end
+      md5 = @client.backup(file)
+      puts "#{file}: #{md5}"
+    end
+  end
+
+  def list
+    fromdate = options[:fromdate]
+    todate = options[:todate]
+    out = @client.list(fromdate, todate)
+    print out
+  end
+
+  def restore
+    file = args.shift
+    md5 = args.shift
+    @client.restore(file, md5)
+  end
+
+  def diff
+    raise Puppet::Error, _("Need exactly two arguments: filebucket diff <file_a> <file_b>") unless args.count == 2
+    left = args.shift
+    right = args.shift
+    if Puppet::FileSystem.exist?(left)
+      # It's a file
+      file_a = left
+      checksum_a = nil
+    else
+      file_a = nil
+      checksum_a = left
+    end
+    if Puppet::FileSystem.exist?(right)
+      # It's a file
+      file_b = right
+      checksum_b = nil
+    else
+      file_b = nil
+      checksum_b = right
+    end
+    if (checksum_a || file_a) && (checksum_b || file_b)
+      Puppet.info(_("Comparing %{checksum_a} %{checksum_b} %{file_a} %{file_b}") % { checksum_a: checksum_a, checksum_b: checksum_b, file_a: file_a, file_b: file_b })
+      print @client.diff(checksum_a, checksum_b, file_a, file_b)
+    else
+      raise Puppet::Error, _("Need exactly two arguments: filebucket diff <file_a> <file_b>")
+    end
+  end
+
+  def setup
+    Puppet::Log.newdestination(:console)
+
+    @client = nil
+    @server = nil
+
+    Signal.trap(:INT) do
+      $stderr.puts _("Cancelling")
+      exit(1)
+    end
+
+    if options[:debug]
+      Puppet::Log.level = :debug
+    elsif options[:verbose]
+      Puppet::Log.level = :info
+    end
+
+      exit(Puppet.settings.print_configs ? 0 : 1) if Puppet.settings.print_configs?
+
+    require 'puppet/file_bucket/dipper'
+    begin
+      if options[:local] or options[:bucket]
+        path = options[:bucket] || Puppet[:clientbucketdir]
+        @client = Puppet::FileBucket::Dipper.new(:Path => path)
+      else
+        if Puppet[:server_list] && !Puppet[:server_list].empty?
+          server = Puppet[:server_list].first
+          @client = Puppet::FileBucket::Dipper.new(
+            :Server => server[0],
+            :Port => server[1]
+          )
+        else
+          @client = Puppet::FileBucket::Dipper.new(:Server => Puppet[:server])
+        end
+      end
+    rescue => detail
+      Puppet.log_exception(detail)
+      exit(1)
+    end
+  end
+end

data/vendored/puppet/lib/puppet/application/generate.rb

@@ -0,0 +1,5 @@
+require 'puppet/application/face_base'
+
+# The Generate application. 
+class Puppet::Application::Generate < Puppet::Application::FaceBase
+end

data/vendored/puppet/lib/puppet/application/help.rb

@@ -0,0 +1,5 @@
+require 'puppet/application/face_base'
+
+class Puppet::Application::Help < Puppet::Application::FaceBase
+  environment_mode :not_required
+end

data/vendored/puppet/lib/puppet/application/indirection_base.rb

@@ -0,0 +1,4 @@
+require 'puppet/application/face_base'
+
+class Puppet::Application::IndirectionBase < Puppet::Application::FaceBase
+end

data/vendored/puppet/lib/puppet/application/key.rb

@@ -0,0 +1,4 @@
+require 'puppet/application/indirection_base'
+
+class Puppet::Application::Key < Puppet::Application::IndirectionBase
+end

data/vendored/puppet/lib/puppet/application/lookup.rb

@@ -0,0 +1,369 @@
+require 'puppet/application'
+require 'puppet/pops'
+require 'puppet/node'
+require 'puppet/parser/compiler'
+
+class Puppet::Application::Lookup < Puppet::Application
+
+  RUN_HELP = _("Run 'puppet lookup --help' for more details").freeze
+  DEEP_MERGE_OPTIONS = '--knock-out-prefix, --sort-merged-arrays, and --merge-hash-arrays'.freeze
+
+  run_mode :master
+
+  # Options for lookup
+  option('--merge TYPE') do |arg|
+    options[:merge] = arg
+  end
+
+  option('--debug', '-d')
+
+  option('--verbose', '-v')
+
+  option('--render-as FORMAT') do |format|
+    options[:render_as] = format.downcase.to_sym
+  end
+
+  option('--type TYPE_STRING') do |arg|
+    options[:type] = arg
+  end
+
+  option('--compile', '-c')
+
+  option('--knock-out-prefix PREFIX_STRING') do |arg|
+    options[:prefix] = arg
+  end
+
+  option('--sort-merge-arrays')
+
+  option('--merge-hash-arrays')
+
+  option('--explain')
+
+  option('--explain-options')
+
+  option('--default VALUE') do |arg|
+    options[:default_value] = arg
+  end
+
+  # not yet supported
+  option('--trusted')
+
+  # Options for facts/scope
+  option('--node NODE_NAME') do |arg|
+    options[:node] = arg
+  end
+
+  option('--facts FACT_FILE') do |arg|
+    if %w{.yaml .yml .json}.include?(arg.match(/\.[^.]*$/)[0])
+      options[:fact_file] = arg
+    else
+      raise _("The --fact file only accepts yaml and json files.\n%{run_help}") % { run_help: RUN_HELP }
+    end
+  end
+
+  def app_defaults
+    super.merge({
+      :facts_terminus => 'yaml'
+    })
+  end
+
+  def setup_logs
+    # This sets up logging based on --debug or --verbose if they are set in `options`
+    set_log_level
+
+    # This uses console for everything that is not a compilation
+    Puppet::Util::Log.newdestination(:console)
+  end
+
+  def setup_terminuses
+    require 'puppet/file_serving/content'
+    require 'puppet/file_serving/metadata'
+
+    Puppet::FileServing::Content.indirection.terminus_class = :file_server
+    Puppet::FileServing::Metadata.indirection.terminus_class = :file_server
+
+    Puppet::FileBucket::File.indirection.terminus_class = :file
+  end
+
+  def setup
+    setup_logs
+
+    exit(Puppet.settings.print_configs ? 0 : 1) if Puppet.settings.print_configs?
+
+    Puppet.settings.use :main, :master, :ssl, :metrics
+
+    setup_terminuses
+  end
+
+  def summary
+    _("Interactive Hiera lookup")
+  end
+
+  def help
+    <<-HELP
+
+puppet-lookup(8) -- #{summary}
+========
+
+SYNOPSIS
+--------
+Does Hiera lookups from the command line.
+
+Since this command needs access to your Hiera data, make sure to run it on a
+node that has a copy of that data. This usually means logging into a Puppet
+Server node and running 'puppet lookup' with sudo.
+
+The most common version of this command is:
+
+'puppet lookup <KEY> --node <NAME> --environment <ENV> --explain'
+
+USAGE
+-----
+puppet lookup [--help] [--type <TYPESTRING>] [--merge first|unique|hash|deep]
+  [--knock-out-prefix <PREFIX-STRING>] [--sort-merged-arrays]
+  [--merge-hash-arrays] [--explain] [--environment <ENV>]
+  [--default <VALUE>] [--node <NODE-NAME>] [--facts <FILE>]
+  [--compile]
+  [--render-as s|json|yaml|binary|msgpack] <keys>
+
+DESCRIPTION
+-----------
+The lookup command is a CLI for Puppet's 'lookup()' function. It searches your
+Hiera data and returns a value for the requested lookup key, so you can test and
+explore your data. It is a modern replacement for the 'hiera' command.
+
+Hiera usually relies on a node's facts to locate the relevant data sources. By
+default, 'puppet lookup' uses facts from the node you run the command on, but
+you can get data for any other node with the '--node <NAME>' option. If
+possible, the lookup command will use the requested node's real stored facts
+from PuppetDB; if PuppetDB isn't configured or you want to provide arbitrary
+fact values, you can pass alternate facts as a JSON or YAML file with '--facts
+<FILE>'.
+
+If you're debugging your Hiera data and want to see where values are coming
+from, use the '--explain' option.
+
+If '--explain' isn't specified, lookup exits with 0 if a value was found and 1
+otherwise. With '--explain', lookup always exits with 0 unless there is a major
+error.
+
+You can provide multiple lookup keys to this command, but it only returns a
+value for the first found key, omitting the rest.
+
+For more details about how Hiera works, see the Hiera documentation:
+https://docs.puppet.com/puppet/latest/hiera_intro.html
+
+OPTIONS
+-------
+
+* --help:
+  Print this help message.
+
+* --explain
+  Explain the details of how the lookup was performed and where the final value
+  came from (or the reason no value was found).
+
+* --node <NODE-NAME>
+  Specify which node to look up data for; defaults to the node where the command
+  is run. Since Hiera's purpose is to provide different values for different
+  nodes (usually based on their facts), you'll usually want to use some specific
+  node's facts to explore your data. If the node where you're running this
+  command is configured to talk to PuppetDB, the command will use the requested
+  node's most recent facts. Otherwise, you can override facts with the '--facts'
+  option.
+
+* --facts <FILE>
+  Specify a .json or .yaml file of key => value mappings to override the facts
+  for this lookup. Any facts not specified in this file maintain their
+  original value.
+
+* --environment <ENV>
+  Like with most Puppet commands, you can specify an environment on the command
+  line. This is important for lookup because different environments can have
+  different Hiera data.
+
+* --merge first|unique|hash|deep:
+  Specify the merge behavior, overriding any merge behavior from the data's
+  lookup_options. 'first' returns the first value found. 'unique' appends
+  everything to a merged, deduplicated array. 'hash' performs a simple hash
+  merge by overwriting keys of lower lookup priority. 'deep' performs a deep
+  merge on values of Array and Hash type. There are additional options that can
+  be used with 'deep'.
+
+* --knock-out-prefix <PREFIX-STRING>
+  Can be used with the 'deep' merge strategy. Specifies a prefix to indicate a
+  value should be removed from the final result.
+
+* --sort-merged-arrays
+  Can be used with the 'deep' merge strategy. When this flag is used, all
+  merged arrays are sorted.
+
+* --merge-hash-arrays
+  Can be used with the 'deep' merge strategy. When this flag is used, hashes
+  WITHIN arrays are deep-merged with their counterparts by position.
+
+* --explain-options
+  Explain whether a lookup_options hash affects this lookup, and how that hash
+  was assembled. (lookup_options is how Hiera configures merge behavior in data.)
+
+* --default <VALUE>
+  A value to return if Hiera can't find a value in data. For emulating calls to
+  the 'lookup()' function that include a default.
+
+* --type <TYPESTRING>:
+  Assert that the value has the specified type. For emulating calls to the
+  'lookup()' function that include a data type.
+
+* --compile
+  Perform a full catalog compilation prior to the lookup. If your hierarchy and
+  data only use the $facts, $trusted, and $server_facts variables, you don't
+  need this option; however, if your Hiera configuration uses arbitrary
+  variables set by a Puppet manifest, you might need this option to get accurate
+  data. No catalog compilation takes place unless this flag is given.
+
+* --render-as s|json|yaml|binary|msgpack
+  Specify the output format of the results; "s" means plain text. The default
+  when producing a value is yaml and the default when producing an explanation
+  is s.
+
+EXAMPLE
+-------
+  To look up 'key_name' using the Puppet Server node's facts:
+  $ puppet lookup key_name
+
+  To look up 'key_name' with agent.local's facts:
+  $ puppet lookup --node agent.local key_name
+
+  To get the first value found for 'key_name_one' and 'key_name_two'
+  with agent.local's facts while merging values and knocking out
+  the prefix 'foo' while merging:
+  $ puppet lookup --node agent.local --merge deep --knock-out-prefix foo key_name_one key_name_two
+
+  To lookup 'key_name' with agent.local's facts, and return a default value of
+  'bar' if nothing was found:
+  $ puppet lookup --node agent.local --default bar key_name
+
+  To see an explanation of how the value for 'key_name' would be found, using
+  agent.local's facts:
+  $ puppet lookup --node agent.local --explain key_name
+
+COPYRIGHT
+---------
+Copyright (c) 2015 Puppet Inc., LLC Licensed under the Apache 2.0 License
+
+
+    HELP
+  end
+
+  def main
+    keys = command_line.args
+
+    #unless options[:node]
+    #  raise "No node was given via the '--node' flag for the scope of the lookup.\n#{RUN_HELP}"
+    #end
+
+    if (options[:sort_merged_arrays] || options[:merge_hash_arrays] || options[:prefix]) && options[:merge] != 'deep'
+      raise _("The options %{deep_merge_opts} are only available with '--merge deep'\n%{run_help}") % { deep_merge_opts: DEEP_MERGE_OPTIONS, run_help: RUN_HELP }
+    end
+
+    use_default_value = !options[:default_value].nil?
+    merge_options = nil
+
+    merge = options[:merge]
+    unless merge.nil?
+      strategies = Puppet::Pops::MergeStrategy.strategy_keys
+      unless strategies.include?(merge.to_sym)
+        strategies = strategies.map {|k| "'#{k}'"}
+        raise _("The --merge option only accepts %{strategies}, or %{last_strategy}\n%{run_help}") % { strategies: strategies[0...-1].join(', '), last_strategy: strategies.last, run_help: RUN_HELP }
+      end
+
+      if merge == 'deep'
+        merge_options = {'strategy' => 'deep',
+          'sort_merged_arrays' => !options[:sort_merged_arrays].nil?,
+          'merge_hash_arrays' => !options[:merge_hash_arrays].nil?}
+
+        if options[:prefix]
+          merge_options.merge!({'knockout_prefix' => options[:prefix]})
+        end
+
+      else
+        merge_options = {'strategy' => merge}
+      end
+    end
+
+    explain_data = !!options[:explain]
+    explain_options = !!options[:explain_options]
+    only_explain_options = explain_options && !explain_data
+    if keys.empty?
+      if only_explain_options
+        # Explain lookup_options for lookup of an unqualified value.
+        keys = Puppet::Pops::Lookup::GLOBAL
+      else
+        raise _('No keys were given to lookup.')
+      end
+    end
+    explain = explain_data || explain_options
+
+    # Format defaults to text (:s) when producing an explanation and :yaml when producing the value
+    format = options[:render_as] || (explain ? :s : :yaml)
+    renderer = Puppet::Network::FormatHandler.format(format)
+    raise _("Unknown rendering format '%{format}'") % { format: format } if renderer.nil?
+
+    generate_scope do |scope|
+      lookup_invocation = Puppet::Pops::Lookup::Invocation.new(scope, {}, {}, explain ? Puppet::Pops::Lookup::Explainer.new(explain_options, only_explain_options) : nil)
+      begin
+        type = options.include?(:type) ? Puppet::Pops::Types::TypeParser.singleton.parse(options[:type], scope) : nil
+        result = Puppet::Pops::Lookup.lookup(keys, type, options[:default_value], use_default_value, merge_options, lookup_invocation)
+        puts renderer.render(result) unless explain
+      rescue Puppet::DataBinding::LookupError => e
+        lookup_invocation.report_text { e.message }
+        exit(1) unless explain
+      end
+      puts format == :s ? lookup_invocation.explainer.explain : renderer.render(lookup_invocation.explainer.to_hash) if explain
+    end
+    exit(0)
+  end
+
+  def generate_scope
+    if options[:node]
+      node = options[:node]
+    else
+      node = Puppet[:node_name_value]
+
+      # If we want to lookup the node we are currently on
+      # we must returning these settings to their default values
+      Puppet.settings[:facts_terminus] = 'facter'
+    end
+
+    unless node.is_a?(Puppet::Node) # to allow unit tests to pass a node instance
+      ni = Puppet::Node.indirection
+      tc = ni.terminus_class
+      if tc == :plain || options[:compile]
+        node = ni.find(node)
+      else
+        ni.terminus_class = :plain
+        node = ni.find(node)
+        ni.terminus_class = tc
+      end
+    end
+
+    fact_file = options[:fact_file]
+
+    if fact_file
+      if fact_file.end_with?("json")
+        given_facts = JSON.parse(Puppet::FileSystem.read(fact_file, :encoding => 'utf-8'))
+      else
+        given_facts = YAML.load(Puppet::FileSystem.read(fact_file, :encoding => 'utf-8'))
+      end
+
+      unless given_facts.instance_of?(Hash)
+        raise _("Incorrect formatted data in %{fact_file} given via the --facts flag") % { fact_file: fact_file }
+      end
+      node.add_extra_facts(given_facts)
+    end
+
+    Puppet[:code] = 'undef' unless options[:compile]
+    compiler = Puppet::Parser::Compiler.new(node)
+    compiler.compile { |catalog| yield(compiler.topscope); catalog }
+  end
+end