pdk 1.9.1 → 1.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 27fc827b1a70d71d9cce1b0c392f75b8e90f2732
-  data.tar.gz: ad2eab7e2e51368f1407ba9828b9646369e472ee
+  metadata.gz: c1a405daa77845c20f2b65516c1a43532f4589c0
+  data.tar.gz: 155e5410885b024cbfb942c7b35c281c89a30402
 SHA512:
-  metadata.gz: 35f7aaff79bd0600fe54706aa1ddd8509e33dc328df96f3d24bde51b2321fa885ef4e4d5438ed9dfd4129966ae3ea864746a07dab7a58ea4d4db0f08f8568548
-  data.tar.gz: 922b5d8512cf3a2954de87f95c3cc03a67980901ff8a82ab909be9589d550f4ba8400460a63232da54fcba11757f7acaeada7afb53d32c21cf92af6140bfb410
+  metadata.gz: 253daf9ea17ec338176dc232ec049abc6fdd88facfe5995fbaba73cb804a30b4d082fa56973fea9b841ad936f86223111939ff474ff810dfddf6ab5beb3ed869
+  data.tar.gz: 45985a21c5d8989d8c7214a0e7fe90df74f022850d9fe1fb429d92ff01642a755a4379adda5eb2f8bf5ee71508b9668e7b164abd17e34b268a7acbcc024c3409

data/CHANGELOG.md

@@ -4,6 +4,30 @@ All changes to this repo will be documented in this file.
 See the [release notes](https://puppet.com/docs/pdk/latest/release_notes.html) for a high-level summary.
 
 
+## [v1.10.0](https://github.com/puppetlabs/pdk/tree/v1.10.0) (2019-04-02)
+[Full Changelog](https://github.com/puppetlabs/pdk/compare/v1.9.1...v1.10.0)
+
+**Implemented enhancements:**
+
+- \(PDK-1086\) Change `pdk build --force` to warn if missing module metadata and continue [\#643](https://github.com/puppetlabs/pdk/pull/643) ([rodjek](https://github.com/rodjek))
+- \(PDK-1308\) Ensure PDK-written non-templated files have trailing newline [\#640](https://github.com/puppetlabs/pdk/pull/640) ([scotje](https://github.com/scotje))
+- \(PDK-718\) Add --template-ref argument for upstream template repo tags [\#434](https://github.com/puppetlabs/pdk/pull/434) ([hunner](https://github.com/hunner))
+
+**Closed issues:**
+
+- `pdk update` is not idempotent for deletion of CI config files [\#593](https://github.com/puppetlabs/pdk/issues/593)
+- Rspec tests for CRLF line endings fail [\#587](https://github.com/puppetlabs/pdk/issues/587)
+- class params feature in class object template not documented or useable [\#557](https://github.com/puppetlabs/pdk/issues/557)
+- Disabling puppet-lint checks in PDK [\#538](https://github.com/puppetlabs/pdk/issues/538)
+
+**Merged pull requests:**
+
+- \(maint\) Fix package specs for template-ref changes [\#647](https://github.com/puppetlabs/pdk/pull/647) ([rodjek](https://github.com/rodjek))
+- \(maint\) Enforce LF line endings in Rubocop [\#645](https://github.com/puppetlabs/pdk/pull/645) ([glennsarti](https://github.com/glennsarti))
+- \(FM-7579, PDK-1236\) bump the version of CRI used [\#638](https://github.com/puppetlabs/pdk/pull/638) ([tphoney](https://github.com/tphoney))
+- \(PDK-1294\) Update version post-release [\#637](https://github.com/puppetlabs/pdk/pull/637) ([bmjen](https://github.com/bmjen))
+- \(PDK-1298\) acceptance:local test suite optimisation [\#633](https://github.com/puppetlabs/pdk/pull/633) ([rodjek](https://github.com/rodjek))
+
 ## [v1.9.1](https://github.com/puppetlabs/pdk/tree/v1.9.1) (2019-03-01)
 [Full Changelog](https://github.com/puppetlabs/pdk/compare/v1.9.0...v1.9.1)
 
@@ -17,6 +41,7 @@ See the [release notes](https://puppet.com/docs/pdk/latest/release_notes.html) f
 
 **Merged pull requests:**
 
+- \(PDK-1289\) Release 1.9.1 [\#632](https://github.com/puppetlabs/pdk/pull/632) ([bmjen](https://github.com/bmjen))
 - \(maint\) Pin parallel gem to 1.13.0 [\#631](https://github.com/puppetlabs/pdk/pull/631) ([rodjek](https://github.com/rodjek))
 - \(PDK-1260\) Bump to 1.10.0.pre for new dev work [\#621](https://github.com/puppetlabs/pdk/pull/621) ([bmjen](https://github.com/bmjen))
 

data/lib/pdk/cli.rb

@@ -39,11 +39,15 @@ module PDK::CLI
   end
 
   def self.template_url_option(dsl)
-    desc = _('Specifies the URL to the template to use when creating new modules or classes. (default: %{default_url})') % { default_url: PDK::Util.default_template_url }
+    desc = _('Specifies the URL to the template to use when creating new modules or classes. (default: %{default_url})') % { default_url: PDK::Util::TemplateURI.default_template_uri }
 
     dsl.option nil, 'template-url', desc, argument: :required
   end
 
+  def self.template_ref_option(dsl)
+    dsl.option nil, 'template-ref', _('Specifies the template git branch or tag to use when creating new modules or classes.'), argument: :required
+  end
+
   def self.skip_interview_option(dsl)
     dsl.option nil, 'skip-interview', _('When specified, skips interactive querying of metadata.')
   end

data/lib/pdk/cli/build.rb

@@ -28,8 +28,12 @@ module PDK::CLI
       #
       unless module_metadata.forge_ready?
         if opts[:force]
-          PDK.logger.error _('This module is missing required fields in the metadata.json. Re-run the build command without --force to add this information.')
-          exit 1
+          PDK.logger.warn _(
+            'This module is missing the following fields in the metadata.json: %{fields}. ' \
+            'These missing fields may affect the visibility of the module on the Forge.',
+          ) % {
+            fields: module_metadata.missing_fields.join(', '),
+          }
         else
           module_metadata.interview_for_forge!
           module_metadata.write!('metadata.json')

data/lib/pdk/cli/convert.rb

@@ -7,6 +7,7 @@ module PDK::CLI
     summary _('Convert an existing module to be compatible with the PDK.')
 
     PDK::CLI.template_url_option(self)
+    PDK::CLI.template_ref_option(self)
     PDK::CLI.skip_interview_option(self)
     PDK::CLI.full_interview_option(self)
     flag nil, :noop, _('Do not convert the module, just output what would be done.')
@@ -21,6 +22,8 @@ module PDK::CLI
         log_level:           :info,
       )
 
+      PDK::CLI::Util.validate_template_opts(opts)
+
       if opts[:noop] && opts[:force]
         raise PDK::CLI::ExitWithError, _('You can not specify --noop and --force when converting a module')
       end

data/lib/pdk/cli/module/generate.rb

@@ -7,6 +7,7 @@ module PDK::CLI
     summary _('This command is now \'pdk new module\'.')
 
     PDK::CLI.template_url_option(self)
+    PDK::CLI.template_ref_option(self)
     PDK::CLI.skip_interview_option(self)
 
     run do |opts, args, _cmd|
@@ -19,6 +20,8 @@ module PDK::CLI
         exit 1
       end
 
+      PDK::CLI::Util.validate_template_opts(opts)
+
       PDK.logger.info(_('New modules are created using the ‘pdk new module’ command.'))
       prompt = TTY::Prompt.new(help_color: :cyan)
       redirect = PDK::CLI::Util::CommandRedirector.new(prompt)

data/lib/pdk/cli/new/class.rb

@@ -4,8 +4,6 @@ module PDK::CLI
     usage _('class [options] <class_name>')
     summary _('Create a new class named <class_name> using given options')
 
-    PDK::CLI.template_url_option(self)
-
     run do |opts, args, _cmd|
       require 'pdk/generate/puppet_class'
 

data/lib/pdk/cli/new/defined_type.rb

@@ -4,8 +4,6 @@ module PDK::CLI
     usage _('defined_type [options] <name>')
     summary _('Create a new defined type named <name> using given options')
 
-    PDK::CLI.template_url_option(self)
-
     run do |opts, args, _cmd|
       PDK::CLI::Util.ensure_in_module!(
         message: _('Defined types can only be created from inside a valid module directory.'),

data/lib/pdk/cli/new/module.rb

@@ -5,6 +5,7 @@ module PDK::CLI
     summary _('Create a new module named [module_name] using given options')
 
     PDK::CLI.template_url_option(self)
+    PDK::CLI.template_ref_option(self)
     PDK::CLI.skip_interview_option(self)
     PDK::CLI.full_interview_option(self)
 
@@ -18,6 +19,8 @@ module PDK::CLI
       module_name = args[0]
       target_dir = args[1]
 
+      PDK::CLI::Util.validate_template_opts(opts)
+
       if opts[:'skip-interview'] && opts[:'full-interview']
         PDK.logger.info _('Ignoring --full-interview and continuing with --skip-interview.')
         opts[:'full-interview'] = false

data/lib/pdk/cli/new/provider.rb

@@ -4,8 +4,6 @@ module PDK::CLI
     usage _('provider [options] <name>')
     summary _('[experimental] Create a new ruby provider named <name> using given options')
 
-    PDK::CLI.template_url_option(self)
-
     run do |opts, args, _cmd|
       PDK::CLI::Util.ensure_in_module!
 

data/lib/pdk/cli/new/task.rb

@@ -4,7 +4,6 @@ module PDK::CLI
     usage _('task [options] <name>')
     summary _('Create a new task named <name> using given options')
 
-    PDK::CLI.template_url_option(self)
     option nil, :description, _('A short description of the purpose of the task'), argument: :required
 
     run do |opts, args, _cmd|

data/lib/pdk/cli/update.rb

@@ -10,6 +10,8 @@ module PDK::CLI
     flag nil, :noop, _('Do not update the module, just output what would be done.')
     flag nil, :force, _('Update the module automatically, with no prompts.')
 
+    PDK::CLI.template_ref_option(self)
+
     run do |opts, _args, _cmd|
       require 'pdk/module/update'
 

data/lib/pdk/cli/util.rb

@@ -188,6 +188,16 @@ module PDK
         end
       end
       module_function :validate_puppet_version_opts
+
+      def validate_template_opts(opts)
+        if opts[:'template-ref'] && opts[:'template-url'].nil?
+          raise PDK::CLI::ExitWithError, _('--template-ref requires --template-url to also be specified.')
+        end
+
+        return unless opts[:'template-url'] && opts[:'template-url'].include?('#')
+        raise PDK::CLI::ExitWithError, _('--template-url may not be used to specify paths containing #\'s.')
+      end
+      module_function :validate_template_opts
     end
   end
 end

data/lib/pdk/cli/validate.rb

@@ -72,7 +72,7 @@ module PDK::CLI
       end
 
       # Subsequent arguments are targets.
-      targets.concat(args[1..-1]) if args.length > 1
+      targets.concat(args.to_a[1..-1]) if args.length > 1
 
       report = PDK::Report.new
       report_formats = if opts[:format]

data/lib/pdk/generate/module.rb

@@ -54,10 +54,10 @@ module PDK
 
         prepare_module_directory(temp_target_dir)
 
-        template_url = opts.fetch(:'template-url', PDK::Util.default_template_url)
+        template_uri = PDK::Util::TemplateURI.new(opts)
 
         begin
-          PDK::Module::TemplateDir.new(template_url, metadata.data, true) do |templates|
+          PDK::Module::TemplateDir.new(template_uri, metadata.data, true) do |templates|
             templates.render do |file_path, file_content|
               file = Pathname.new(temp_target_dir) + file_path
               file.dirname.mkpath
@@ -74,21 +74,23 @@ module PDK
           raise PDK::CLI::ExitWithError, e
         end
 
-        if template_url == PDK::Util.puppetlabs_template_url
-          # If the user specifies our template via the command line, remove the
-          # saved template-url answer.
+        # Only update the answers files after metadata has been written.
+        if template_uri.default?
+          # If the user specifies our default template url via the command
+          # line, remove the saved template-url answer so that the template_uri
+          # resolution can find new default URLs in the future.
           PDK.answers.update!('template-url' => nil) if opts.key?(:'template-url')
         else
-          # Save the template-url answer if the module was generated using
-          # a template other than ours.
-          PDK.answers.update!('template-url' => template_url)
+          # Save the template-url answers if the module was generated using a
+          # template/reference other than ours.
+          PDK.answers.update!('template-url' => template_uri.metadata_format)
         end
 
         begin
           if FileUtils.mv(temp_target_dir, target_dir)
             Dir.chdir(target_dir) { PDK::Util::Bundler.ensure_bundle! } unless opts[:'skip-bundle-install']
 
-            PDK.logger.info(_('Module \'%{name}\' generated at path \'%{path}\', from template \'%{template_url}\'.') % { name: opts[:module_name], path: target_dir, template_url: template_url })
+            PDK.logger.info _('Module \'%{name}\' generated at path \'%{path}\', from template \'%{url}\'.') % { name: opts[:module_name], path: target_dir, url: template_uri.git_remote }
             PDK.logger.info(_('In your module directory, add classes with the \'pdk new class\' command.'))
           end
         rescue Errno::EACCES => e

data/lib/pdk/generate/puppet_object.rb

@@ -29,7 +29,7 @@ module PDK
       # @param options [Hash{Symbol => Object}]
       #
       # @api public
-      def initialize(module_dir, object_name, options = {})
+      def initialize(module_dir, object_name, options)
         @module_dir = module_dir
         @options = options
         @object_name = object_name
@@ -205,12 +205,12 @@ module PDK
       # @api private
       def with_templates
         templates.each do |template|
-          if template[:url].nil?
-            PDK.logger.debug(_('No %{dir_type} template specified; trying next template directory.') % { dir_type: template[:type] })
+          if template[:uri].nil?
+            PDK.logger.debug(_('No %{dir_type} template found; trying next template directory.') % { dir_type: template[:type] })
             next
           end
 
-          PDK::Module::TemplateDir.new(template[:url]) do |template_dir|
+          PDK::Module::TemplateDir.new(PDK::Util::TemplateURI.new(template[:uri])) do |template_dir|
             template_paths = template_dir.object_template_for(object_type)
 
             if template_paths
@@ -250,11 +250,7 @@ module PDK
       #
       # @api private
       def templates
-        @templates ||= [
-          { type: 'CLI', url: @options[:'template-url'], allow_fallback: false },
-          { type: 'metadata', url: module_metadata.data['template-url'], allow_fallback: true },
-          { type: 'default', url: PDK::Util.default_template_url, allow_fallback: false },
-        ]
+        @templates ||= PDK::Util::TemplateURI.templates(@options)
       end
 
       # Retrieves the name of the module (without the forge username) from the

data/lib/pdk/module/convert.rb

@@ -68,7 +68,7 @@ module PDK
       def stage_changes!
         metadata_path = 'metadata.json'
 
-        PDK::Module::TemplateDir.new(template_url, nil, false) do |templates|
+        PDK::Module::TemplateDir.new(template_uri, nil, false) do |templates|
           new_metadata = update_metadata(metadata_path, templates.metadata)
           templates.module_metadata = new_metadata.data unless new_metadata.nil?
 
@@ -102,8 +102,8 @@ module PDK
         @update_manager ||= PDK::Module::UpdateManager.new
       end
 
-      def template_url
-        @template_url ||= options.fetch(:'template-url', PDK::Util.default_template_url)
+      def template_uri
+        @template_uri ||= PDK::Util::TemplateURI.new(options)
       end
 
       def update_metadata(metadata_path, template_metadata)

data/lib/pdk/module/metadata.rb

@@ -153,13 +153,13 @@ module PDK
         end
       end
 
-      private
-
       def missing_fields
         fields = DEFAULTS.keys - %w[data_provider requirements dependencies]
         fields.select { |key| @data[key].nil? || @data[key].empty? }
       end
 
+      private
+
       # Do basic validation and parsing of the name parameter.
       def process_name(data)
         validate_name(data['name'])

data/lib/pdk/module/templatedir.rb

@@ -16,8 +16,8 @@ module PDK
       # The template directory is only guaranteed to be available on disk
       # within the scope of the block passed to this method.
       #
-      # @param path_or_url [String] The path to a directory to use as the
-      # template or a URL to a git repository.
+      # @param uri [PDK::Util::TemplateURI] The path to a directory to use as the
+      # template or a URI to a git repository.
       # @param module_metadata [Hash] A Hash containing the module metadata.
       # Defaults to an empty Hash.
       # @yieldparam self [PDK::Module::TemplateDir] The initialised object with
@@ -37,17 +37,31 @@ module PDK
       # @raise [ArgumentError] (see #validate_module_template!)
       #
       # @api public
-      def initialize(path_or_url, module_metadata = {}, init = false)
+      def initialize(uri, module_metadata = {}, init = false)
         unless block_given?
           raise ArgumentError, _('%{class_name} must be initialized with a block.') % { class_name: self.class.name }
         end
+        unless uri.is_a? PDK::Util::TemplateURI
+          raise ArgumentError, _('PDK::Module::TemplateDir.new must be initialized with a PDK::Util::TemplateURI, got a %{uri_type}') % { uri_type: uri.class }
+        end
 
-        if PDK::Util::Git.repo?(path_or_url)
-          @path = self.class.clone_template_repo(path_or_url)
-          @repo = path_or_url
+        if PDK::Util::Git.repo?(uri.git_remote)
+          # This is either a bare local repo or a remote. either way it needs cloning.
+          @path = clone_template_repo(uri)
+          temp_dir_clone = true
         else
-          @path = path_or_url
+          # if it is a local path & non-bare repo then we can use it directly.
+          # Still have to check the branch.
+          @path = uri.shell_path
+          # We don't do a checkout of local-path repos. There are lots of edge
+          # cases or user un-expectations.
+          if PDK::Util::Git.work_tree?(@path)
+            PDK.logger.warn _("Repository '%{repo}' has a work-tree; skipping git reset.") % {
+              repo: @path,
+            }
+          end
         end
+        @cloned_from = uri.metadata_format
 
         @init = init
         @moduleroot_dir = File.join(@path, 'moduleroot')
@@ -64,7 +78,7 @@ module PDK
       ensure
         # If we cloned a git repo to get the template, remove the clone once
         # we're done with it.
-        if @repo
+        if temp_dir_clone
           FileUtils.remove_dir(@path)
         end
       end
@@ -78,16 +92,11 @@ module PDK
       #
       # @api public
       def metadata
-        result = {
-          'pdk-version' => PDK::Util::Version.version_string,
+        {
+          'pdk-version'  => PDK::Util::Version.version_string,
+          'template-url' => @cloned_from,
+          'template-ref' => cache_template_ref(@path),
         }
-
-        result['template-url'] = @repo ? @repo : @path
-
-        ref_result = PDK::Util::Git.git('--git-dir', File.join(@path, '.git'), 'describe', '--all', '--long', '--always')
-        result['template-ref'] = ref_result[:stdout].strip if ref_result[:exit_code].zero?
-
-        result
       end
 
       # Loop through the files in the template, yielding each rendered file to
@@ -118,11 +127,11 @@ module PDK
           else
             begin
               dest_content = PDK::TemplateFile.new(File.join(template_loc, template_file), configs: config, template_dir: self).render
-            rescue => e
+            rescue => error
               error_msg = _(
                 "Failed to render template '%{template}'\n" \
                 '%{exception}: %{message}',
-              ) % { template: template_file, exception: e.class, message: e.message }
+              ) % { template: template_file, exception: error.class, message: error.message }
               raise PDK::CLI::FatalError, error_msg
             end
           end
@@ -290,24 +299,18 @@ module PDK
       # @raise [PDK::CLI::FatalError] If reset HEAD of the cloned repo to desired ref.
       #
       # @api private
-      def self.clone_template_repo(origin_repo)
+      def clone_template_repo(uri)
         # @todo When switching this over to using rugged, cache the cloned
         # template repo in `%AppData%` or `$XDG_CACHE_DIR` and update before
         # use.
         temp_dir = PDK::Util.make_tmpdir_name('pdk-templates')
-        git_ref = (origin_repo == PDK::Util.default_template_url) ? PDK::Util.default_template_ref : 'origin/master'
+        origin_repo = uri.git_remote
+        git_ref = uri.git_ref
 
         clone_result = PDK::Util::Git.git('clone', origin_repo, temp_dir)
 
         if clone_result[:exit_code].zero?
-          Dir.chdir(temp_dir) do
-            reset_result = PDK::Util::Git.git('reset', '--hard', git_ref)
-            unless reset_result[:exit_code].zero?
-              PDK.logger.error reset_result[:stdout]
-              PDK.logger.error reset_result[:stderr]
-              raise PDK::CLI::FatalError, _("Unable to set HEAD of git repository at '%{repo}' to ref:'%{ref}'.") % { repo: temp_dir, ref: git_ref }
-            end
-          end
+          checkout_template_ref(temp_dir, git_ref)
         else
           PDK.logger.error clone_result[:stdout]
           PDK.logger.error clone_result[:stderr]
@@ -316,6 +319,28 @@ module PDK
 
         PDK::Util.canonical_path(temp_dir)
       end
+
+      # @api private
+      def checkout_template_ref(path, ref)
+        if PDK::Util::Git.work_dir_clean?(path)
+          Dir.chdir(path) do
+            full_ref = PDK::Util::Git.ls_remote(path, ref)
+            cache_template_ref(path, full_ref)
+            reset_result = PDK::Util::Git.git('reset', '--hard', full_ref)
+            return if reset_result[:exit_code].zero?
+
+            PDK.logger.error reset_result[:stdout]
+            PDK.logger.error reset_result[:stderr]
+            raise PDK::CLI::FatalError, _("Unable to set HEAD of git repository at '%{repo}' to ref:'%{ref}'.") % { repo: path, ref: ref }
+          end
+        else
+          PDK.logger.warn _("Uncommitted changes found when attempting to set HEAD of git repository at '%{repo}' to ref '%{ref}'; skipping git reset.") % { repo: path, ref: ref }
+        end
+      end
+
+      def cache_template_ref(path, ref = nil)
+        @template_ref ||= PDK::Util::Git.describe(File.join(path, '.git'), ref)
+      end
     end
   end
 end