simp-rake-helpers 5.12.6 → 5.13.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 51d1aeb754d81247df05b01fce650e64c4b03fdab941f955e3180e79edcc2964
-  data.tar.gz: e8d8c2ef11a657dfce5bd7755d94f024bd2466fbad243f930f6624bc7e699955
+  metadata.gz: b6f0550abc4ac7ec968a8590bbc7003d0de2753ae072909396fce25c01a7edd3
+  data.tar.gz: 4eb8efa7f00322290a3a45a6e304ac6b1798e3d47283e1ad525184ae95f9560f
 SHA512:
-  metadata.gz: ff5da7ac89c5cf55ae28d69be89992a904e0341c33534e3e301eee6a409d7f801d2df49a2de8dc889e46eb1defb42233c5e707bf8d67c215972998f2a483272a
-  data.tar.gz: 9a3bc2da54cc811be5c3129665124c90761f0c7a962ab54a1c8b11722e506b0691a7d429492e1d30d29930d082af942472dd7984b1bb674d5fe7c0c34928179a
+  metadata.gz: e6eef279b4061c054908d69ab0408e5e850149bc92689db7b64f167d9815186af793a07c905bbf47d71763107088cdd4059da6f31e95f775410ab03803428b68
+  data.tar.gz: 4bf2a7cfedbd8a9a711f9ba19e62ad16c0dcd593511ab21d249eda819b1ac67ba7ed0285a085057e7b68e31a700fdb185d57736a773734512821781096bad478

data/CHANGELOG.md

@@ -1,3 +1,22 @@
+### 5.13.1 / 2022-05-01
+- Fixed:
+  - Aligned wtih an API change in the `dirty?` method in `r10k`
+
+### 5.13.0 / 2021-11-14
+- Added:
+  - Output the full `mkisofs` command when building an ISO
+
+### 5.12.7 / 2021-10-26
+- Added:
+  - Env var `SIMP_PKG_progress_bar=no` to turn off pkg RPM build progress bars
+  - Env var `SIMP_PKG_fetch_published_rpm=no` to prevent downloading a
+    published package
+- Fixed:
+  - RPM builds no longer fail with leftover generated
+    `build/rpm_metadata/releases` files
+  - Removed unused code, tidied up some confusing bits to make structure more
+    obvious
+
 ### 5.12.6 / 2021-10-19
 - Ensure that the `Updates` directory does not link to files in itself
 

data/lib/simp/rake/build/auto.rb

@@ -110,14 +110,15 @@ module Simp::Rake::Build
           - SIMP_BUILD_docs            => 'yes' builds & includes documentation
           - SIMP_BUILD_checkout        => 'no' will skip the git repo checkouts
           - SIMP_BUILD_bundle          => 'no' skips running bundle in each subrepo
-          - SIMP_BUILD_unpack          => 'no' skips the unpack section
-          - SIMP_BUILD_unpack_merge    => 'no' prevents auto-merging the unpacked DVD
+          - SIMP_BUILD_unpack          => 'no' prevents unpacking the source ISO
+          - SIMP_BUILD_unpack_merge    => 'no' prevents auto-merging the unpacked ISO
           - SIMP_BUILD_prune           => 'no' passes :prune=>false to iso:build
           - SIMP_BUILD_iso_name        => Renames the output ISO filename [Default: false]
           - SIMP_BUILD_iso_tag         => Appended to the output ISO's filename [Default: false]
           - SIMP_BUILD_update_packages => Automatically update any necessary packages in the packages.yaml file [Default: false]
           - SIMP_BUILD_verbose         => 'yes' enables verbose reporting. [Default: 'no']
           - SIMP_BUILD_signing_key     => The name of the GPG key to use to sign packages. [Default: 'dev']
+          - SIMP_BUILD_reposync_only   => 'yes' skips unpacking the locally-build tarball so that you only get items from the reposync directory (if present)
         EOM
 
         task :auto, [:iso_paths,

data/lib/simp/rake/build/deps.rb

@@ -16,7 +16,7 @@ class R10KHelper
     end
 
     # Return true if the repository has local modifications, false otherwise.
-    def dirty?
+    def dirty?(exclude_spec=false)
       repo_status = false
 
       return repo_status unless File.directory?(path)

data/lib/simp/rake/build/iso.rb

@@ -252,61 +252,77 @@ module Simp::Rake::Build
                 end
               end
 
-              # Add the SIMP code
-              system("tar --no-same-permissions -C #{dir} -xzf #{tball}")
-
-              # Pop the SIMP directory from the tarball into the correct spot
-              # FIXME: This is a hack
-              unless dir == repo_target_dir
-                simpdir = File.join(dir,'SIMP')
-
-                if File.directory?(simpdir)
-                   cp_r(simpdir, repo_target_dir, :verbose => verbose)
-                   rm_rf(simpdir, :verbose => verbose)
-                end
+              reposync_only = (ENV.fetch('SIMP_BUILD_reposync_only', 'no') == 'yes')
+              if reposync_only && !reposync_active
+                fail("ERROR: Reposync-only requested, but no reposync content found")
               end
 
-              Dir.chdir("#{repo_target_dir}/SIMP") do
-                # Add the SIMP Dependencies
-                simp_base_ver = simpver.split('-').first
+              if reposync_only
+                puts
+                puts '-'*80
+                puts '### Reposync-Only Mode ###'
+                puts
+                puts '  Locally built packages will not be added'
+                puts
+                puts '-'*80
+                puts
+              else
+                # Add the SIMP code
+                system("tar --no-same-permissions -C #{dir} -xzf #{tball}")
 
-                if $simp6
-                  yum_dep_location = File.join(@build_dir,'yum_data','packages')
-                else
-                  simp_dep_src = %(SIMP#{simp_base_ver}_#{baseos}#{baseosver}_#{arch})
-                  yum_dep_location = File.join(@build_dir,'yum_data',simp_dep_src,'packages')
+                # Pop the SIMP directory from the tarball into the correct spot
+                # FIXME: This is a hack
+                unless dir == repo_target_dir
+                  simpdir = File.join(dir,'SIMP')
+
+                  if File.directory?(simpdir)
+                     cp_r(simpdir, repo_target_dir, :verbose => verbose)
+                     rm_rf(simpdir, :verbose => verbose)
+                  end
                 end
 
-                yum_dep_rpms = Dir.glob(File.join(yum_dep_location,'*.rpm'))
+                Dir.chdir("#{repo_target_dir}/SIMP") do
+                  # Add the SIMP Dependencies
+                  simp_base_ver = simpver.split('-').first
 
-                unless File.directory?(yum_dep_location)
-                  fail("Could not find dependency directory at #{yum_dep_location}") unless reposync_active
-                end
+                  if $simp6
+                    yum_dep_location = File.join(@build_dir,'yum_data','packages')
+                  else
+                    simp_dep_src = %(SIMP#{simp_base_ver}_#{baseos}#{baseosver}_#{arch})
+                    yum_dep_location = File.join(@build_dir,'yum_data',simp_dep_src,'packages')
+                  end
 
-                if yum_dep_rpms.empty?
-                  fail("Could not find any dependency RPMs at #{yum_dep_location}") unless reposync_active
-                end
+                  yum_dep_rpms = Dir.glob(File.join(yum_dep_location,'*.rpm'))
 
-                # Add any one-off RPMs that you might want to add to your own build
-                # These are *not* checked to make sure that they actually match your
-                # environment
-                aux_packages = File.join(File.dirname(yum_dep_location),'aux_packages')
-                if File.directory?(aux_packages)
-                  yum_dep_rpms += Dir.glob(File.join(aux_packages,'*.rpm'))
-                end
+                  unless File.directory?(yum_dep_location)
+                    fail("Could not find dependency directory at #{yum_dep_location}") unless reposync_active
+                  end
 
-                yum_dep_rpms.each do |rpm|
-                  rpm_arch = rpm.split('.')[-2]
+                  if yum_dep_rpms.empty?
+                    fail("Could not find any dependency RPMs at #{yum_dep_location}") unless reposync_active
+                  end
 
-                  unless File.directory?(rpm_arch)
-                    mkdir(rpm_arch)
+                  # Add any one-off RPMs that you might want to add to your own build
+                  # These are *not* checked to make sure that they actually match your
+                  # environment
+                  aux_packages = File.join(File.dirname(yum_dep_location),'aux_packages')
+                  if File.directory?(aux_packages)
+                    yum_dep_rpms += Dir.glob(File.join(aux_packages,'*.rpm'))
                   end
 
-                  # Just in case this is a symlink, broken, or some other nonsense.
-                  target_file = File.join(rpm_arch,File.basename(rpm))
-                  rm_f(target_file) if File.exist?(target_file)
+                  yum_dep_rpms.each do |rpm|
+                    rpm_arch = rpm.split('.')[-2]
+
+                    unless File.directory?(rpm_arch)
+                      mkdir(rpm_arch)
+                    end
+
+                    # Just in case this is a symlink, broken, or some other nonsense.
+                    target_file = File.join(rpm_arch,File.basename(rpm))
+                    rm_f(target_file) if File.exist?(target_file)
 
-                  cp(rpm,rpm_arch, :verbose => verbose)
+                    cp(rpm,rpm_arch, :verbose => verbose)
+                  end
                 end
 
                 if reposync_active
@@ -421,9 +437,11 @@ module Simp::Rake::Build
                 '-x ./lost+found',
                 "-o #{@simp_output_iso}",
                 dir
-              ]
+              ].join(' ')
+
+              $stdout.puts "Running: #{mkisofs_cmd}"
 
-              system(mkisofs_cmd.join(' '))
+              system(mkisofs_cmd)
             end
           end # End of tarfiles loop
 

data/lib/simp/rake/build/pkg.rb

@@ -21,13 +21,17 @@ module Simp::Rake::Build
       @rpm_build_metadata = 'last_rpm_build_metadata.yaml'
       @rpm_dependency_file = File.join(@base_dir, 'build', 'rpm', 'dependencies.yaml')
       @build_keys_dir = ENV.fetch('SIMP_PKG_build_keys_dir', File.join(@base_dir, '.dev_gpgkeys'))
-      @long_gpg_socket_err_msg = <<~EOM
+      @long_gpg_socket_err_msg = <<~MSG
         If the problem is 'socket name <xxx> is too long', use SIMP_PKG_build_keys_dir
         to override
         #{@build_keys_dir}
         with a shorter path. The socket name must be < 108 characters.
 
-      EOM
+      MSG
+      # nil = default not set; use local preference
+      @fetch_published_rpm_default = ENV['SIMP_PKG_fetch_published_rpm'] ? (
+        ENV['SIMP_PKG_fetch_published_rpm'] =~ /\A(yes|true)\Z/i ? true : false
+      ) : nil
 
       define_tasks
     end
@@ -114,7 +118,7 @@ module Simp::Rake::Build
           end
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Prepare a GPG signing key to sign build packages
 
             * :key - the name of the build keys subdirectory to prepare
@@ -142,7 +146,7 @@ module Simp::Rake::Build
           ENV vars:
             - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
             - Set `SIMP_PKG_build_keys_dir` to override the default build keys path.
-        EOM
+        DESC
         task :key_prep,[:key] => [:prep] do |t,args|
           args.with_defaults(:key => 'dev')
           key = args.key
@@ -251,7 +255,7 @@ module Simp::Rake::Build
 
 
 =begin
-        desc <<-EOM
+        desc <<~DESC
           Build the entire SIMP release.
 
             * :docs - Build the docs. Set this to false if you wish to skip building the docs.
@@ -261,7 +265,7 @@ module Simp::Rake::Build
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
               - Set `SIMP_YUM_makecache=no` if you do NOT want to rebuild the
                 build-specific YUM cache
-        EOM
+        DESC
 =end
         task :build,[:docs,:key] => [:prep,:key_prep] do |t,args|
           args.with_defaults(:key => 'dev')
@@ -269,12 +273,7 @@ module Simp::Rake::Build
 
           check_dvd_env
 
-          begin
-            yum_helper = Simp::YUM.new(
-              Simp::YUM.generate_yum_conf(File.join(@distro_build_dir, 'yum_data')),
-              ENV.fetch('SIMP_YUM_makecache','yes') == 'yes')
-          rescue Simp::YUM::Error
-          end
+          get_yum_helper
 
           Rake::Task['pkg:aux'].invoke
           if "#{args.docs}" == 'true'
@@ -287,7 +286,7 @@ module Simp::Rake::Build
           Rake::Task['pkg:signrpms'].invoke(args[:key])
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Build the Puppet module RPMs.
 
             * :method - The Puppetfile from which the repository information
@@ -295,12 +294,12 @@ module Simp::Rake::Build
 
             ENV vars:
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
-        EOM
+        DESC
         task :modules,[:method] => [:prep] do |t,args|
           build(@build_dirs[:modules],t)
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Build a single Puppet Module RPM.
 
             * :name   - The path, or name, of the module to build. If a name is
@@ -314,11 +313,12 @@ module Simp::Rake::Build
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
               - Set `SIMP_YUM_makecache=no` if you do NOT want to rebuild the
                 build-specific YUM cache
-        EOM
+        DESC
         task :single,[:name,:method] => [:prep] do |t,args|
           fail("You must pass :name to '#{t.name}'") unless args[:name]
 
           mod_path = File.absolute_path(args[:name])
+          get_yum_helper
 
           if args[:name].include?('/')
             fail("'#{args[:name]}' does not exist!") unless File.directory?(mod_path)
@@ -333,35 +333,27 @@ module Simp::Rake::Build
             mod_path = local_module[:path]
           end
 
-          begin
-            yum_helper = Simp::YUM.new(
-              Simp::YUM.generate_yum_conf(File.join(@distro_build_dir, 'yum_data')),
-              ENV.fetch('SIMP_YUM_makecache','yes') == 'yes')
-          rescue Simp::YUM::Error
-          end
-
-          ENV['SIMP_PKG_rand_name'] = 'yes'
           build(Array(mod_path), t)
 
           puts("Your packages can be found in '#{mod_path}/dist'")
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Build the SIMP non-module RPMs.
 
             ENV vars:
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
-        EOM
+        DESC
         task :aux => [:prep]  do |t,args|
           build(@build_dirs[:aux],t)
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Build the SIMP documentation.
 
             ENV vars:
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
-        EOM
+        DESC
         task :doc => [:prep] do |t,args|
           # Need to make sure that the docs have the version updated
           # appropriately prior to building
@@ -373,7 +365,7 @@ module Simp::Rake::Build
           build(@build_dirs[:doc],t)
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Sign a set of RPMs.
 
             Signs any unsigned RPMs in the specified directory
@@ -394,7 +386,7 @@ module Simp::Rake::Build
             * Set `SIMP_PKG_rpmsign_timeout` to override the maximum time in seconds
               to wait for an individual RPM signing operation to complete.
               - Defaults to 60 seconds.
-        EOM
+        DESC
         task :signrpms,[:key,:rpm_dir,:force,:digest_algo] => [:prep,:key_prep] do |t,args|
           require 'simp/rpm_signer'
 
@@ -455,13 +447,13 @@ module Simp::Rake::Build
         end
 
 =begin
-        desc <<-EOM
+        desc <<~DESC
           Check that RPMs are signed.
 
             Checks all RPM files in a directory to see if they are trusted.
               * :rpm_dir - A directory containing RPM files to check. Default #{@build_dir}/SIMP
               * :key_dir - The path to the GPG keys you want to check the packages against. Default #{@src_dir}/assets/gpgkeys/
-        EOM
+        DESC
 =end
         task :checksig,[:rpm_dir,:key_dir] => [:prep] do |t,args|
           begin
@@ -547,7 +539,7 @@ module Simp::Rake::Build
           end
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Run repoclosure on RPM files.
 
             Finds all rpm files in the target dir and all of its subdirectories, then
@@ -561,7 +553,7 @@ module Simp::Rake::Build
               - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
               - Set `SIMP_PKG_repoclose_pe=yes` to enable repoclosure on PE-related RPMs.
 
-        EOM
+        DESC
         task :repoclosure,[:target_dir,:aux_dir] => [:prep] do |t,args|
           default_target = @pkg_dirs[:simp]
           args.with_defaults(:target_dir => File.expand_path(default_target))
@@ -572,31 +564,31 @@ module Simp::Rake::Build
 
           _repoclose_pe = ENV.fetch('SIMP_PKG_repoclose_pe','no') == 'yes'
 
-          yum_conf_template = <<-EOF
-[main]
-keepcache=0
-exactarch=1
-obsoletes=1
-gpgcheck=0
-plugins=1
-installonly_limit=5
-<% unless #{_repoclose_pe} -%>
-exclude=*-pe-*
-<% end -%>
-
-<% repo_files.each do |repo| -%>
-include=file://<%= repo %>
-<% end -%>
-  EOF
-
-          yum_repo_template = <<-EOF
-[<%= repo_name %>]
-name=<%= repo_name %>
-baseurl=file://<%= repo_path %>
-enabled=1
-gpgcheck=0
-protect=1
-  EOF
+          yum_conf_template = <<~YUM_CONF
+            [main]
+            keepcache=0
+            exactarch=1
+            obsoletes=1
+            gpgcheck=0
+            plugins=1
+            installonly_limit=5
+            <% unless #{_repoclose_pe} -%>
+            exclude=*-pe-*
+            <% end -%>
+
+            <% repo_files.each do |repo| -%>
+            include=file://<%= repo %>
+            <% end -%>
+          YUM_CONF
+
+          yum_repo_template = <<~YUM_REPO
+            [<%= repo_name %>]
+            name=<%= repo_name %>
+            baseurl=file://<%= repo_path %>
+            enabled=1
+            gpgcheck=0
+            protect=1
+          YUM_REPO
 
           fail("#{args[:target_dir]} does not exist!") unless File.directory?(args[:target_dir])
 
@@ -677,9 +669,9 @@ protect=1
           end
         end
 
-        desc <<-EOM
+        desc <<~DESC
           Print published status of all project RPMs
-        EOM
+        DESC
         task :check_published => [:prep] do |t,args|
           begin
             yum_helper = Simp::YUM.new(
@@ -697,7 +689,12 @@ protect=1
 
             if Dir.exist?(dir)
               begin
-                require_rebuild?(dir, yum_helper, { :verbose => true, :check_git => true, :prefix => '' })
+                require_rebuild?(dir, yum_helper, {
+                  fetch:      false,
+                  verbose:    true,
+                  check_git:  true,
+                  prefix:     ''
+                })
               rescue => e
                 _errmsg = "Error: require_rebuild?(): Status check failed on '#{dir}' => #{e}"
               end
@@ -724,9 +721,24 @@ protect=1
           return (0...24).map{ (65 + rand(26)).chr }.join.downcase
         end
 
+        # Return a SIMP::YUM object configured for the local build dir or nil
+        #
+        # ENV vars:
+        #   - Set `SIMP_PKG_verbose=yes` to report file operations as they happen.
+        #   - Set `SIMP_YUM_makecache=no` if you do NOT want to rebuild the
+        #     build-specific YUM cache
+        def get_yum_helper( makecache = (ENV.fetch('SIMP_YUM_makecache','yes') == 'yes') )
+          begin
+            build_yum_data = File.join(@distro_build_dir, 'yum_data')
+            return Simp::YUM.new(Simp::YUM.generate_yum_conf(build_yum_data), makecache)
+          rescue Simp::YUM::Error => e
+            $stderr.puts "Simp::YUM::Error: #{e}" if @verbose
+          end
+        end
+
         # Check and see if 'dir' requires a rebuild based on published packages
         #
-        # If 'fetch' is true => Download the RPM
+        # If 'fetch' is true => Download the published RPM
         # If 'verbose' is true => Print helpful information to stderr
         # If 'check_git' is true => Print the git tag status if 'verbose' is true
         # 'prefix' is used to prepend verbose messages
@@ -735,7 +747,13 @@ protect=1
         # - Method is too long
         # - Method needs to be passed in class variables (@xxx) so that it
         #   can be pulled out into a library that is easily unit-testable
-        def require_rebuild?(dir, yum_helper, opts={ :unique_namespace => generate_namespace, :fetch => false, :verbose => @verbose, :check_git => false, :prefix => '' })
+        def require_rebuild?(dir, yum_helper, opts={
+          unique_namespace:  generate_namespace,
+          fetch:             false,
+          verbose:           @verbose,
+          check_git:         false,
+          prefix:            ''
+        })
           result = false
           rpm_metadata = File.exist?(@rpm_dependency_file) ? YAML.load(File.read(@rpm_dependency_file)) : {}
           dir_relpath = Pathname.new(dir).relative_path_from(Pathname.new(Dir.pwd)).to_path
@@ -870,7 +888,8 @@ protect=1
                     else
                       $stderr.puts "#{opts[:prefix]}Found Existing Remote RPM: #{published_rpm}" if opts[:verbose]
                       if opts[:fetch]
-                        # Download remote RPM, unless already downloaded it.
+                        # Download published RPM, unless it's already been downloaded.
+                        # TODO Unhandled edge case: Validate that downloaded RPM is valid
                         if File.exist?(File.join('dist', published_rpm))
                           $stderr.puts "#{opts[:prefix]}#{published_rpm} previously downloaded" if opts[:verbose]
                         else
@@ -914,101 +933,107 @@ protect=1
           return result
         end
 
+        def build_pupmod_rpm(dir, yum_helper, dbg_prefix = '  ')
+          unique_namespace = generate_namespace
+          if require_rebuild?(dir, yum_helper, {
+            unique_namespace:  unique_namespace,
+            fetch:             @fetch_published_rpm.nil? ? true : @fetch_published_rpm,
+            verbose:           @verbose,
+            prefix:            dbg_prefix,
+          })
+            $stderr.puts("#{dbg_prefix}Running 'rake pkg:rpm' on #{File.basename(dir)}") if @verbose
+            Rake::Task["#{unique_namespace}:pkg:rpm"].invoke
+          else
+            # Record metadata for the downloaded RPM
+            Simp::RPM::create_rpm_build_metadata(File.expand_path(dir))
+          end
+          true
+        end
+
+
+        def build_rakefile_rpm(dir, yum_helper, dbg_prefix = '  ')
+          if require_rebuild?(dir, yum_helper, {
+            fetch:    @fetch_published_rpm.nil? ? true : @fetch_published_rpm,
+            verbose:  @verbose,
+            prefix:   dbg_prefix
+          })
+            $stderr.puts("#{dbg_prefix}Running 'rake pkg:rpm' in #{File.basename(dir)}") if @verbose
+            rake_flags = Rake.application.options.trace ? '--trace' : ''
+            cmd = %{SIMP_BUILD_version=#{@simp_version} rake pkg:rpm #{rake_flags} 2>&1}
+
+            build_success = true
+            begin
+              %x{#{cmd}}
+              build_success = $?.success?
+
+              built_rpm = true
+            rescue
+              build_success = false
+            end
+
+            unless build_success
+              if @verbose
+                $stderr.puts("First 'rake pkg:rpm' attempt for #{dir} failed, running bundle and trying again.")
+              end
+
+              if Bundler.respond_to?(:with_unbundled_env)
+                # Bundler 2.1+
+                clean_env_method = :with_unbundled_env
+                bundle_install_cmd = %{bundle config set with 'development' && bundle install}
+              else
+                # Old Bundler
+                clean_env_method = :with_clean_env
+                bundle_install_cmd = %{bundle install --with development}
+              end
+
+              ::Bundler.send(clean_env_method) do
+                %x{#{bundle_install_cmd}}
+
+                output = %x{#{cmd} 2>&1}
+
+                unless $?.success?
+                  raise("Error in #{dir} running #{cmd}\n#{output}")
+                end
+              end
+            end
+          else
+            # Record metadata for the downloaded RPM
+            Simp::RPM::create_rpm_build_metadata(File.expand_path(dir))
+            built_rpm = true
+          end
+        end
+
+
         # Takes a list of directories to hop into and perform builds within
         #
         # The task must be passed so that we can output the calling name in the
         # status bar.
         def build(dirs, task, rebuild_for_arch=false, remake_yum_cache = false)
-          _verbose = ENV.fetch('SIMP_PKG_verbose','no') == 'yes'
-          dbg_prefix = '  ' # prefix for debug messages
-
           fail("Could not find RPM dependency file '#{@rpm_dependency_file}'") unless File.exist?(@rpm_dependency_file)
-
-          begin
-            yum_helper = Simp::YUM.new(
-              Simp::YUM.generate_yum_conf(File.join(@distro_build_dir, 'yum_data'))
-            )
-          rescue Simp::YUM::Error
-          end
+          yum_helper = get_yum_helper( remake_yum_cache )
 
           Parallel.map(
             # Allow for shell globs
-            Array(dirs),
-            :in_processes => @cpu_limit,
-            :progress => task.name
+            Array(dirs), {
+              in_processes:  @cpu_limit,
+              progress:      (ENV.fetch('SIMP_PKG_progress_bar','yes') == 'yes') ? task.name : nil,
+            }
           ) do |dir|
             fail("Could not find directory #{dir}") unless Dir.exist?(dir)
 
             Dir.chdir(dir) do
               built_rpm = false
+              $stderr.puts("\nPackaging #{File.basename(dir)}") if @verbose
 
-              if @verbose
-                $stderr.puts("\nPackaging #{File.basename(dir)}")
-              end
-
-              # We're building a module, override anything down there
               if File.exist?('metadata.json')
-                unique_namespace = generate_namespace
-                if require_rebuild?(dir, yum_helper, { :unique_namespace => unique_namespace, :fetch => true, :verbose => @verbose, :prefix => dbg_prefix})
-                  $stderr.puts("#{dbg_prefix}Running 'rake pkg:rpm' on #{File.basename(dir)}") if @verbose
-                  Rake::Task["#{unique_namespace}:pkg:rpm"].invoke
-                else
-                  # Record metadata for the downloaded RPM
-                  Simp::RPM::create_rpm_build_metadata(File.expand_path(dir))
-                end
-
-                built_rpm = true
-
-              # We're building one of the extra assets and should honor its Rakefile
-              # and RPM spec file.
+                # We're building a module, override anything down there
+                built_rpm = build_pupmod_rpm(dir, yum_helper)
               elsif File.exist?('Rakefile')
-                if require_rebuild?(dir, yum_helper, { :fetch => true, :verbose => @verbose, :prefix => dbg_prefix })
-                  $stderr.puts("#{dbg_prefix}Running 'rake pkg:rpm' in #{File.basename(dir)}") if @verbose
-                  rake_flags = Rake.application.options.trace ? '--trace' : ''
-                  cmd = %{SIMP_BUILD_version=#{@simp_version} rake pkg:rpm #{rake_flags} 2>&1}
-
-                  build_success = true
-                  begin
-                    %x{#{cmd}}
-                    build_success = $?.success?
-
-                    built_rpm = true
-                  rescue
-                    build_success = false
-                  end
-
-                  unless build_success
-                    if @verbose
-                      $stderr.puts("First 'rake pkg:rpm' attempt for #{dir} failed, running bundle and trying again.")
-                    end
-
-                    if Bundler.respond_to?(:with_unbundled_env)
-                      # Bundler 2.1+
-                      clean_env_method = :with_unbundled_env
-                      bundle_install_cmd = %{bundle config set with 'development' && bundle install}
-                    else
-                      # Old Bundler
-                      clean_env_method = :with_clean_env
-                      bundle_install_cmd = %{bundle install --with development}
-                    end
-
-                    ::Bundler.send(clean_env_method) do
-                      %x{#{bundle_install_cmd}}
-
-                      output = %x{#{cmd} 2>&1}
-
-                      unless $?.success?
-                        raise("Error in #{dir} running #{cmd}\n#{output}")
-                      end
-                    end
-                  end
-                else
-                  # Record metadata for the downloaded RPM
-                  Simp::RPM::create_rpm_build_metadata(File.expand_path(dir))
-                  built_rpm = true
-                end
+                # We're building one of the extra assets and should honor its Rakefile
+                # and RPM spec file.
+                built_rpm = build_rakefile_rpm(dir, yum_helper)
               else
-                puts "Warning: '#{dir}' could not be built via Rake"
+                puts "Warning: '#{dir}' could not be built (not a pupmod & no Rakefile!)"
               end
 
               if built_rpm
@@ -1024,12 +1049,7 @@ protect=1
 
                 raise("No RPMs generated for #{dir}") if rpms.empty?
               end
-
-              if @verbose
-                rpms = Dir.glob('dist/*.rpm')
-#                $stderr.puts("#{dbg_prefix}RPMS: #{rpms.join("\n#{dbg_prefix}      ")}")
-                $stderr.puts("Finished  #{File.basename(dir)}")
-              end
+              $stderr.puts("Finished  #{File.basename(dir)}") if @verbose
             end
           end
         end

data/lib/simp/rake/build/rpmdeps.rb

@@ -267,7 +267,13 @@ module Simp::Rake::Build::RpmDeps
   def self.release_file_up_to_date?(new_release_info, rpm_release_file)
     return false unless File.exist?(rpm_release_file)
 
-    return File.read(rpm_release_file).strip == new_release_info.strip
+    # remove comments like "# release set by simp-core dependencies.yaml"
+    release_file_content = File.readlines(rpm_release_file).reject{|x| x =~ /^ *#/}.join("\n").strip
+
+    # sanitize numerics, etc.
+    new_release_content = "#{new_release_info}".strip
+
+    return release_file_content == new_release_content
   end
 
   # Generate 'build/rpm_metadata/release' file containing release qualifier

data/lib/simp/rake/build/tar.rb

@@ -51,7 +51,8 @@ module Simp::Rake::Build
               'rubygem-simp-cli',
               'simp',
               'simp-gpgkeys',
-              'simp-utils'
+              'simp-utils',
+              'simp-vendored-r10k'
             ]
           }
 
@@ -83,8 +84,11 @@ module Simp::Rake::Build
             end
 
             unless failures.empty?
-              msg = ['Error: Could not find the following packages:']
-              fail((msg + failures).join("\n"))
+              msg = ['Error: Could not find the following packages:'] +
+                failures +
+                ['Did "dist/logs/last_rpm_build_metadata.yaml" get generated in the build directory?']
+
+              fail(msg.join("\n"))
             end
           end
         end

data/lib/simp/rake/helpers/version.rb

@@ -2,5 +2,5 @@ module Simp; end
 module Simp::Rake; end
 
 class Simp::Rake::Helpers
-  VERSION = '5.12.6'
+  VERSION = '5.13.1'
 end

data/spec/acceptance/suites/default/55_build_pkg_signing_spec.rb

@@ -342,7 +342,7 @@ describe 'rake pkg:signrpms and pkg:checksig' do
   end
 
   hosts.each do |host|
-    os_major =  fact_on(host,'operatingsystemmajrelease')
+    os_major =  fact_on(host,'os.release.major')
     if os_major > '7'
       # this problem only happens on EL > 7 in a docker container
       describe "when gpg-agent's socket path is too long on #{host}" do
@@ -378,7 +378,7 @@ describe 'rake pkg:signrpms and pkg:checksig' do
               :acceptable_exit_codes => [1]
             )
 
-            err_msg = %r(Failed to sign #{test_rpm} in 5 seconds)
+            err_msg = %r(Failed to sign)
             expect(result.stderr).to match(err_msg)
 
             signature_check = on(host, "rpm -qip '#{test_rpm}' | grep ^Signature", run_opts)

data/spec/lib/simp/rake/build/helpers_spec.rb

@@ -3,7 +3,7 @@ require 'spec_helper'
 
 describe Simp::Rake::Build::Helpers do
   before :each do
-    dir        = File.expand_path( '../../files/simp_build', File.dirname( __FILE__ ) )
+    dir = File.expand_path( '../../files/simp_build', File.dirname( __FILE__ ) )
     env = ENV['SIMP_RPM_dist'].dup
     ENV['SIMP_RPM_dist'] = '.el7'
     @obj = Simp::Rake::Build::Helpers.new( dir )

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: simp-rake-helpers
 version: !ruby/object:Gem::Version
-  version: 5.12.6
+  version: 5.13.1
 platform: ruby
 authors:
 - Chris Tessmer
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-10-21 00:00:00.000000000 Z
+date: 2022-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: simp-beaker-helpers
@@ -592,8 +592,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6.3
+rubygems_version: 3.0.9
 signing_key: 
 specification_version: 4
 summary: SIMP rake helpers