simp-rake-helpers 1.0.15 → 1.1.0

data/lib/simp/rake/build/spec.rb

@@ -0,0 +1,56 @@
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Spec < ::Rake::TaskLib
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      @mock = ENV['mock'] || '/usr/bin/mock'
+      define_tasks
+    end
+
+    def define_tasks
+      namespace :spec do
+
+        desc "Bump spec files. Bump all spec files' release numbers up by one.
+       * :list - Flag to just print the current version numbers."
+        task :bump,[:list] do |t,args|
+          (
+            Dir.glob("#{@spec_dir}/*.spec") +
+            Dir.glob("#{@src_dir}/puppet/modules/*/pkg/pupmod-*.spec")
+          ).each do |spec|
+            if args.list then
+              File.open(spec).each do |line|
+                if line =~ /Name:\s*(.*)/ then
+                  print $1.chomp + ' -> '
+                  next
+                elsif line =~ /Version:\s*(.*)/ then
+                  print $1.chomp + '-'
+                  next
+                elsif line =~ /Release:\s*(.*)/ then
+                  puts $1.chomp
+                  next
+                end
+              end
+            else
+              tmpfile = File.open("#{@spec_dir}/~#{File.basename(spec)}","w+")
+              File.open(spec).each do |line|
+                if line =~ /Release:/ then
+                  tmpfile.puts "Release: #{line.split(/\s/)[1].to_i + 1}"
+                else
+                  tmpfile.puts line.chomp
+                end
+              end
+              tmpfile.close
+              mv(tmpfile.path,spec)
+            end
+          end
+        end # End of bump task
+      end
+    end
+  end
+end

data/lib/simp/rake/build/tar.rb

@@ -0,0 +1,134 @@
+#!/usr/bin/rake -T
+
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Tar < ::Rake::TaskLib
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      define_tasks
+    end
+
+    # define rake tasks
+    def define_tasks
+      namespace :tar do
+
+        directory "#{@dvd_dir}/staging"
+
+        def get_simp_version
+          simp_rpm = Dir.glob("#{@base_dir}/build/SIMP/RPMS/*/simp-[0-9]*.rpm").max_by {|f| File.mtime(f)}
+          fail("Could not find simp main RPM in output directory!") unless simp_rpm
+          simp_version = File.basename(simp_rpm).gsub(".noarch.rpm","").gsub("simp-","")
+
+          return simp_version
+        end
+
+        ##############################################################################
+        # Main tasks
+        ##############################################################################
+
+        desc <<-EOM
+          Build the DVD tarball(s).
+
+            * :chroot - The mock chroot to use for pkg:build
+            * :key - What key to use for signing the RPMs
+            * :docs - Whether or not to build the documentation
+            * :snapshot_release - Append the timestamp to the SIMP tarball(s)
+        EOM
+        task :build,[:chroot,:key,:docs,:snapshot_release] => ['pkg:build','pkg:checksig'] do |t,args|
+          args.with_defaults(:docs => 'true')
+
+          validate_in_mock_group?
+
+          Parallel.map(
+            @target_dists,
+            :in_processes => get_cpu_limit,
+            :process => t.name
+          ) do |dist|
+            base_dir = "#{@dvd_dir}/#{dist}/staging"
+            destdir = "#{base_dir}/SIMP"
+
+            # Build the staging area
+            mkdir_p(destdir)
+            Simp::RPM.copy_wo_vcs(@dvd_src,".",base_dir)
+
+            # Copy in the GPG Public Keys
+            mkdir_p("#{destdir}/GPGKEYS")
+            ln(Dir.glob("#{@build_dir}/GPGKEYS/RPM-GPG-KEY*"), "#{destdir}/GPGKEYS", :force => true)
+
+            # Copy in the auto-build RPMs
+            Dir.chdir("#{@build_dir}/SIMP/RPMS") do
+              Dir.glob('*').each do |type|
+                dest_type = type
+                if File.directory?(type) then
+                  if type =~ /i.*86/ then
+                    dest_type = 'i386'
+                  end
+
+                  mkdir_p("#{destdir}/#{dest_type}")
+                  Dir.chdir(type) do
+                    ln(Dir.glob("*.#{type}.rpm"),"#{destdir}/#{dest_type}", :force => true)
+                  end
+                end
+              end
+            end
+
+            if args.docs.casecmp('true') == 0 then
+              # Finally, the PDF docs if they exist.
+              pdfs = Dir.glob("#{@src_dir}/doc/pdf/*")
+              if ! pdfs.empty? then
+                pdfs.each do |pdf|
+                  cp(pdf,base_dir)
+                end
+              else
+                # If we don't have PDFs in the directory, yank them out of the
+                # RPM itself!
+                simp_doc_rpm = Dir.glob("#{@build_dir}/SIMP/RPMS/*/simp-doc*.rpm").last
+                if not simp_doc_rpm then
+                  raise(Exception,"Error: Could not find simp-doc*.rpm in the build, something went very wrong")
+                end
+
+                Dir.mktmpdir { |dir|
+                  Dir.chdir(dir) do
+                    %x{rpm2cpio #{simp_doc_rpm} | cpio -u --quiet --warning none -ivd ./usr/share/doc/simp-*/pdf/SIMP*.pdf 2>&1 > /dev/null}
+                    pdf_docs = Dir.glob("usr/share/doc/simp-*/pdf/*.pdf")
+
+                    if pdf_docs.empty? then
+                      raise(Exception,"Error: Could not find any PDFs in the simp-doc RPM, aborting.")
+                    end
+
+                    pdf_docs.each do |pdf|
+                      cp(pdf,base_dir)
+                    end
+                  end
+                }
+              end
+            end
+          end
+
+          #Seeing race conditions when this is parallelized.
+          @simp_tarballs = {}
+          @target_dists.each do |dist|
+            base_dir = "#{@dvd_dir}/#{dist}/staging"
+            dvd_name = [ 'SIMP', 'DVD', dist, get_simp_version ]
+            dvd_tarball = "#{dvd_name.join('-')}.tar.gz"
+            Dir.chdir(base_dir) do
+              sh %{tar --owner 0 --group 0 --exclude-vcs --mode=u=rwX,g=rX,o=rX -cpzf "../#{dvd_tarball}" ./*}
+              mv("../#{dvd_tarball}",@dvd_dir)
+            end
+
+            puts "Package DVD: #{@dvd_dir}/#{dvd_tarball}"
+            @simp_tarballs[dist] = "#{@dvd_dir}/#{dvd_tarball}"
+            rm_rf(base_dir)
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/simp/rake/build/unpack.rb

@@ -0,0 +1,115 @@
+require 'ruby-progressbar'
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Unpack < ::Rake::TaskLib
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      @mock = ENV['mock'] || '/usr/bin/mock'
+      define_tasks
+    end
+
+    def define_tasks
+      #!/usr/bin/rake -T
+
+      desc "Unpack an ISO. Unpacks either a RHEL or CentOS ISO into
+      <targetdir>/<RHEL|CentOS><version>-<arch>.
+       * :iso_path - Full path to the ISO image to unpack.
+       * :merge - If true, then automatically merge any existing
+         directories. Defaults to prompting.
+       * :targetdir - The parent directory for the to-be-created directory
+         containing the unpacked ISO. Defaults to the current directory.
+       * :isoinfo - The isoinfo executable to use to extract stuff from the ISO.
+         Defaults to 'isoinfo'.
+       * :version - optional override for the <version> number (e.g., '7.0' instead of '7')
+
+      "
+      task :unpack,[:iso_path, :merge, :targetdir, :isoinfo, :version] do |t,args|
+        args.with_defaults(
+          :iso_path   => '',
+          :isoinfo    => 'isoinfo',
+          :targetdir  => Dir.pwd,
+          :merge      => false,
+          :version => false,
+        )
+
+        iso_path   = args.iso_path
+        iso_info   = which(args.isoinfo)
+        targetdir  = args.targetdir
+        merge      = args.merge
+        version = args.version
+
+        # Checking for valid arguments
+        File.exist?(args.iso_path) or
+          fail "Error: You must provide the full path and filename of the ISO image."
+
+        %x{file #{iso_path}}.split(":")[1..-1].to_s =~ /ISO/ or
+          fail "Error: The file provided is not a valid ISO."
+
+        pieces = File.basename(iso_path,'.iso').split('-')
+
+        # Mappings of ISO name to target directory name.
+        # This is a hash of hashes to provide room for growth.
+        dvd_map = {
+          # RHEL structure as provided from RHN:
+          #   rhel-server-<version>-<arch>-<whatever>
+          'rhel' => {
+            'baseos'  => 'RHEL',
+            'version' => version || pieces[2],
+            'arch'    => pieces[3]
+          },
+          # CentOS structure as provided from the CentOS website:
+          #   CentOS-<version>-<arch>-<whatever>
+          'CentOS' => {
+            'baseos'  => 'CentOS',
+            'version' => version || pieces[1],
+            'arch'    => pieces[2]
+          }
+        }
+
+        # Determine the target directory
+        map = dvd_map[pieces[0]]
+        map.nil? and fail "Error: Could not find a mapping for '#{iso_path}'."
+        out_dir = "#{File.expand_path(targetdir)}/#{map['baseos']}#{map['version']}-#{map['arch']}"
+
+        # Attempt a merge
+        if File.exist?(out_dir) and merge.to_s.strip == 'false' then
+          puts "Directory '#{out_dir}' already exists! Would you like to merge? [Yn]?"
+          if not $stdin.gets.strip.match(/^(y.*|$)/i) then
+            puts "Skipping #{iso_path}"
+            next
+          end
+        end
+
+        puts "Target dir: #{out_dir}"
+        mkdir_p(out_dir)
+
+        # Unpack the ISO
+        iso_toc = %x{#{iso_info} -Rf -i #{iso_path}}.split("\n")
+        iso_toc.each do |iso_entry|
+          iso_toc.delete(File.dirname(iso_entry))
+        end
+
+        progress = ProgressBar.create(:title => 'Unpacking', :total => iso_toc.size)
+
+        iso_toc.each do |iso_entry|
+          target = "#{out_dir}#{iso_entry}"
+          if not File.exist?(target) then
+            FileUtils.mkdir_p(File.dirname(target))
+            system("#{iso_info} -R -x #{iso_entry} -i #{iso_path} > #{target}")
+          end
+          if progress then
+            progress.increment
+          else
+            print "#"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/simp/rake/build/upload.rb

@@ -0,0 +1,127 @@
+#!/usr/bin/rake -T
+require 'open3'
+require 'simp/rpm'
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Upload < ::Rake::TaskLib
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      @mock = ENV['mock'] || '/usr/bin/mock'
+      define_tasks
+    end
+
+    def define_tasks
+
+      namespace :upload do
+
+        ##############################################################################
+        # Helper methods
+        ##############################################################################
+
+        # Get a list of all packages that have been updated since the passed
+        # date or git identifier (tag, branch, or commit).
+
+        def get_updated_packages(start,script_format)
+          pkg_info = Hash.new
+          printed_info = false
+
+          to_check = []
+          # Find all static RPMs and GPGKEYS that we may need to update so
+          # that we can see if we have newer versions to upload!
+          Find.find(@build_dir) do |file|
+            next if file == @build_dir
+            Find.prune if file !~ /^#{@build_dir}\/(Ext.*(\.rpm)?|GPGKEYS)/
+            to_check << file if File.file?(file)
+          end
+
+          # Smash in all of the file files!
+          to_check += Dir.glob("#{@spec_dir}/*.spec")
+          to_check += Dir.glob("#{@src_dir}/puppet/modules/*/pkg/*.spec")
+
+          to_check.each do |file|
+
+            is_commit = false
+            oldstart = start
+            humanstart = ''
+            # Before changing the directory, see if we've got a commit or a
+            # date. If we've got a tag or branch from the top level, then we
+            # need to get the date from there and use it later.
+            Dir.chdir(@spec_dir) do
+              stdin,stdout,stderr = Open3.popen3('git','rev-list',start)
+              stderr.read !~ /^fatal:/ and is_commit = true
+
+              if is_commit then
+                # Snag the date.
+                start, humanstart = `git log #{start} --pretty=format:"%ct##%cd" --max-count=1`.chomp.split('##')
+              else
+                printed_info = true
+              end
+            end
+
+            !printed_info and puts "Info: Comparing to '#{humanstart}' based on input of '#{oldstart}'"
+
+            Dir.chdir(File.dirname(file)) do
+              # Get the file HEAD commit
+              # If we're not in a git repo, this will explode, but that's just
+              # fine.
+              current_head = `git rev-list HEAD --max-count=1`.chomp
+
+              begin
+                # Convert the spec files to something more human readable...
+                pkg_info[file] = {
+                  :is_new => false
+                }
+                pkg_info[file][:alias] = file
+                if file =~ /.spec$/ then
+                  if script_format then
+                    pkg_info[file][:alias] = "#{@build_dir}/RPMS/#{Simp::RPM.new(file).name}*.rpm"
+                  else
+                    pkg_info[file][:alias] = Simp::RPM.new(file).name
+                  end
+                end
+              rescue
+                raise "Error: There was an issue getting information from #{file}"
+              end
+
+              commit_head = nil
+              # It turns out that an invalid date will just return
+              # everything
+              commit_head = `git log --before="#{start}" --pretty=format:%H --max-count=1 #{File.basename(file)}`.chomp
+
+              # Did we find something different?
+              if commit_head.empty? then
+                pkg_info[file][:is_new] = true
+              else
+                pkg_info[file][:is_new] = !system('git','diff','--quiet',commit_head,File.basename(file))
+              end
+            end
+          end
+
+          return pkg_info
+        end
+
+        desc <<-EOM
+          Get a list of modified packages.
+
+          The package list is created from the given date or git identifier (tag, branch, or hash)
+        EOM
+        task :get_modified,[:start,:script_format] do |t,args|
+          args.with_defaults(:script_format => false)
+
+          args.start or raise "Error: You must specify a 'start'"
+
+          updated_pkgs = get_updated_packages(args.start, args.script_format)
+          updated_pkgs.keys.sort.each do |k|
+            updated_pkgs[k][:is_new] and puts "Updated: #{updated_pkgs[k][:alias]}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/simp/rake/build/vermap.yaml

@@ -0,0 +1,4 @@
+---
+"5": "7"
+"4": "6"
+"2": "5"

data/lib/simp/rake/fixtures.rb

@@ -1,3 +1,5 @@
+require 'rake/tasklib'
+
 module Simp; end
 module Simp::Rake
   class Fixtures < ::Rake::TaskLib