simp-rake-helpers 1.0.15 → 1.1.0

data/lib/simp/rake/build/clean.rb

@@ -0,0 +1,54 @@
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Clean < ::Rake::TaskLib
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      define_tasks
+    end
+
+    def define_tasks
+      ::CLEAN.include(
+        "#{@dist_dir}/*",
+        ".discinfo",
+        @dvd_dir,
+        "#{@build_dir}/SIMP",
+        "#{@base_dir}/SIMP_ISO*"
+      )
+
+      ::CLOBBER.include(
+        @dist_dir,
+        "#{@build_dir}/build_keys/dev",
+        "#{@build_dir}/yum_data/*/packages"
+      )
+
+      # This just abstracts the clean/clobber space in such a way that clobber can actally be used!
+      def advanced_clean(type,args)
+        fail "Type must be one of 'clean' or 'clobber'" unless ['clean','clobber'].include?(type)
+
+        validate_in_mock_group?
+
+        mock_dirs = Dir.glob("/var/lib/mock/*").map{|x| x = File.basename(x) }
+
+        if not mock_dirs.empty? and not args.chroot then
+          $stderr.puts "Notice: You must pass a Mock chroot to erase a specified build root."
+        end
+
+        Rake::Task["pkg:#{type}"].invoke(args.chroot)
+      end
+
+      task :clobber,[:chroot] do |t,args|
+        advanced_clean('clobber',args)
+      end
+
+      task :clean,[:chroot] do |t,args|
+        advanced_clean('clean',args)
+      end
+    end
+  end
+end

data/lib/simp/rake/build/code.rb

@@ -0,0 +1,150 @@
+require 'simp/rake'
+require 'simp/rake/build/constants'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+
+  class Code < ::Rake::TaskLib
+    include Simp::Rake
+    include Simp::Rake::Build::Constants
+
+    def initialize( base_dir )
+      init_member_vars( base_dir )
+      define_tasks
+    end
+
+    def define_tasks
+      namespace :code do
+
+        desc "Show some basic stats. Uses git to figure out what has changed.
+       * :since - Do not include any stats before this date.
+       * :until - Do not include any stats after this date."
+        task :stats,[:since,:until] do |t,args|
+          cur_branch = %x{git rev-parse --abbrev-ref HEAD}.chomp
+
+          if cur_branch.empty? then
+            fail "Error: Could not find branch ID!"
+          end
+
+          changed = 0
+          new = 0
+          removed = 0
+
+          cmd = "git log --shortstat --reverse --pretty=oneline"
+
+          if args.since then
+            cmd = cmd + " --since=#{args.since}"
+          end
+          if args.until then
+            cmd = cmd + " --until=#{args.until}"
+          end
+
+          %x{#{cmd}}.each_line do |line|
+            if encode_line(line) =~ /(\d+) files changed, (\d+) insertions\(\+\), (\d+) del.*/ then
+              changed = changed + $1.to_i
+              new = new + $2.to_i
+              removed = removed + $3.to_i
+            end
+          end
+
+          cmd = "git submodule foreach git log --shortstat --reverse --pretty=oneline"
+
+          if args.since then
+            cmd = cmd + " --since=#{args.since}"
+          end
+          if args.until then
+            cmd = cmd + " --until=#{args.until}"
+          end
+
+          %x{#{cmd}}.each_line do |line|
+            if encode_line(line) =~ /(\d+) files changed, (\d+) insertions\(\+\), (\d+) del.*/ then
+              changed = changed + $1.to_i
+              new = new + $2.to_i
+              removed = removed + $3.to_i
+            end
+          end
+
+          puts "Code Stats for #{cur_branch}:"
+          printf "  Files Changed: %6d\n", changed
+          printf "  New Lines:     %6d\n", new
+          printf "  Removed Lines: %6d\n", removed
+        end # End of :stats task.
+
+        desc "Show line count. Prints a report of the lines of code in the source.
+       * :show_unknown - Flag for displaying any file extensions not expected."
+        task :count,[:show_unknown] do |t,args|
+          require 'find'
+
+          loc = Hash.new
+          loc["rake"] = 0
+          loc["pp"] = 0
+          loc["rb"] = 0
+          loc["erb"] = 0
+          loc["sh"] = 0
+          loc["csh"] = 0
+          loc["html"] = 0
+          loc["spec"] = 0
+          loc["other"] = 0
+
+          File.open("#{SRC_DIR}/../Rakefile","r").each do |line|
+            if encode_line(line) !~ /^\s*$/ then
+              loc["rake"] = loc["rake"] + 1
+            end
+          end.close
+
+          other_ext = Array.new
+
+          Find.find(SRC_DIR) do |path|
+              if (
+                ( File.basename(path)[0] == ?. ) or
+                ( path =~ /src\/rsync/ ) or
+                ( path[-3..-1] =~ /\.gz|pem|pub/ ) or
+                ( path =~ /developers_guide\/rdoc/ )
+              ) then
+                Find.prune
+              else
+                next if FileTest.symlink?(path) or FileTest.directory?(path)
+              end
+
+            ext = File.extname(path)[1..-1]
+            if not ext then ext = 'none' end
+            if not loc[ext] then
+              other_ext.push(ext) if not other_ext.include?(ext)
+              ext = 'other'
+            end
+
+            File.open(path,'r').each do |line|
+              if encode_line(line) !~ /^\s*$/ then
+                loc[ext] = loc[ext] + 1
+              end
+            end
+          end
+
+          puts "Code Count Report:"
+          printf "  %-6s %6s\n", "Ext", "Count"
+          puts "  " + ("-" * 13)
+
+          total_loc = 0
+          loc.sort.each do |key,val|
+            printf "  %-6s %6d\n", key, val
+            total_loc = total_loc + val
+          end
+
+          puts "  " + ("-" * 13)
+          printf "  %-6s %6d\n", "Total", "#{total_loc}"
+          puts
+          puts "Unknown Extension Count: #{other_ext.length}"
+
+          if args.show_unknown then
+            puts "Unknown Extensions:"
+            other_ext.sort.each do |ext|
+              puts "  #{ext}"
+            end
+          end
+        end # End of :count task.
+
+      end # End of :code namespace.
+    end
+  end
+end

data/lib/simp/rake/build/constants.rb

@@ -0,0 +1,23 @@
+require 'rake/tasklib'
+
+module Simp::Rake; end
+module Simp::Rake::Build; end
+module Simp::Rake::Build::Constants
+  def init_member_vars( base_dir )
+    @run_dir   = Dir.pwd
+    @base_dir  = base_dir
+    @build_arch = ENV['buld_arch'] || %x{#{:facter} hardwaremodel 2>/dev/null}.chomp
+    @build_dir  = "#{@base_dir}/build"
+    @dist_dir   = "#{@build_dir}/dist"
+    @dvd_dir    = "#{@build_dir}/DVD_Overlay"
+    @src_dir    = "#{@base_dir}/src"
+    @dvd_src       = "#{@src_dir}/DVD"
+    @spec_dir      = "#{@src_dir}/build"
+    @spec_file    = FileList["#{@spec_dir}/*.spec"]
+    @target_dists  = ['CentOS','RHEL']  # The first item is the default build...
+    @simp_version  = Simp::RPM.get_info("#{@spec_dir}/simp.spec")[:full_version]
+    @rhel_version  = ENV['rhel_version'] || '6'
+    @simp_dvd_dirs = ["SIMP","ks","Config"]
+  end
+end
+

data/lib/simp/rake/build/deps.rb

@@ -0,0 +1,207 @@
+#!/usr/bin/rake -T
+
+require 'yaml'
+
+class FakeLibrarian
+  attr_reader :forge, :environment
+  attr_accessor :puppetfile
+  attr_writer :modules
+
+  require 'librarian/puppet/util'
+  include Librarian::Puppet::Util
+
+  require 'librarian/puppet/environment'
+  require 'librarian/puppet/source/git'
+
+  def initialize(puppetfile)
+    @environment = Librarian::Puppet::Environment.new
+    if puppetfile
+      @puppetfile = Pathname.new(puppetfile)
+
+      unless @puppetfile.absolute?
+        @puppetfile = File.expand_path(@puppetfile,@environment.project_path)
+      end
+    end
+  end
+
+  def modules
+    @modules ||= {}
+
+    if @modules.empty?
+      txt = File.readlines(@puppetfile)
+      eval(txt.join)
+    end
+
+    @modules
+  end
+
+  # Return a list of modules that are in the install path but not known to the
+  # Puppetfile
+  def unknown_modules
+    known_modules = []
+    all_modules = Dir.glob(File.join(@environment.install_path,'*')).map{|x| x = File.basename(x)}
+
+    relative_path = @environment.install_path.to_s.split(@environment.project_path.to_s).last
+    relative_path[0] = '' if relative_path[0].chr == File::SEPARATOR
+
+    unless all_modules.empty?
+      modules.each do |name,opts|
+        known_modules << module_name(name)
+      end
+    end
+
+    module_list = (all_modules - known_modules).map do |x|
+      if File.exist?(File.join(@environment.install_path,x,'metadata.json'))
+        x = File.join(relative_path,x)
+      else
+        x = nil
+      end
+    end
+
+    module_list.compact
+  end
+
+  def puppetfile
+    str = StringIO.new
+    str.puts "forge '#{@forge}'\n\n" if @forge
+    modules.each do |name,opts|
+      str.puts "mod '#{name}',"
+      str.puts (opts.map{|k,v| "  :#{k} => '#{v}'"}).join(",\n") , ''
+    end
+    str.string
+  end
+
+  def each_module(&block)
+    Dir.chdir(@environment.project_path) do
+      modules.each do |name,mod|
+        # This works for Puppet Modules
+        path = File.expand_path(module_name(name),environment.install_path)
+        unless File.directory?(path)
+          # This works for everything else
+          if mod[:path]
+            path = File.expand_path(mod[:path],environment.project_path)
+          end
+        end
+        unless File.directory?(path)
+          $stderr.puts("Warning: Could not find path for module '#{name}'...skipping")
+          next
+        end
+
+        block.call(@environment,name,path)
+      end
+    end
+  end
+
+  private
+
+  def mod(name,args)
+    @modules[name] = args
+  end
+
+  def forge(forge)
+    @forge = forge
+  end
+end
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build
+  class Deps < ::Rake::TaskLib
+    def initialize( base_dir )
+      @base_dir = base_dir
+      define_tasks
+    end
+
+    # define rake tasks
+    def define_tasks
+      namespace :deps do
+        desc <<-EOM
+        Checks out all dependency repos.
+
+        This task runs 'librarian-puppet' and updates all dependencies.
+
+        Arguments:
+          * :method  => The update method to use (Default => 'tracking')
+               tracking => checks out each dep (by branch) according to Puppetfile.tracking
+               stable   => checks out each dep (by ref) according to in Puppetfile.stable
+        EOM
+        task :checkout, [:method] do |t,args|
+          args.with_defaults(:method => 'tracking')
+
+          Dir.chdir @base_dir
+          FileUtils.ln_s( "Puppetfile.#{args[:method]}", 'Puppetfile', :force => true )
+          Bundler.with_clean_env do
+            sh 'bundle exec librarian-puppet-pr328 install --use-forge=false'
+          end
+          FileUtils.remove_entry_secure "Puppetfile"
+        end
+
+        desc <<-EOM
+        Get the status of the project Git repositories
+
+        Arguments:
+          * :method  => The update method to use (Default => 'tracking')
+               tracking => checks out each dep (by branch) according to Puppetfile.tracking
+               stable   => checks out each dep (by ref) according to in Puppetfile.stable
+        EOM
+        task :status, [:method] do |t,args|
+          args.with_defaults(:method => 'tracking')
+          Dir.chdir @base_dir
+          @dirty_repos = nil
+
+          fake_lp = FakeLibrarian.new("Puppetfile.#{args[:method]}")
+          mods_with_changes = {}
+
+          fake_lp.each_module do |environment, name, path|
+            unless File.directory?(path)
+              $stderr.puts("Warning: '#{path}' is not a module...skipping")
+              next
+            end
+
+            repo = Librarian::Puppet::Source::Git::Repository.new(environment,path)
+            if repo.dirty?
+              # Clean up the path a bit for printing
+              dirty_path = path.split(environment.project_path.to_s).last
+              if dirty_path[0].chr == File::SEPARATOR
+                dirty_path[0] = ''
+              end
+
+              mods_with_changes[name] = dirty_path
+            end
+          end
+
+          if mods_with_changes.empty?
+            puts "No repositories have changes."
+            @dirty_repos = false
+          else
+            puts "The following repositories have changes:"
+            puts mods_with_changes.map{|k,v| "  + #{k} => #{v}"}.join("\n")
+
+            @dirty_repos = true
+          end
+
+          unknown_mods = fake_lp.unknown_modules
+          unless unknown_mods.empty?
+            puts "The following modules were unknown:"
+            puts unknown_mods.map{|k,v| "  ? #{k}"}.join("\n")
+          end
+        end
+
+        desc 'Records the current dependencies into Puppetfile.stable.'
+        task :record do
+          fake_lp     = FakeLibrarian.new('Puppetfile.tracking')
+          modules     = fake_lp.modules
+
+          fake_lp.each_module do |environment, name, path|
+            Dir.chdir(path) do
+              modules[name][:ref] = %x{git rev-parse --verify HEAD}.strip
+            end
+          end
+
+          fake_lp.modules = modules
+          File.open('Puppetfile.stable','w'){|f| f.puts fake_lp.puppetfile }
+        end
+      end
+    end
+  end
+end

data/lib/simp/rake/build/helpers.rb

@@ -0,0 +1,26 @@
+require 'rake/tasklib'
+require 'ruby-progressbar'
+require 'rake/clean'
+
+module Simp; end
+module Simp::Rake; end
+module Simp::Rake::Build; end
+class Simp::Rake::Build::Helpers
+  def initialize( dir = Dir.pwd )
+    Dir[ File.join(File.dirname(__FILE__),'*.rb') ].each do |rake_file|
+      next if rake_file == __FILE__
+      require rake_file
+    end
+    Simp::Rake::Build::Auto.new( dir )
+    Simp::Rake::Build::Build.new( dir )
+    Simp::Rake::Build::Clean.new( dir )
+    Simp::Rake::Build::Code.new( dir )
+    Simp::Rake::Build::Deps.new( dir )
+    Simp::Rake::Build::Iso.new( dir )
+    Simp::Rake::Build::Pkg.new( dir )
+    Simp::Rake::Build::Spec.new( dir )
+    Simp::Rake::Build::Tar.new( dir )
+    Simp::Rake::Build::Upload.new( dir )
+    Simp::Rake::Build::Unpack.new( dir )
+  end
+end