puppet 2.7.19 → 2.7.20.rc1

data/ext/packaging/tasks/10_setupvars.rake

@@ -0,0 +1,71 @@
+require 'yaml'
+require 'erb'
+
+begin
+  @project_specs            ||= YAML.load_file('ext/project_data.yaml')
+  @name                     = @project_specs['project']
+  @author                   = @project_specs['author']
+  @email                    = @project_specs['email']
+  @homepage                 = @project_specs['homepage']
+  @summary                  = @project_specs['summary']
+  @description              = @project_specs['description']
+  @files                    = @project_specs['files']
+  @tar_excludes             = @project_specs['tar_excludes']
+  @version_file             = @project_specs['version_file']
+  @gem_files                = @project_specs['gem_files']
+  @gem_require_path         = @project_specs['gem_require_path']
+  @gem_test_files           = @project_specs['gem_test_files']
+  @gem_executables          = @project_specs['gem_executables']
+  @gem_runtime_dependencies = @project_specs['gem_runtime_dependencies']
+  @gem_devel_dependencies   = @project_specs['gem_devel_dependencies']
+  @gem_rdoc_options         = @project_specs['gem_rdoc_options']
+  @gem_forge_project        = @project_specs['gem_forge_project']
+  @gem_excludes             = @project_specs['gem_excludes']
+rescue => e
+  STDERR.puts "There was an error loading the project specifications from the 'ext/project_data.yaml' file.\n" + e
+  exit 1
+end
+
+begin
+  @pkg_defaults    ||= YAML.load_file('ext/build_defaults.yaml')
+  @sign_tar        = boolean_value( ENV['SIGN_TAR'] || @pkg_defaults['sign_tar']  )
+  @build_gem       = boolean_value( ENV['GEM']      || @pkg_defaults['build_gem'] )
+  @build_dmg       = boolean_value( ENV['DMG']      || @pkg_defaults['build_dmg'] )
+  @build_ips       = boolean_value( ENV['IPS']      || @pkg_defaults['build_ips'] )
+  @build_doc       = boolean_value( ENV['DOC']      || @pkg_defaults['build_doc'] )
+  @build_pe        = boolean_value( ENV['PE']       || @pkg_defaults['build_pe'] )
+  @default_cow     = ENV['COW']          || @pkg_defaults['default_cow']
+  @cows            = ENV['COW']          || @pkg_defaults['cows']
+  @pbuild_conf     = ENV['PBUILDCONF']   || @pkg_defaults['pbuild_conf']
+  @packager        = ENV['PACKAGER']     || @pkg_defaults['packager']
+  @default_mock    = ENV['MOCK']         || @pkg_defaults['default_mock']
+  @final_mocks     = ENV['MOCK']         || @pkg_defaults['final_mocks']
+  @rc_mocks        = ENV['MOCK']         || @pkg_defaults['rc_mocks']
+  @gpg_name        = ENV['GPG_NAME']     || @pkg_defaults['gpg_name']
+  @gpg_key         = ENV['GPG_KEY']      || @pkg_defaults['gpg_key']
+  @certificate_pem = ENV['CERT_PEM']     || @pkg_defaults['certificate_pem']
+  @privatekey_pem  = ENV['PRIVATE_PEM']  || @pkg_defaults['privatekey_pem']
+  @yum_host        = @pkg_defaults['yum_host']
+  @yum_repo_path   = @pkg_defaults['yum_repo_path']
+  @apt_host        = @pkg_defaults['apt_host']
+  @apt_repo_url    = @pkg_defaults['apt_repo_url']
+  @apt_repo_path   = @pkg_defaults['apt_repo_path']
+  @ips_repo        = @pkg_defaults['ips_repo']
+  @ips_store       = @pkg_defaults['ips_store']
+  @ips_host        = @pkg_defaults['ips_host']
+rescue => e
+  STDERR.puts "There was an error loading the packaging defaults from the 'ext/build_defaults.yaml' file.\n" + e
+  exit 1
+end
+
+@build_root        ||= Dir.pwd
+@version           ||= @build_pe ? get_dot_version : get_dash_version
+@gemversion        ||= get_dot_version
+@ipsversion        ||= get_ips_version
+@debversion        ||= get_debversion
+@origversion       ||= get_origversion
+@rpmversion        ||= get_rpmversion
+@rpmrelease        ||= get_rpmrelease
+@keychain_loaded   ||= FALSE
+@builder_data_file ||= 'builder_data.yaml'
+@team              ||= ENV['TEAM'] || 'pe'

data/ext/packaging/tasks/20_setupextravars.rake

@@ -0,0 +1,25 @@
+namespace :pl do
+  task :load_extras do
+    begin
+      @build_data = YAML.load_file("#{ENV['HOME']}/.packaging/#{@builder_data_file}")
+      @rpm_build_host   = @build_data['rpm_build_host']  if @build_data['rpm_build_host']
+      @deb_build_host   = @build_data['deb_build_host']  if @build_data['deb_build_host']
+      @osx_build_host   = @build_data['osx_build_host']  if @build_data['osx_build_host']
+      @tarball_path     = @build_data['tarball_path']    if @build_data['tarball_path']
+      @dmg_path         = @build_data['dmg_path']        if @build_data['dmg_path']
+      @pe_version       = @build_data['pe_version']      if @build_data['pe_version']
+      @team             = @build_data['team']            if @build_data['team']
+      @yum_repo_path    = @build_data['yum_repo_path']   if @build_data['yum_repo_path']
+      @apt_repo_path    = @build_data['apt_repo_path']   if @build_data['apt_repo_path']
+      @freight_conf     = @build_data['freight_conf']    if @build_data['freight_conf']
+      @sles_build_host  = @build_data['sles_build_host'] if @build_data['sles_build_host']
+      @sles_arch_repos  = @build_data['sles_arch_repos'] if @build_data['sles_arch_repos']
+      @sles_repo_path   = @build_data['sles_repo_path']  if @build_data['sles_repo_path']
+      @sles_repo_host   = @build_data['sles_repo_host']  if @build_data['sles_repo_host']
+    rescue => e
+      STDERR.puts "There was an error loading the builder data from #{ENV['HOME']}/.packaging/#{@builder_data_file}. Try rake pl:fetch to download the current extras builder data.\n" + e
+      exit 1
+    end
+  end
+end
+

data/ext/packaging/tasks/apple.rake

@@ -0,0 +1,201 @@
+# Title:        Rake task to build Apple packages for #{@name}.
+# Author:       Gary Larizza
+# Date:         05/18/2012
+# Description:  This task will create a DMG-encapsulated package that will
+#               install a package on OS X systems. This happens by building
+#               a directory tree of files that will then be fed to the
+#               packagemaker binary (can be installed by installing the
+#               XCode Tools) which will create the .pkg file.
+#
+
+# Path to Binaries (Constants)
+TAR           = '/usr/bin/tar'
+CP            = '/bin/cp'
+INSTALL       = '/usr/bin/install'
+DITTO         = '/usr/bin/ditto'
+PACKAGEMAKER  = '/Developer/usr/bin/packagemaker'
+SED           = '/usr/bin/sed'
+
+# Setup task to populate all the variables
+task :setup do
+  # Read the Apple file-mappings
+  begin
+    @source_files        = YAML.load_file('ext/osx/file_mapping.yaml')
+  rescue
+    STDERR.puts "Could not load Apple file mappings from 'ext/osx/file_mapping.yaml'"
+    exit 1
+  end
+  @package_name          = @name
+  @title                 = "#{@name}-#{@version}"
+  @reverse_domain        = "com.#{@packager}.#{@package_name}"
+  @package_major_version = @version.split('.')[0]
+  @package_minor_version = @version.split('.')[1] +
+                           @version.split('.')[2].split('-')[0].split('rc')[0]
+  @pm_restart            = 'None'
+  @build_date            = Time.new.strftime("%Y-%m-%dT%H:%M:%SZ")
+  @apple_bindir          = '/usr/bin'
+  @apple_sbindir         = '/usr/sbin'
+  @apple_libdir          = '/usr/lib/ruby/site_ruby/1.8'
+  @apple_docdir          = '/usr/share/doc'
+end
+
+# method:       make_directory_tree
+# description:  This method sets up the directory structure that packagemaker
+#               needs to build a package. A prototype.plist file (holding
+#               package-specific options) is built from an ERB template located
+#               in the ext/osx directory.
+def make_directory_tree
+  project_tmp    = "#{get_temp}/#{@package_name}"
+  @scratch       = "#{project_tmp}/#{@title}"
+  @working_tree  = {
+     'scripts'   => "#{@scratch}/scripts",
+     'resources' => "#{@scratch}/resources",
+     'working'   => "#{@scratch}/root",
+     'payload'   => "#{@scratch}/payload",
+  }
+  puts "Cleaning Tree: #{project_tmp}"
+  rm_rf(project_tmp)
+  @working_tree.each do |key,val|
+    mkdir_p(val)
+  end
+
+  erb 'ext/osx/preflight.erb', "#{@working_tree["scripts"]}/preflight"
+  erb 'ext/osx/prototype.plist.erb', "#{@scratch}/prototype.plist"
+
+end
+
+# method:        build_dmg
+# description:   This method builds a package from the directory structure in
+#                /tmp/#{@name} and puts it in the
+#                /tmp/#{@name}/#{@name}-#{version}/payload directory. A DMG is
+#                created, using hdiutil, based on the contents of the
+#                /tmp/#{@name}/#{@name}-#{version}/payload directory. The resultant
+#                DMG is placed in the pkg/apple directory.
+#
+def build_dmg
+  # Local Variables
+  dmg_format_code   = 'UDZO'
+  zlib_level        = '9'
+  dmg_format_option = "-imagekey zlib-level=#{zlib_level}"
+  dmg_format        = "#{dmg_format_code} #{dmg_format_option}"
+  dmg_file          = "#{@title}.dmg"
+  package_file      = "#{@title}.pkg"
+  pm_extra_args     = '--verbose --no-recommend --no-relocate'
+  package_target_os = '10.4'
+
+  # Build .pkg file
+  system("sudo #{PACKAGEMAKER} --root #{@working_tree['working']} \
+    --id #{@reverse_domain} \
+    --filter DS_Store \
+    --target #{package_target_os} \
+    --title #{@title} \
+    --info #{@scratch}/prototype.plist \
+    --scripts #{@working_tree['scripts']} \
+    --resources #{@working_tree['resources']} \
+    --version #{@version} \
+    #{pm_extra_args} --out #{@working_tree['payload']}/#{package_file}")
+
+  # Build .dmg file
+  system("sudo hdiutil create -volname #{@title} \
+    -srcfolder #{@working_tree['payload']} \
+    -uid 99 \
+    -gid 99 \
+    -ov \
+    -format #{dmg_format} \
+    #{dmg_file}")
+
+  if File.directory?("#{pwd}/pkg/apple")
+    mv("#{pwd}/#{dmg_file}", "#{pwd}/pkg/apple/#{dmg_file}")
+    puts "moved:   #{dmg_file} has been moved to #{pwd}/pkg/apple/#{dmg_file}"
+  else
+    mkdir_p("#{pwd}/pkg/apple")
+    mv(dmg_file, "#{pwd}/pkg/apple/#{dmg_file}")
+    puts "moved:   #{dmg_file} has been moved to #{pwd}/pkg/apple/#{dmg_file}"
+  end
+end
+
+# method:        pack_source
+# description:   This method copies the #{@name} source into a directory
+#                structure in /tmp/#{@name}/#{@name}-#{version}/root mirroring the
+#                structure on the target system for which the package will be
+#                installed. Anything installed into /tmp/#{@name}/root will be
+#                installed as the package's payload.
+#
+def pack_source
+  work          = "#{@working_tree['working']}"
+  source = pwd
+
+  # Make all necessary directories
+  @source_files.each_value do |files|
+    files.each_value do |params|
+      mkdir_p "#{work}/#{params['path']}"
+    end
+  end
+
+  # Install directory contents into place
+  unless @source_files['directories'].nil?
+    @source_files['directories'].each do |dir, params|
+      unless FileList["#{source}/#{dir}/*"].empty?
+        cmd = "#{DITTO} #{source}/#{dir}/ #{work}/#{params['path']}"
+        puts cmd
+        system(cmd)
+      end
+    end
+  end
+
+  # Setup a preflight script and replace variables in the files with
+  # the correct paths.
+  chown('root', 'wheel', "#{@working_tree['scripts']}/preflight")
+  chmod(0644, "#{@working_tree['scripts']}/preflight")
+
+  # Do a run through first setting the specified permissions then
+  # making sure 755 is set for all directories
+  unless @source_files['directories'].nil?
+    @source_files['directories'].each do |dir, params|
+      owner = params['owner']
+      group = params['group']
+      perms = params['perms']
+      path  = params['path']
+      chmod_R(Integer(perms), "#{work}/#{path}")
+      chown_R(owner, group, "#{work}/#{path}")
+      chmod(0755, "#{work}/#{path}")
+      Dir["#{work}/#{path}/**/*"].each do |file|
+        chmod(0755, file) if File.directory?(file)
+      end
+    end
+  end
+
+  # Install any files
+  unless @source_files['files'].nil?
+    @source_files['files'].each do |file, params|
+      owner = params['owner']
+      group = params['group']
+      perms = params['perms']
+      dest  = params['path']
+      # Allow for regexs like [A-Z]*
+      FileList[file].each do |file|
+        cmd = "#{INSTALL} -o #{owner} -g #{group} -m #{perms} #{source}/#{file} #{work}/#{dest}"
+        puts cmd
+        system(cmd)
+      end
+    end
+  end
+end
+
+if @build_dmg
+  namespace :package do
+    desc "Task for building an Apple Package"
+    task :apple => [:setup] do
+      # Test for Root and Packagemaker binary
+      raise "Please run rake as root to build Apple Packages" unless Process.uid == 0
+      raise "Packagemaker must be installed. Please install XCode Tools" unless \
+        File.exists?('/Developer/usr/bin/packagemaker')
+
+      make_directory_tree
+      pack_source
+      build_dmg
+      chmod_R(0775, "#{pwd}/pkg")
+    end
+  end
+end
+

data/ext/packaging/tasks/clean.rake

@@ -0,0 +1,5 @@
+desc "Clean all built packages, eg rm -rf pkg"
+task :clean do
+  rm_rf 'pkg'
+end
+

data/ext/packaging/tasks/deb.rake

@@ -0,0 +1,108 @@
+def pdebuild args
+  results_dir = args[:work_dir]
+  cow         = args[:cow]
+  devel_repo  = args[:devel]
+  set_cow_envs(cow)
+  update_cow(cow, devel_repo)
+  begin
+    sh "pdebuild  --configfile #{@pbuild_conf} \
+                  --buildresult #{results_dir} \
+                  --pbuilder cowbuilder -- \
+                  --basepath /var/cache/pbuilder/#{cow}/"
+  rescue Exception => e
+    puts e
+    handle_method_failure('pdebuild', args)
+  end
+end
+
+def update_cow(cow, is_rc = nil)
+  ENV['FOSS_DEVEL'] = is_rc
+  ENV['PATH'] = "/usr/sbin:#{ENV['PATH']}"
+  set_cow_envs(cow)
+  begin
+    sh "sudo -E /usr/sbin/cowbuilder --update --override-config --configfile #{@pbuild_conf} --basepath /var/cache/pbuilder/#{cow} --distribution #{ENV['DIST']} --architecture #{ENV['ARCH']}"
+  rescue
+    STDERR.puts "Couldn't update the cow #{cow}. Perhaps you don't have sudo?"
+    exit 1
+  end
+end
+
+def debuild args
+  results_dir = args[:work_dir]
+  begin
+    sh "debuild --no-lintian -uc -us"
+  rescue
+    STDERR.puts "Something went wrong. Hopefully the backscroll or #{results_dir}/#{@name}_#{@debversion}.build file has a clue."
+    exit 1
+  end
+end
+
+task :prep_deb_tars, :work_dir do |t,args|
+  work_dir = args.work_dir
+  cp_p "pkg/#{@name}-#{@version}.tar.gz", work_dir
+  cd work_dir do
+    sh "tar zxf #{@name}-#{@version}.tar.gz"
+    mv "#{@name}-#{@version}", "#{@name}-#{@debversion}"
+    mv "#{@name}-#{@version}.tar.gz", "#{@name}_#{@origversion}.orig.tar.gz"
+  end
+end
+
+task :build_deb, :deb_command, :cow, :devel do |t,args|
+  deb_build = args.deb_command
+  cow       = args.cow
+  devel     = args.devel
+  work_dir  = get_temp
+  subdir    = 'pe/' if @build_pe
+  dest_dir  = "#{@build_root}/pkg/#{subdir}deb/#{cow.split('-')[1] unless cow.nil?}"
+  check_tool(deb_build)
+  mkdir_p dest_dir
+  deb_args  = { :work_dir => work_dir, :cow => cow, :devel => devel}
+  Rake::Task[:prep_deb_tars].reenable
+  Rake::Task[:prep_deb_tars].invoke(work_dir)
+  cd "#{work_dir}/#{@name}-#{@debversion}" do
+    mv 'ext/debian', '.'
+    send(deb_build, deb_args)
+    cp FileList["#{work_dir}/*.deb", "#{work_dir}/*.dsc", "#{work_dir}/*.changes", "#{work_dir}/*.debian.tar.gz", "#{work_dir}/*.orig.tar.gz"], dest_dir
+    rm_rf "#{work_dir}/#{@name}-#{@debversion}"
+    rm_rf work_dir
+  end
+end
+
+namespace :package do
+  desc "Create a deb from this repo, using debuild (all builddeps must be installed)"
+  task :deb => :tar do
+    Rake::Task[:build_deb].invoke('debuild')
+  end
+end
+
+namespace :pl do
+  desc "Create a deb from this repo using the default cow #{@default_cow}."
+  task :deb => "package:tar"  do
+    check_var('PE_VER', ENV['PE_VER']) if @build_pe
+    Rake::Task[:build_deb].invoke('pdebuild', @default_cow)
+  end
+
+  desc "Create an RC deb from this repo using the default cow #{@default_cow}."
+  task :deb_rc => "package:tar" do
+    Rake::Task[:build_deb].invoke('pdebuild', @default_cow, 'devel')
+  end
+
+  desc "Create debs from this git repository using all cows specified in build_defaults yaml"
+  task :deb_all do
+    check_var('PE_VER', ENV['PE_VER']) if @build_pe
+    @cows.split(' ').each do |cow|
+      Rake::Task["package:tar"].invoke
+      Rake::Task[:build_deb].reenable
+      Rake::Task[:build_deb].invoke('pdebuild', cow)
+    end
+  end
+
+  desc "Create RC debs from this git repository using all cows specified in build_defaults yaml"
+  task :deb_all_rc do
+    @cows.split(' ').each do |cow|
+      Rake::Task["package:tar"].invoke
+      Rake::Task[:build_deb].reenable
+      Rake::Task[:build_deb].invoke('pdebuild', cow, 'devel')
+    end
+  end
+end

data/ext/packaging/tasks/doc.rake

@@ -0,0 +1,20 @@
+# Most projects set rdoc options in the context of gem building. However, mcollective
+# generates its own rdoc package. We can reuse the @gem_rdoc_options here
+
+if @build_doc
+  begin
+    require 'rdoc/task'
+  rescue LoadError
+    require 'rake/rdoctask'
+  end
+
+  namespace :package do
+    RDoc::Task.new(:doc) do |rdoc|
+      rdoc.rdoc_dir = 'doc'
+      rdoc.title = "#{@name} version #{@version}"
+      @gem_rdoc_options.each do |option|
+        rdoc.options << option
+      end unless @gem_rdoc_options.nil?
+    end
+  end
+end

data/ext/packaging/tasks/fetch.rake

@@ -0,0 +1,18 @@
+if @build_pe
+  pl_packaging_url = "https://raw.github.com/puppetlabs/build-data/#{@team}"
+else
+  pl_packaging_url = "https://raw.github.com/puppetlabs/build-data/#{@name}"
+end
+
+namespace :pl do
+  task :fetch do
+    rm_rf "#{ENV['HOME']}/.packaging"
+    mkdir_p "#{ENV['HOME']}/.packaging"
+    begin
+      sh "curl #{pl_packaging_url}/#{@builder_data_file} > #{ENV['HOME']}/.packaging/#{@builder_data_file}"
+    rescue
+      STDERR.puts "There was an error fetching the builder extras data."
+      exit 1
+    end
+  end
+end