puppet 3.0.0.rc5 → 3.0.0.rc7

data/ext/packaging/tasks/10_setupvars.rake

@@ -0,0 +1,62 @@
+require 'yaml'
+require 'erb'
+
+begin
+  @project_specs            ||= YAML.load_file('ext/project_data.yaml')
+  @name                     = @project_specs['project']
+  @author                   = @project_specs['author']
+  @email                    = @project_specs['email']
+  @homepage                 = @project_specs['homepage']
+  @summary                  = @project_specs['summary']
+  @description              = @project_specs['description']
+  @files                    = @project_specs['files']
+  @version_file             = @project_specs['version_file']
+  @gem_files                = @project_specs['gem_files']
+  @gem_require_path         = @project_specs['gem_require_path']
+  @gem_test_files           = @project_specs['gem_test_files']
+  @gem_executables          = @project_specs['gem_executables']
+  @gem_runtime_dependencies = @project_specs['gem_runtime_dependencies']
+  @gem_devel_dependencies   = @project_specs['gem_devel_dependencies']
+  @gem_rdoc_options         = @project_specs['gem_rdoc_options']
+  @gem_forge_project        = @project_specs['gem_forge_project']
+rescue
+  STDERR.puts "There was an error loading the project specifications from the 'ext/project_data.yaml' file."
+  exit 1
+end
+
+begin
+  @pkg_defaults   ||= YAML.load_file('ext/build_defaults.yaml')
+  @default_cow    = ENV['COW']          || @pkg_defaults['default_cow']
+  @cows           = ENV['COW']          || @pkg_defaults['cows']
+  @pbuild_conf    = ENV['PBUILDCONF']   || @pkg_defaults['pbuild_conf']
+  @packager       = ENV['PACKAGER']     || @pkg_defaults['packager']
+  @sign_tar       = ENV['SIGN_TAR']     || @pkg_defaults['sign_tar']
+  @final_mocks    = ENV['MOCK']         || @pkg_defaults['final_mocks']
+  @rc_mocks       = ENV['MOCK']         || @pkg_defaults['rc_mocks']
+  @gpg_name       = ENV['GPG_NAME']     || @pkg_defaults['gpg_name']
+  @gpg_key        = ENV['GPG_KEY']      || @pkg_defaults['gpg_key']
+  @certificate_pem= ENV['CERT_PEM']     || @pkg_defaults['certificate_pem']
+  @privatekey_pem = ENV['PRIVATE_PEM']  || @pkg_defaults['privatekey_pem']
+  @build_gem      = ENV['GEM']          || @pkg_defaults['build_gem']
+  @build_dmg      = ENV['DMG']          || @pkg_defaults['build_dmg']
+  @yum_host       = @pkg_defaults['yum_host']
+  @yum_repo_path  = @pkg_defaults['yum_repo_path']
+  @apt_host       = @pkg_defaults['apt_host']
+  @apt_repo_url   = @pkg_defaults['apt_repo_url']
+  @apt_repo_path  = @pkg_defaults['apt_repo_path']
+  @ips_repo       = @pkg_defaults['ips_repo']
+  @ips_store      = @pkg_defaults['ips_store']
+  @ips_host       = @pkg_defaults['ips_host']
+rescue
+  STDERR.puts "There was an error loading the packaging defaults from the 'ext/build_defaults.yaml' file."
+  exit 1
+end
+
+@build_root   ||= Dir.pwd
+@version      ||= get_dash_version
+@gemversion   ||= get_dot_version
+@ipsversion   ||= get_ips_version
+@debversion   ||= get_debversion
+@origversion  ||= get_origversion
+@rpmversion   ||= get_rpmversion
+@rpmrelease   ||= get_rpmrelease

data/ext/packaging/tasks/apple.rake

@@ -0,0 +1,201 @@
+# Title:        Rake task to build Apple packages for #{@name}.
+# Author:       Gary Larizza
+# Date:         05/18/2012
+# Description:  This task will create a DMG-encapsulated package that will
+#               install a package on OS X systems. This happens by building
+#               a directory tree of files that will then be fed to the
+#               packagemaker binary (can be installed by installing the
+#               XCode Tools) which will create the .pkg file.
+#
+
+# Path to Binaries (Constants)
+TAR           = '/usr/bin/tar'
+CP            = '/bin/cp'
+INSTALL       = '/usr/bin/install'
+DITTO         = '/usr/bin/ditto'
+PACKAGEMAKER  = '/Developer/usr/bin/packagemaker'
+SED           = '/usr/bin/sed'
+
+# Setup task to populate all the variables
+task :setup do
+  # Read the Apple file-mappings
+  begin
+    @source_files        = YAML.load_file('ext/osx/file_mapping.yaml')
+  rescue
+    STDERR.puts "Could not load Apple file mappings from 'ext/osx/file_mapping.yaml'"
+    exit 1
+  end
+  @package_name          = @name
+  @title                 = "#{@name}-#{@version}"
+  @reverse_domain        = "com.#{@packager}.#{@package_name}"
+  @package_major_version = @version.split('.')[0]
+  @package_minor_version = @version.split('.')[1] +
+                           @version.split('.')[2].split('-')[0].split('rc')[0]
+  @pm_restart            = 'None'
+  @build_date            = Time.new.strftime("%Y-%m-%dT%H:%M:%SZ")
+  @apple_bindir          = '/usr/bin'
+  @apple_sbindir         = '/usr/sbin'
+  @apple_libdir          = '/usr/lib/ruby/site_ruby/1.8'
+  @apple_docdir          = '/usr/share/doc'
+end
+
+# method:       make_directory_tree
+# description:  This method sets up the directory structure that packagemaker
+#               needs to build a package. A prototype.plist file (holding
+#               package-specific options) is built from an ERB template located
+#               in the ext/osx directory.
+def make_directory_tree
+  project_tmp    = "#{get_temp}/#{@package_name}"
+  @scratch       = "#{project_tmp}/#{@title}"
+  @working_tree  = {
+     'scripts'   => "#{@scratch}/scripts",
+     'resources' => "#{@scratch}/resources",
+     'working'   => "#{@scratch}/root",
+     'payload'   => "#{@scratch}/payload",
+  }
+  puts "Cleaning Tree: #{project_tmp}"
+  rm_rf(project_tmp)
+  @working_tree.each do |key,val|
+    mkdir_p(val)
+  end
+
+  erb 'ext/osx/preflight.erb', "#{@working_tree["scripts"]}/preflight"
+  erb 'ext/osx/prototype.plist.erb', "#{@scratch}/prototype.plist"
+
+end
+
+# method:        build_dmg
+# description:   This method builds a package from the directory structure in
+#                /tmp/#{@name} and puts it in the
+#                /tmp/#{@name}/#{@name}-#{version}/payload directory. A DMG is
+#                created, using hdiutil, based on the contents of the
+#                /tmp/#{@name}/#{@name}-#{version}/payload directory. The resultant
+#                DMG is placed in the pkg/apple directory.
+#
+def build_dmg
+  # Local Variables
+  dmg_format_code   = 'UDZO'
+  zlib_level        = '9'
+  dmg_format_option = "-imagekey zlib-level=#{zlib_level}"
+  dmg_format        = "#{dmg_format_code} #{dmg_format_option}"
+  dmg_file          = "#{@title}.dmg"
+  package_file      = "#{@title}.pkg"
+  pm_extra_args     = '--verbose --no-recommend --no-relocate'
+  package_target_os = '10.4'
+
+  # Build .pkg file
+  system("sudo #{PACKAGEMAKER} --root #{@working_tree['working']} \
+    --id #{@reverse_domain} \
+    --filter DS_Store \
+    --target #{package_target_os} \
+    --title #{@title} \
+    --info #{@scratch}/prototype.plist \
+    --scripts #{@working_tree['scripts']} \
+    --resources #{@working_tree['resources']} \
+    --version #{@version} \
+    #{pm_extra_args} --out #{@working_tree['payload']}/#{package_file}")
+
+  # Build .dmg file
+  system("sudo hdiutil create -volname #{@title} \
+    -srcfolder #{@working_tree['payload']} \
+    -uid 99 \
+    -gid 99 \
+    -ov \
+    -format #{dmg_format} \
+    #{dmg_file}")
+
+  if File.directory?("#{pwd}/pkg/apple")
+    mv("#{pwd}/#{dmg_file}", "#{pwd}/pkg/apple/#{dmg_file}")
+    puts "moved:   #{dmg_file} has been moved to #{pwd}/pkg/apple/#{dmg_file}"
+  else
+    mkdir_p("#{pwd}/pkg/apple")
+    mv(dmg_file, "#{pwd}/pkg/apple/#{dmg_file}")
+    puts "moved:   #{dmg_file} has been moved to #{pwd}/pkg/apple/#{dmg_file}"
+  end
+end
+
+# method:        pack_source
+# description:   This method copies the #{@name} source into a directory
+#                structure in /tmp/#{@name}/#{@name}-#{version}/root mirroring the
+#                structure on the target system for which the package will be
+#                installed. Anything installed into /tmp/#{@name}/root will be
+#                installed as the package's payload.
+#
+def pack_source
+  work          = "#{@working_tree['working']}"
+  source = pwd
+
+  # Make all necessary directories
+  @source_files.each_value do |files|
+    files.each_value do |params|
+      mkdir_p "#{work}/#{params['path']}"
+    end
+  end
+
+  # Install directory contents into place
+  unless @source_files['directories'].nil?
+    @source_files['directories'].each do |dir, params|
+      unless FileList["#{source}/#{dir}/*"].empty?
+        cmd = "#{DITTO} #{source}/#{dir}/ #{work}/#{params['path']}"
+        puts cmd
+        system(cmd)
+      end
+    end
+  end
+
+  # Setup a preflight script and replace variables in the files with
+  # the correct paths.
+  chown('root', 'wheel', "#{@working_tree['scripts']}/preflight")
+  chmod(0644, "#{@working_tree['scripts']}/preflight")
+
+  # Do a run through first setting the specified permissions then
+  # making sure 755 is set for all directories
+  unless @source_files['directories'].nil?
+    @source_files['directories'].each do |dir, params|
+      owner = params['owner']
+      group = params['group']
+      perms = params['perms']
+      path  = params['path']
+      chmod_R(Integer(perms), "#{work}/#{path}")
+      chown_R(owner, group, "#{work}/#{path}")
+      chmod(0755, "#{work}/#{path}")
+      Dir["#{work}/#{path}/**/*"].each do |file|
+        chmod(0755, file) if File.directory?(file)
+      end
+    end
+  end
+
+  # Install any files
+  unless @source_files['files'].nil?
+    @source_files['files'].each do |file, params|
+      owner = params['owner']
+      group = params['group']
+      perms = params['perms']
+      dest  = params['path']
+      # Allow for regexs like [A-Z]*
+      FileList[file].each do |file|
+        cmd = "#{INSTALL} -o #{owner} -g #{group} -m #{perms} #{source}/#{file} #{work}/#{dest}"
+        puts cmd
+        system(cmd)
+      end
+    end
+  end
+end
+
+if @build_dmg or @build_dmg == 'TRUE' or @build_dmg == 'true'
+  namespace :package do
+    desc "Task for building an Apple Package"
+    task :apple => [:setup] do
+      # Test for Root and Packagemaker binary
+      raise "Please run rake as root to build Apple Packages" unless Process.uid == 0
+      raise "Packagemaker must be installed. Please install XCode Tools" unless \
+        File.exists?('/Developer/usr/bin/packagemaker')
+
+      make_directory_tree
+      pack_source
+      build_dmg
+      chmod_R(0775, "#{pwd}/pkg")
+    end
+  end
+end
+

data/ext/packaging/tasks/clean.rake

@@ -0,0 +1,5 @@
+desc "Clean all built packages, eg rm -rf pkg"
+task :clean do
+  rm_rf 'pkg'
+end
+

data/ext/packaging/tasks/deb.rake

@@ -0,0 +1,105 @@
+def pdebuild args
+  results_dir = args[:work_dir]
+  cow         = args[:cow]
+  devel_repo  = args[:devel]
+  set_cow_envs(cow)
+  begin
+    sh "pdebuild --configfile #{@pbuild_conf} --buildresult #{results_dir} --pbuilder cowbuilder -- --override-config --othermirror=\"deb #{@apt_repo_url} #{ENV['DIST']} main dependencies #{devel_repo}\" --basepath /var/cache/pbuilder/#{cow}/"
+  rescue
+    STDERR.puts "Something went wrong. Hopefully the backscroll or #{results_dir}/#{@name}_#{@debversion}.build file has a clue."
+    exit 1
+  end
+end
+
+def update_cow(cow, is_rc = nil)
+  ENV['FOSS_DEVEL'] = is_rc
+  set_cow_envs(cow)
+  begin
+    sh "sudo cowbuilder --update --override-config --configfile #{@pbuild_conf} --basepath /var/cache/pbuilder/#{cow} --distribution #{ENV['DIST']} --architecture #{ENV['ARCH']}"
+  rescue
+    STDERR.puts "Couldn't update the cow #{cow}. Perhaps you don't have sudo?"
+    exit 1
+  end
+end
+
+def debuild args
+  results_dir = args[:work_dir]
+  begin
+    sh "debuild --no-lintian -uc -us"
+  rescue
+    STDERR.puts "Something went wrong. Hopefully the backscroll or #{results_dir}/#{@name}_#{@debversion}.build file has a clue."
+    exit 1
+  end
+end
+
+task :prep_deb_tars, :work_dir do |t,args|
+  work_dir = args.work_dir
+  cp_p "pkg/#{@name}-#{@version}.tar.gz", work_dir
+  cd work_dir do
+    sh "tar zxf #{@name}-#{@version}.tar.gz"
+    mv "#{@name}-#{@version}", "#{@name}-#{@debversion}"
+    mv "#{@name}-#{@version}.tar.gz", "#{@name}_#{@origversion}.orig.tar.gz"
+  end
+end
+
+task :build_deb, :deb_command, :cow, :devel do |t,args|
+  deb_build = args.deb_command
+  cow       = args.cow
+  devel     = args.devel
+  work_dir  = get_temp
+  dest_dir  = "#{@build_root}/pkg/deb/#{cow.split('-')[1] unless cow.nil?}"
+  check_tool(deb_build)
+  mkdir_p dest_dir
+  deb_args  = { :work_dir => work_dir, :cow => cow, :devel => devel}
+  Rake::Task[:prep_deb_tars].reenable
+  Rake::Task[:prep_deb_tars].invoke(work_dir)
+  cd "#{work_dir}/#{@name}-#{@debversion}" do
+    mv 'ext/debian', '.'
+    begin
+      send(deb_build, deb_args)
+      cp FileList["#{work_dir}/*.deb", "#{work_dir}/*.dsc", "#{work_dir}/*.changes", "#{work_dir}/*.debian.tar.gz", "#{work_dir}/*.orig.tar.gz"], dest_dir
+      rm_rf "#{work_dir}/#{@name}-#{@debversion}"
+    rescue
+      STDERR.puts "Something went wrong. Hopefully the backscroll or #{work_dir}/#{@name}_#{@debversion}.build file has a clue."
+    end
+    rm_rf work_dir
+  end
+end
+
+namespace :package do
+  desc "Create a deb from this repo, using debuild (all builddeps must be installed)"
+  task :deb => :tar do
+    Rake::Task[:build_deb].invoke('debuild')
+  end
+end
+
+namespace :pl do
+  desc "Create a deb from this repo using the default cow #{@default_cow}."
+  task :deb => "package:tar"  do
+    Rake::Task[:build_deb].invoke('pdebuild', @default_cow)
+  end
+
+  desc "Create an RC deb from this repo using the default cow #{@default_cow}."
+  task :deb_rc => "package:tar" do
+    Rake::Task[:build_deb].invoke('pdebuild', @default_cow, 'devel')
+  end
+
+  desc "Create debs from this git repository using all cows specified in build_defaults yaml"
+  task :deb_all do
+    @cows.split(' ').each do |cow|
+      Rake::Task["package:tar"].invoke
+      Rake::Task[:build_deb].reenable
+      Rake::Task[:build_deb].invoke('pdebuild', cow)
+    end
+  end
+
+  desc "Create RC debs from this git repository using all cows specified in build_defaults yaml"
+  task :deb_all_rc do
+    @cows.split(' ').each do |cow|
+      Rake::Task["package:tar"].invoke
+      Rake::Task[:build_deb].reenable
+      Rake::Task[:build_deb].invoke('pdebuild', cow, 'devel')
+    end
+  end
+end
+

data/ext/packaging/tasks/gem.rake

@@ -0,0 +1,52 @@
+if @build_gem == TRUE or @build_gem == 'true' or @build_gem == 'TRUE'
+  require 'rubygems/package_task'
+
+  def glob_gem_files
+    gem_files = []
+    files = FileList[@gem_files.split(' ')]
+    files.each do |file|
+      if File.directory?(file)
+        gem_files << FileList["#{file}/**/*"].exclude("ext/packaging/")
+      else
+        gem_files << file
+      end
+    end
+    gem_files
+  end
+
+  spec = Gem::Specification.new do |s|
+    s.name = @name                                        unless @name.nil?
+    s.version = @gemversion                               unless @gemversion.nil?
+    s.author = @author                                    unless @author.nil?
+    s.email = @email                                      unless @email.nil?
+    s.homepage = @homepage                                unless @homepage.nil?
+    s.summary = @summary                                  unless @summary.nil?
+    s.description = @description                          unless @description.nil?
+    s.files = glob_gem_files                              unless glob_gem_files.nil?
+    s.executables = @gem_executables                      unless @gem_executables.nil?
+    s.require_path = @gem_require_path                    unless @gem_require_path.nil?
+    s.test_files = FileList[@gem_test_files.split(' ')]   unless @gem_test_files.nil?
+    s.rubyforge_project = @gem_forge_project              unless @gem_forge_project.nil?
+
+    @gem_runtime_dependencies.each do |gem, version|
+      s.add_runtime_dependency("#{gem}", "#{version}") unless (version.nil? or version.empty?)
+      s.add_runtime_dependency("#{gem}") if (version.nil? or version.empty?)
+    end unless @gem_runtime_dependencies.nil?
+
+    @gem_devel_dependencies.each do |gem, version|
+      s.add_devel_dependency("#{gem}", "#{version}") unless (version.nil? or version.empty?)
+      s.add_devel_dependency("#{gem}") if (version.nil? or version.empty?)
+    end unless @gem_devel_dependencies.nil?
+
+    @gem_rdoc_options.each do |option|
+      s.rdoc_options << option
+    end unless @gem_rdoc_options.nil?
+  end
+
+  namespace :package do
+    Gem::PackageTask.new(spec) do |pkg|
+      pkg.need_tar_gz = true
+    end
+  end
+end
+

data/ext/packaging/tasks/ips.rake

@@ -0,0 +1,78 @@
+require 'erb'
+namespace :package do
+  namespace :ips do
+    workdir = "pkg/ips"
+    proto = workdir + '/proto'
+    repo = workdir + '/repo'
+    pkgs = workdir + '/pkgs'
+    repouri = "file://#{`pwd`.strip + '/' + repo}"
+    artifact = "#{pkgs}/#{@name}@#{@ipsversion}.p5p"
+
+    # Create a source repo
+    # We dont clean the base pkg directory only ips work dir.
+    task :clean do
+      %x[rm -rf #{workdir}]
+    end
+
+    # Create an installation image at ips/proto
+    task :prepare => :clean do
+      check_tool('pkgsend')
+      x %[mkdir -p #{workdir}]
+      x %[gmake -f ext/ips/rules DESTDIR=#{proto} 2>#{workdir}/build.out ]
+    end
+
+    # Process templates and write the initial manifest
+    task :prototmpl do
+      erb("ext/ips/#{@name}.p5m.erb", workdir + '/' + @name + '.p5m.x')
+    end
+
+    # Update manifest to include the installation image information.
+    task :protogen => :prototmpl do
+      x %[pkgsend generate #{proto} >> #{workdir}/#{@name}.p5m.x ]
+      os=%x[uname -p].chomp
+    end
+
+    # Generate and resolve dependency list
+    task :protodeps => :protogen do
+      x %[pkgdepend generate -d #{proto} #{workdir}/#{@name}.p5m.x > #{workdir}/#{@name}.depends ]
+      x %[pkgdepend resolve -m #{workdir}/#{@name}.depends ]
+      x %[cat #{workdir}/#{@name}.depends.res >> #{workdir}/#{@name}.p5m.x]
+    end
+
+    # Mogrify manifest to remove unncecessary info, and other kinds of transforms.
+    task :protomogrify => :protodeps do
+      x %[pkgmogrify ./ext/ips/transforms ./#{workdir}/#{@name}.p5m.x| pkgfmt >> #{workdir}/#{@name}.p5m ]
+    end
+
+    # Generate and resolve dependency list
+    task :license => :protomogrify do
+      x %[cp LICENSE #{proto}/#{@name}.license]
+    end
+
+    # Ensure that our manifest is sane.
+    task :lint => :license do
+      x %[pkglint #{workdir}/#{@name}.p5m]
+    end
+
+    task :package => :lint do
+      x %[rm -rf #{pkgs}]
+      x %[mkdir -p #{pkgs}]
+      x %[pkgrepo create #{repo}]
+      x %[pkgrepo set -s #{repo} publisher/prefix=puppetlabs.com]
+      x %[pkgsend -s #{repouri} publish -d #{proto} --fmri-in-manifest #{workdir}/#{@name}.p5m]
+      x %[rm -f #{artifact}]
+      x %[pkgrecv -s #{repouri} -a -d #{artifact} #{@name}@#{@ipsversion}]
+     end
+
+    task :dry_install do
+      x %[pkg install -nv -g #{artifact} #{@name}@#{@ipsversion}]
+    end
+  end
+
+  desc "Creates an ips version"
+  task :ips do
+    Rake::Task['package:ips:prepare'].invoke
+    Rake::Task['package:ips:package'].invoke
+  end
+
+end