packaging 0.88.77

data/lib/packaging/config/params.rb

@@ -0,0 +1,387 @@
+require "packaging/platforms"
+
+# These are all of the parameters known to our packaging system.
+# They are ingested by the config class as class instance variables
+module Pkg::Params
+  BUILD_PARAMS = [:allow_dirty_tree,
+                  :answer_override,
+                  :apt_archive_path,
+                  :apt_archive_repo_command,
+                  :apt_host,
+                  :apt_releases,
+                  :apt_repo_command,
+                  :apt_repo_name,
+                  :apt_repo_path,
+                  :apt_repo_staging_path,
+                  :apt_repo_url,
+                  :apt_signing_server,
+                  :apt_staging_server,
+                  :author,
+                  :benchmark,
+                  :build_data_repo,
+                  :build_date,
+                  :build_defaults,
+                  :build_dmg,
+                  :build_doc,
+                  :build_gem,
+                  :build_ips,
+                  :build_msi,
+                  :build_pe,
+                  :build_tar,
+                  :builder_data_file,
+                  :builds_server,
+                  :bundle_platforms,
+                  :certificate_pem,
+                  :cows,
+                  :db_table,
+                  :deb_build_host,
+                  :deb_build_mirrors,
+                  :deb_targets,
+                  :debug,
+                  :debversion,
+                  :default_cow,
+                  :default_mock,
+                  :dev_build,
+                  :description,
+                  :distribution_server,
+                  :dmg_host,
+                  :dmg_path,
+                  :dmg_staging_server,
+                  :downloads_archive_path,
+                  :email,
+                  :files,
+                  :final_mocks,
+                  :foss_only,
+                  :foss_platforms,
+                  :freight_archive_path,
+                  :freight_conf,
+                  :gem_default_executables,
+                  :gem_dependencies,
+                  :gem_description,
+                  :gem_devel_dependencies,
+                  :gem_development_dependencies,
+                  :gem_excludes,
+                  :gem_executables,
+                  :gem_files,
+                  :gem_forge_project,
+                  :gem_host,
+                  :gem_name,
+                  :gem_path,
+                  :gem_platform_dependencies,
+                  :gem_rdoc_options,
+                  :gem_require_path,
+                  :gem_required_ruby_version,
+                  :gem_required_rubygems_version,
+                  :gem_runtime_dependencies,
+                  :gem_summary,
+                  :gem_test_files,
+                  :gemversion,
+                  :gpg_key,
+                  :gpg_name,
+                  :homepage,
+                  :internal_gem_host,
+                  :ips_build_host,
+                  :ips_host,
+                  :ips_inter_cert,
+                  :ips_package_host,
+                  :ips_path,
+                  :ips_repo,
+                  :ips_root_cert,
+                  :ips_signing_cert,
+                  :ips_signing_key,
+                  :ips_signing_server,
+                  :ips_signing_ssh_key,
+                  :ips_store,
+                  :jenkins_build_host,
+                  :jenkins_packaging_job,
+                  :jenkins_repo_path,
+                  :metrics,
+                  :metrics_url,
+                  :msi_host,
+                  :msi_name,
+                  :msi_path,
+                  :msi_signing_cert,
+                  :msi_signing_cert_pw,
+                  :msi_signing_server,
+                  :msi_signing_ssh_key,
+                  :msi_staging_server,
+                  :name,
+                  :nonfinal_apt_repo_command,
+                  :nonfinal_apt_repo_path,
+                  :nonfinal_apt_repo_staging_path,
+                  :nonfinal_dmg_path,
+                  :nonfinal_gem_path,
+                  :nonfinal_ips_path,
+                  :nonfinal_msi_path,
+                  :nonfinal_p5p_path,
+                  :nonfinal_repo_name,
+                  :nonfinal_repo_link_target,
+                  :nonfinal_svr4_path,
+                  :nonfinal_swix_path,
+                  :nonfinal_yum_repo_path,
+                  :notify,
+                  :nuget_host,
+                  :nuget_repo_path,
+                  :origversion,
+                  :osx_build_host,
+                  :osx_signing_cert,
+                  :osx_signing_keychain,
+                  :osx_signing_keychain_pw,
+                  :osx_signing_server,
+                  :osx_signing_ssh_key,
+                  :p5p_host,
+                  :p5p_path,
+                  :packager,
+                  :packaging_repo,
+                  :packaging_root,
+                  :packaging_url,
+                  :pbuild_conf,
+                  :pe_feature_branch,
+                  :pe_release_branch,
+                  :pe_name,
+                  :pe_platforms,
+                  :pe_version,
+                  :pg_major_version,
+                  :platform_repos,
+                  :pre_tar_task,
+                  :pre_tasks,
+                  :privatekey_pem,
+                  :project,
+                  :project_root,
+                  :random_mockroot,
+                  :rc_mocks,
+                  :redis_hostname,
+                  :ref,
+                  :release,
+                  :repo_link_target,
+                  :repo_name,
+                  :rpm_build_host,
+                  :rpm_targets,
+                  :rpmrelease,
+                  :rpmversion,
+                  :rsync_servers,
+                  :s3_ship,
+                  :short_ref,
+                  :sign_tar,
+                  :signing_server,
+                  :staging_server,
+                  :summary,
+                  :svr4_host,
+                  :svr4_path,
+                  :swix_host,
+                  :swix_path,
+                  :swix_staging_server,
+                  :tar_excludes,
+                  :tar_host,
+                  :tar_staging_server,
+                  :tarball_path,
+                  :task,
+                  :team,
+                  :templates,
+                  :update_version_file,
+                  :vanagon_project,
+                  :version,
+                  :version_file,
+                  :version_strategy,
+                  :yum_archive_path,
+                  :yum_host,
+                  :yum_repo_command,
+                  :yum_repo_name,
+                  :yum_repo_path,
+                  :yum_staging_server,
+                 ]
+
+  # Environment variable overrides for Pkg::Config parameters
+  #
+  #           :var  => :config_param,    :envvar => :environment var :type => :variable type
+  #
+  #           Note: :type is assumed :string if not present
+  #
+  ENV_VARS = [
+              { :var => :allow_dirty_tree,        :envvar => :ALLOW_DIRTY_TREE, :type => :bool },
+              { :var => :answer_override,         :envvar => :ANSWER_OVERRIDE },
+              { :var => :apt_archive_path,        :envvar => :APT_ARCHIVE_PATH },
+              { :var => :apt_archive_repo_command, :envvar => :APT_ARCHIVE_REPO_COMMAND },
+              { :var => :apt_host,                :envvar => :APT_HOST },
+              { :var => :apt_releases,            :envvar => :APT_RELEASES,    :type => :array },
+              { :var => :apt_repo_path,           :envvar => :APT_REPO },
+              { :var => :apt_repo_staging_path,   :envvar => :APT_REPO_STAGING_PATH },
+              { :var => :apt_signing_server,      :envvar => :APT_SIGNING_SERVER },
+              { :var => :apt_staging_server,      :envvar => :APT_STAGING_SERVER },
+              { :var => :build_data_repo,         :envvar => :BUILD_DATA_REPO },
+              { :var => :build_dmg,               :envvar => :DMG,             :type => :bool },
+              { :var => :build_doc,               :envvar => :DOC,             :type => :bool },
+              { :var => :build_gem,               :envvar => :GEM,             :type => :bool },
+              { :var => :build_ips,               :envvar => :IPS,             :type => :bool },
+              { :var => :build_msi,               :envvar => :MSI,             :type => :bool },
+              { :var => :build_pe,                :envvar => :PE_BUILD,        :type => :bool },
+              { :var => :build_tar,               :envvar => :TAR,             :type => :bool },
+              { :var => :certificate_pem,         :envvar => :CERT_PEM },
+              { :var => :cows,                    :envvar => :COW },
+              { :var => :debug,                   :envvar => :DEBUG,           :type => :bool },
+              { :var => :default_cow,             :envvar => :COW },
+              { :var => :default_mock,            :envvar => :MOCK },
+              { :var => :dev_build,               :envvar => :DEV_BUILD,       :type => :bool },
+              { :var => :dmg_host,                :envvar => :DMG_HOST },
+              { :var => :dmg_path,                :envvar => :DMG_PATH },
+              { :var => :dmg_staging_server,      :envvar => :DMG_STAGING_SERVER },
+              { :var => :downloads_archive_path,  :envvar => :DOWNLOADS_ARCHIVE_PATH },
+              { :var => :final_mocks,             :envvar => :MOCK },
+              { :var => :foss_only,               :envvar => :FOSS_ONLY,       :type => :bool },
+              { :var => :foss_platforms,          :envvar => :FOSS_PLATFORMS,  :type => :array },
+              { :var => :freight_archive_path,    :envvar => :FREIGHT_ARCHIVE_PATH },
+              { :var => :gem_host,                :envvar => :GEM_HOST },
+              { :var => :gpg_key,                 :envvar => :GPG_KEY },
+              { :var => :gpg_name,                :envvar => :GPG_NAME },
+              { :var => :ips_host,                :envvar => :IPS_HOST },
+              { :var => :ips_inter_cert,          :envvar => :IPS_INTER_CERT },
+              { :var => :ips_path,                :envvar => :IPS_PATH },
+              { :var => :ips_repo,                :envvar => :IPS_REPO },
+              { :var => :ips_root_cert,           :envvar => :IPS_ROOT_CERT },
+              { :var => :ips_signing_cert,        :envvar => :IPS_SIGNING_CERT },
+              { :var => :ips_signing_key,         :envvar => :IPS_SIGNING_KEY },
+              { :var => :ips_signing_server,      :envvar => :IPS_SIGNING_SERVER },
+              { :var => :ips_signing_ssh_key,     :envvar => :IPS_SIGNING_SSH_KEY },
+              { :var => :msi_host,                :envvar => :MSI_HOST },
+              { :var => :msi_path,                :envvar => :MSI_PATH },
+              { :var => :msi_signing_cert,        :envvar => :MSI_SIGNING_CERT },
+              { :var => :msi_signing_cert_pw,     :envvar => :MSI_SIGNING_CERT_PW },
+              { :var => :msi_signing_server,      :envvar => :MSI_SIGNING_SERVER },
+              { :var => :msi_signing_ssh_key,     :envvar => :MSI_SIGNING_SSH_KEY },
+              { :var => :msi_staging_server,      :envvar => :MSI_STAGING_SERVER },
+              { :var => :nonfinal_apt_repo_command, :envvar => :NONFINAL_APT_REPO_COMMAND },
+              { :var => :nonfinal_apt_repo_path,  :envvar => :NONFINAL_APT_REPO_PATH },
+              { :var => :nonfinal_apt_repo_staging_path, :envvar => :NONFINAL_APT_REPO_STAGING_PATH },
+              { :var => :nonfinal_dmg_path,       :envvar => :NONFINAL_DMG_PATH },
+              { :var => :nonfinal_gem_path,       :envvar => :NONFINAL_GEM_PATH },
+              { :var => :nonfinal_ips_path,       :envvar => :NONFINAL_IPS_PATH },
+              { :var => :nonfinal_msi_path,       :envvar => :NONFINAL_MSI_PATH },
+              { :var => :nonfinal_p5p_path,       :envvar => :NONFINAL_P5P_PATH },
+              { :var => :nonfinal_repo_link_target, :envvar => :NONFINAL_REPO_LINK_TARGET },
+              { :var => :nonfinal_repo_name,      :envvar => :NONFINAL_REPO_NAME },
+              { :var => :nonfinal_svr4_path,      :envvar => :NONFINAL_SVR4_PATH },
+              { :var => :nonfinal_swix_path,      :envvar => :NONFINAL_SWIX_PATH },
+              { :var => :nonfinal_yum_repo_path,  :envvar => :NONFINAL_YUM_REPO_PATH },
+              { :var => :notify,                  :envvar => :NOTIFY },
+              { :var => :nuget_host,              :envvar => :NUGET_HOST },
+              { :var => :nuget_repo_path,         :envvar => :NUGET_REPO },
+              { :var => :osx_signing_cert,        :envvar => :OSX_SIGNING_CERT },
+              { :var => :osx_signing_keychain,    :envvar => :OSX_SIGNING_KEYCHAIN },
+              { :var => :osx_signing_keychain_pw, :envvar => :OSX_SIGNING_KEYCHAIN_PW },
+              { :var => :osx_signing_server,      :envvar => :OSX_SIGNING_SERVER },
+              { :var => :osx_signing_ssh_key,     :envvar => :OSX_SIGNING_SSH_KEY },
+              { :var => :p5p_host,                :envvar => :P5P_HOST },
+              { :var => :p5p_path,                :envvar => :P5P_PATH },
+              { :var => :packager,                :envvar => :PACKAGER },
+              { :var => :pbuild_conf,             :envvar => :PBUILDCONF },
+              { :var => :pe_feature_branch,       :envvar => :PE_FEATURE_BRANCH },
+              { :var => :pe_version,              :envvar => :PE_VER },
+              { :var => :privatekey_pem,          :envvar => :PRIVATE_PEM },
+              { :var => :project,                 :envvar => :PROJECT_OVERRIDE },
+              { :var => :project_root,            :envvar => :PROJECT_ROOT },
+              { :var => :random_mockroot,         :envvar => :RANDOM_MOCKROOT, :type => :bool },
+              { :var => :rc_mocks,                :envvar => :MOCK },
+              { :var => :release,                 :envvar => :RELEASE },
+              { :var => :repo_name,               :envvar => :REPO_NAME },
+              { :var => :repo_link_target,        :envvar => :REPO_LINK_TARGET },
+              { :var => :s3_ship,                 :envvar => :S3_SHIP,         :type => :bool },
+              { :var => :sign_tar,                :envvar => :SIGN_TAR,        :type => :bool },
+              { :var => :signing_server,          :envvar => :SIGNING_SERVER },
+              { :var => :staging_server,          :envvar => :STAGING_SERVER },
+              { :var => :swix_host,               :envvar => :SWIX_HOST },
+              { :var => :swix_staging_server,     :envvar => :SWIX_STAGING_SERVER },
+              { :var => :svr4_host,               :envvar => :SVR4_HOST },
+              { :var => :svr4_path,               :envvar => :SVR4_PATH },
+              { :var => :swix_path,               :envvar => :SWIX_PATH },
+              { :var => :tar_host,                :envvar => :TAR_HOST },
+              { :var => :tar_staging_server,      :envvar => :TAR_STAGING_SERVER },
+              { :var => :team,                    :envvar => :TEAM },
+              { :var => :update_version_file,     :envvar => :NEW_STYLE_PACKAGE },
+              { :var => :vanagon_project,         :envvar => :VANAGON_PROJECT, :type => :bool },
+              { :var => :version,                 :envvar => :PACKAGING_PACKAGE_VERSION },
+              { :var => :yum_archive_path,        :envvar => :YUM_ARCHIVE_PATH },
+              { :var => :yum_host,                :envvar => :YUM_HOST },
+              { :var => :yum_repo_path,           :envvar => :YUM_REPO },
+              { :var => :yum_staging_server,      :envvar => :YUM_STAGING_SERVER },
+              { :var => :internal_gem_host,       :envvar => :INTERNAL_GEM_HOST },
+             ]
+  # Default values that are supplied if the user does not supply them
+  #
+  # usage is the same as above
+  #
+  DEFAULTS = [{ :var => :allow_dirty_tree,        :val => false },
+              { :var => :builder_data_file,       :val => 'builder_data.yaml' },
+              { :var => :team,                    :val => 'dev' },
+              { :var => :random_mockroot,         :val => true },
+              { :var => :keychain_loaded,         :val => false },
+              { :var => :foss_only,               :val => false },
+              { :var => :build_data_repo,         :val => 'https://github.com/puppetlabs/build-data.git' },
+              { :var => :build_date,              :val => Pkg::Util::Date.timestamp('-') },
+              { :var => :release,                 :val => '1' },
+              { :var => :internal_gem_host,       :val => 'https://artifactory.delivery.puppetlabs.net/artifactory/api/gems/rubygems' },
+              { :var => :build_tar,               :val => true },
+              { :var => :dev_build,               :val => false },
+              { :var => :osx_signing_cert,        :val => '$OSX_SIGNING_CERT' },
+              { :var => :osx_signing_keychain,    :val => '$OSX_SIGNING_KEYCHAIN' },
+              { :var => :osx_signing_keychain_pw, :val => '$OSX_SIGNING_KEYCHAIN_PW' },
+              { :var => :ips_signing_cert,        :val => '$IPS_SIGNING_CERT' },
+              { :var => :ips_inter_cert,          :val => '$IPS_INTER_CERT' },
+              { :var => :ips_root_cert,           :val => '$IPS_ROOT_CERT' },
+              { :var => :ips_signing_key,         :val => '$IPS_SIGNING_KEY' },
+              { :var => :msi_signing_cert,        :val => '$MSI_SIGNING_CERT' },
+              { :var => :msi_signing_cert_pw,     :val => '$MSI_SIGNING_CERT_PW' },
+              { :var => :pe_feature_branch,       :val => false },
+              { :var => :pe_release_branch,       :val => false },
+              { :var => :s3_ship,                 :val => false },
+              { :var => :apt_releases,            :val => Pkg::Platforms.codenames }]
+
+  # These are variables which, over time, we decided to rename or replace. For
+  # backwards compatibility, we assign the value of the old/deprecated
+  # variables, if set, to the new ones. We also use this method for accessor
+  # "redirects" - e.g. defaulting the populated value of one parameter for another
+  # in case it is not set.
+  #
+  REASSIGNMENTS = [
+                    # These are fall-through values for shipping endpoints
+                    { :oldvar => :staging_server,         :newvar => :apt_staging_server },
+                    { :oldvar => :staging_server,         :newvar => :dmg_staging_server },
+                    { :oldvar => :staging_server,         :newvar => :swix_staging_server },
+                    { :oldvar => :staging_server,         :newvar => :tar_staging_server },
+                    { :oldvar => :staging_server,         :newvar => :yum_staging_server },
+                    # These are fall-through values for signing/repo endpoints
+                    { :oldvar => :yum_staging_server,     :newvar => :yum_host },
+                    { :oldvar => :apt_repo_staging_path,  :newvar => :apt_repo_path },
+                    { :oldvar => :apt_signing_server,     :newvar => :apt_host },
+                    # These are legitimately old values
+                    { :oldvar => :gem_devel_dependencies, :newvar => :gem_development_dependencies },
+                    { :oldvar => :gpg_name,               :newvar => :gpg_key },
+                    { :oldvar => :name,                   :newvar => :project },
+                    { :oldvar => :pe_name,                :newvar => :project },
+                    { :oldvar => :project,                :newvar => :gem_name },
+                    { :oldvar => :yum_host,               :newvar => :swix_host },
+                    { :oldvar => :yum_host,               :newvar => :dmg_host },
+                    { :oldvar => :yum_host,               :newvar => :tar_host },
+                 ]
+
+
+  # These are variables that we have deprecated. If they are encountered in a
+  # project's config, we issue deprecations for them.
+  #
+  DEPRECATIONS = [{ :var => :gem_devel_dependencies, :message => "
+    DEPRECATED, 9-Nov-2013: 'gem_devel_dependencies' has been replaced with
+    'gem_development_dependencies.' Please update this field in your
+    build_defaults.yaml or project_data.yaml" },
+                  { :var => :gpg_name, :message => "
+    DEPRECATED, 29-Jul-2014: 'gpg_name' has been replaced with 'gpg_key'.
+                   Please update this field in your build_defaults.yaml" }]
+
+  # Provide an open-ended template for validating BUILD_PARAMS.
+  #
+  # Each validatation contains the variable name as ':var' and a list of validations it
+  # must pass from the Pkg::Params::Validations class.
+  #
+  VALIDATIONS = [
+    { :var => :project, :validations => [:not_empty?] }
+  ]
+
+end

data/lib/packaging/config/validations.rb

@@ -0,0 +1,13 @@
+module Pkg
+  class ConfigValidations
+
+    class << self
+
+      # As a validation, this one is kindof lame but is intended as a seed pattern for possibly
+      # more robust ones.
+      def not_empty?(value)
+        value.to_s.empty? ? false : true
+      end
+    end
+  end
+end

data/lib/packaging/deb.rb

@@ -0,0 +1,28 @@
+# DEB methods used by various libraries and rake tasks
+
+module Pkg::Deb
+  require 'packaging/deb/repo'
+  class << self
+    def set_cow_envs(cow)
+      elements = /base-(.*)-(.*)\.cow/.match(cow)
+      if elements.nil?
+        fail "Didn't get a matching cow, e.g. 'base-squeeze-i386'"
+      end
+      dist = elements[1]
+      arch = elements[2]
+      if Pkg::Config.build_pe
+        ENV['PE_VER'] = Pkg::Config.pe_version
+      end
+      if Pkg::Config.deb_build_mirrors
+        ENV['BUILDMIRROR'] = Pkg::Config.deb_build_mirrors.map do |mirror|
+          mirror.gsub(/__DIST__/, dist)
+        end.join(' | ')
+      end
+      ENV['DIST'] = dist
+      ENV['ARCH'] = arch
+      if dist =~ /cumulus/
+        ENV['NETWORK_OS'] = 'cumulus'
+      end
+    end
+  end
+end

data/lib/packaging/deb/repo.rb

@@ -0,0 +1,264 @@
+# Utilities for working with deb repos
+require 'fileutils'
+
+module Pkg::Deb::Repo
+
+  class << self
+
+    # This is the default set of arches we are using for our reprepro repos. We
+    # take this list and combine it with the list of supported arches for each
+    # given platform to ensure a complete set of architectures. We use this
+    # when we initially create the repos and when we sign the repos.
+    DEBIAN_PACKAGING_ARCHES = ['i386', 'amd64', 'arm64', 'armel', 'armhf', 'powerpc', 'ppc64el', 'sparc', 'mips', 'mipsel']
+
+    def reprepro_repo_name
+      if Pkg::Config.apt_repo_name
+        Pkg::Config.apt_repo_name
+      else
+        Pkg::Paths.repo_name.empty? ? 'main' : Pkg::Paths.repo_name
+      end
+    end
+
+    def base_url
+      "http://#{Pkg::Config.builds_server}/#{Pkg::Config.project}/#{Pkg::Config.ref}"
+    end
+
+    # Generate apt configuration files that point to the repositories created
+    # on the distribution server with packages created from the current source
+    # repo commit. There is one for each dist that is packaged for (e.g. lucid,
+    # squeeze, etc). Files are created in pkg/repo_configs/deb and are named
+    # pl-$project-$sha.list, and can be placed in /etc/apt/sources.list.d to
+    # enable clients to install these packages.
+    #
+    def generate_repo_configs(source = "repos", target = "repo_configs")
+      # We use wget to obtain a directory listing of what are presumably our deb repos
+      #
+      wget = Pkg::Util::Tool.check_tool("wget")
+
+      # This is the standard path to all debian build artifact repositories on
+      # the distribution server for this commit
+      #
+      repo_base = "#{base_url}/#{source}/apt/"
+
+      # First test if the directory even exists
+      #
+      begin
+        stdout, _, _ = Pkg::Util::Execution.capture3("#{wget} --spider -r -l 1 --no-parent #{repo_base} 2>&1")
+      rescue RuntimeError
+        warn "No debian repos available for #{Pkg::Config.project} at #{Pkg::Config.ref}."
+        return
+      end
+
+      # We want to exclude index and robots files and only include the http: prefixed elements
+      repo_urls = stdout.split.uniq.reject { |x| x =~ /\?|index|robots/ }.select { |x| x =~ /http:/ }.map { |x| x.chomp('/') }
+
+
+      # Create apt sources.list files that can be added to hosts for installing
+      # these packages. We use the list of distributions to create a config
+      # file for every distribution.
+      #
+      FileUtils.mkdir_p(File.join("pkg", target, "deb"))
+      repo_urls.each do |url|
+        # We want to skip the base_url, which wget returns as one of the results
+        next if "#{url}/" == repo_base
+        platform_tag = Pkg::Paths.tag_from_artifact_path(url)
+        platform, version, _ = Pkg::Platforms.parse_platform_tag(platform_tag)
+        codename = Pkg::Platforms.codename_for_platform_version(platform, version)
+        repoconfig = ["# Packages for #{Pkg::Config.project} built from ref #{Pkg::Config.ref}",
+                      "deb #{url} #{codename} #{reprepro_repo_name}"]
+        config = File.join("pkg", target, "deb", "pl-#{Pkg::Config.project}-#{Pkg::Config.ref}-#{codename}.list")
+        File.open(config, 'w') { |f| f.puts repoconfig }
+      end
+      puts "Wrote apt repo configs for #{Pkg::Config.project} at #{Pkg::Config.ref} to pkg/#{target}/deb."
+    end
+
+    def retrieve_repo_configs(target = "repo_configs")
+      wget = Pkg::Util::Tool.check_tool("wget")
+      FileUtils.mkdir_p("pkg/#{target}")
+      config_url = "#{base_url}/#{target}/deb/"
+      stdout, _, _ = Pkg::Util::Execution.capture3("#{wget} -r -np -nH --cut-dirs 3 -P pkg/#{target} --reject 'index*' #{config_url}")
+      stdout
+    rescue => e
+      fail "Couldn't retrieve deb apt repo configs.\n#{e}"
+    end
+
+    def repo_creation_command(repo_directory, artifact_paths)
+      cmd = "[ -d #{repo_directory} ] || exit 1 ; "
+      cmd << "pushd #{repo_directory} > /dev/null && "
+      cmd << 'echo "Checking for running repo creation. Will wait if detected." && '
+      cmd << 'while [ -f .lock ] ; do sleep 1 ; echo -n "." ; done && '
+      cmd << 'echo "Setting lock" && '
+      cmd << 'touch .lock && '
+
+      # Make the conf directory and write out our configuration file
+      cmd << 'rm -rf apt && mkdir -p apt ; pushd apt > /dev/null && '
+
+      artifact_paths.each do |path|
+        platform_tag = Pkg::Paths.tag_from_artifact_path(path)
+        platform, version, _ = Pkg::Platforms. parse_platform_tag(platform_tag)
+        codename = Pkg::Platforms.codename_for_platform_version(platform, version)
+        arches = Pkg::Platforms.arches_for_codename(codename)
+
+        cmd << "mkdir -p #{codename}/conf && "
+        cmd << "pushd #{codename} ; "
+        cmd << %Q( [ -e 'conf/distributions' ] || echo "
+Origin: Puppet Labs
+Label: Puppet Labs
+Codename: #{codename}
+Architectures: #{(DEBIAN_PACKAGING_ARCHES + arches).uniq.join(' ')}
+Components: #{reprepro_repo_name}
+Description: Apt repository for acceptance testing" >> conf/distributions ; )
+
+        cmd << 'reprepro=$(which reprepro) && '
+        cmd << "$reprepro includedeb #{codename} ../../#{path}/*.deb && "
+        cmd << 'popd > /dev/null ; '
+      end
+      cmd << 'popd > /dev/null ; popd > /dev/null '
+      cmd
+    end
+
+    # This method is doing too much for its name
+    def create_repos(directory = 'repos')
+      artifact_directory = File.join(Pkg::Config.jenkins_repo_path, Pkg::Config.project, Pkg::Config.ref)
+      artifact_paths = Pkg::Repo.directories_that_contain_packages(File.join(artifact_directory, 'artifacts'), 'deb')
+      Pkg::Repo.populate_repo_directory(artifact_directory)
+      command = repo_creation_command(File.join(artifact_directory, 'repos'), artifact_paths)
+
+      begin
+        Pkg::Util::Net.remote_execute(Pkg::Config.distribution_server, command)
+        # Now that we've created our package repositories, we can generate repo
+        # configurations for use with downstream jobs, acceptance clients, etc.
+        Pkg::Deb::Repo.generate_repo_configs
+
+        # Now that we've created the repo configs, we can ship them
+        Pkg::Deb::Repo.ship_repo_configs
+      ensure
+        # Always remove the lock file, even if we've failed
+        Pkg::Util::Net.remote_execute(Pkg::Config.distribution_server, "rm -f #{artifact_directory}/repos/.lock")
+      end
+    end
+
+    def ship_repo_configs(target = "repo_configs")
+      if (!File.exist?("pkg/#{target}/deb")) || Pkg::Util::File.empty_dir?("pkg/#{target}/deb")
+        warn "No repo configs have been generated! Try pl:deb_repo_configs."
+        return
+      end
+
+      Pkg::Util::RakeUtils.invoke_task("pl:fetch")
+      repo_dir = "#{Pkg::Config.jenkins_repo_path}/#{Pkg::Config.project}/#{Pkg::Config.ref}/#{target}/deb"
+      Pkg::Util::Net.remote_execute(Pkg::Config.distribution_server, "mkdir -p #{repo_dir}")
+      Pkg::Util::Execution.retry_on_fail(:times => 3) do
+        Pkg::Util::Net.rsync_to("pkg/#{target}/deb/", Pkg::Config.distribution_server, repo_dir)
+      end
+    end
+
+    def sign_repos(target = "repos", message = "Signed apt repository")
+      reprepro = Pkg::Util::Tool.check_tool('reprepro')
+      Pkg::Util::Gpg.load_keychain if Pkg::Util::Tool.find_tool('keychain')
+
+      dists = Pkg::Util::File.directories("#{target}/apt")
+      supported_codenames = Pkg::Platforms.codenames
+
+      unless dists
+        warn "No repos found to sign. Maybe you didn't build any debs, or the repo creation failed?"
+        return
+      end
+
+      dists.each do |dist|
+        next unless supported_codenames.include?(dist)
+        arches = Pkg::Platforms.arches_for_codename(dist)
+        Dir.chdir("#{target}/apt/#{dist}") do
+          File.open("conf/distributions", "w") do |f|
+            f.puts "Origin: Puppet Labs
+Label: Puppet Labs
+Codename: #{dist}
+Architectures: #{(DEBIAN_PACKAGING_ARCHES + arches).uniq.join(' ')}
+Components: #{reprepro_repo_name}
+Description: #{message} for #{dist}
+SignWith: #{Pkg::Config.gpg_key}"
+          end
+
+          stdout, _, _ = Pkg::Util::Execution.capture3("#{reprepro} -vvv --confdir ./conf --dbdir ./db --basedir ./ export")
+          stdout
+        end
+      end
+    end
+
+    # @deprecated this command will die a painful death when we are
+    #   able to sit down with Operations and refactor our distribution infra.
+    #   For now, it's extremely debian specific, which is why it lives here.
+    #   - Ryan McKern 11/2015
+    #
+    # @param origin_path [String] path for Deb repos on local filesystem
+    # @param destination_path [String] path for Deb repos on remote filesystem
+    # @param destination [String] remote host to send rsynced content to. If
+    #        nil will copy locally
+    # @param dryrun [Boolean] whether or not to use '--dry-run'
+    #
+    # @return [String] an rsync command that can be executed on a remote host
+    #   to copy local content from that host to a remote node.
+    def repo_deployment_command(origin_path, destination_path, destination, dryrun = false)
+      path = Pathname.new(origin_path)
+      dest_path = Pathname.new(destination_path)
+
+      # You may think "rsync doesn't actually remove the sticky bit, let's
+      # remove the Dugo-s from the chmod". However, that will make your rsyncs
+      # fail due to permission errors.
+      options = %w(
+        rsync
+        --itemize-changes
+        --hard-links
+        --copy-links
+        --omit-dir-times
+        --progress
+        --archive
+        --update
+        --verbose
+        --super
+        --delay-updates
+        --omit-dir-times
+        --no-perms
+        --no-owner
+        --no-group
+        --exclude='dists/*-*'
+        --exclude='pool/*-*'
+      )
+
+      options << '--dry-run' if dryrun
+      options << path
+      if !destination.nil?
+        options << "#{destination}:#{dest_path.parent}"
+      else
+        options << "#{dest_path.parent}"
+      end
+      options.join("\s")
+    end
+
+    # @deprecated this command will die a painful death when we are
+    #   able to sit down with Operations and refactor our distribution infra.
+    #   It's extremely Debian specific due to how Debian repos are signed,
+    #   which is why it lives here.
+    #   Yes, it is basically just a layer of indirection around the task
+    #   of copying content from one node to another. No, I am not proud
+    #   of it. - Ryan McKern 11/2015
+    #
+    # @param apt_path [String] path for Deb repos on local and remote filesystem
+    # @param destination_staging_path [String] staging path for Deb repos on
+    #        remote filesystem
+    # @param origin_server [String] remote host to start the  rsync from
+    # @param destination_server [String] remote host to send rsynced content to
+    # @param dryrun [Boolean] whether or not to use '--dry-run'
+    def deploy_repos(apt_path, destination_staging_path, origin_server, destination_server, dryrun = false)
+      rsync_command = repo_deployment_command(apt_path, destination_staging_path, destination_server, dryrun)
+      cp_command = repo_deployment_command(destination_staging_path, apt_path, nil, dryrun)
+
+      Pkg::Util::Net.remote_execute(origin_server, rsync_command)
+      if dryrun
+        puts "[DRYRUN] not executing #{cp_command} on #{destination_server}"
+      else
+        Pkg::Util::Net.remote_execute(destination_server, cp_command)
+      end
+    end
+
+  end
+end