packaging 0.88.77 → 0.99.0

data/spec/lib/packaging/gem_spec.rb

@@ -1,86 +0,0 @@
-require 'spec_helper'
-
-describe 'Pkg::Gem' do
-  describe '#shipped_to_rubygems?' do
-    let(:gem_data) {
-      [
-        {"authors"=>"Puppet Labs",
-         "built_at"=>"2018-12-17T00:00:00.000Z",
-         "created_at"=>"2018-12-18T17:31:50.852Z",
-         "description"=>"Puppet, an automated configuration management tool",
-         "downloads_count"=>32750,
-         "metadata"=>{},
-         "number"=>"6.1.0",
-         "summary"=>"Puppet, an automated configuration management tool",
-         "platform"=>"ruby",
-         "rubygems_version"=>"> 1.3.1",
-         "ruby_version"=>">= 2.3.0",
-         "prerelease"=>false,
-         "licenses"=>[],
-         "requirements"=>[],
-         "sha"=>"71ecec1f554cd7a7f23abf1523e4f0f15fb8ddbc973201234d0cc2a889566373"},
-        {"authors"=>"Puppet Labs",
-          "built_at"=>"2019-01-14T00:00:00.000Z",
-          "created_at"=>"2019-01-15T15:25:25.183Z",
-          "description"=>"Puppet, an automated configuration management tool",
-          "downloads_count"=>540,
-          "metadata"=>{},
-          "number"=>"6.0.5",
-          "summary"=>"Puppet, an automated configuration management tool",
-          "platform"=>"ruby",
-          "rubygems_version"=>"> 1.3.1",
-          "ruby_version"=>">= 2.3.0",
-          "prerelease"=>false,
-          "licenses"=>[],
-          "requirements"=>[],
-          "sha"=>"76811bcf4c5ab75470dd6ae5eea552347767748bd80136cac74261336b208916"},
-        {"authors"=>"Puppet Labs",
-          "built_at"=>"2018-10-31T00:00:00.000Z",
-          "created_at"=>"2018-11-01T17:07:19.274Z",
-          "description"=>"Puppet, an automated configuration management tool",
-          "downloads_count"=>71808,
-          "metadata"=>{},
-          "number"=>"6.0.4",
-          "summary"=>"Puppet, an automated configuration management tool",
-          "platform"=>"ruby",
-          "rubygems_version"=>"> 1.3.1",
-          "ruby_version"=>">= 2.3.0",
-          "prerelease"=>false,
-          "licenses"=>[],
-          "requirements"=>[],
-          "sha"=>"203e8b529d37260115ab7e804e607dde5e543144331b40c3c4a77c2d33445026"},
-        {"authors"=>"Puppet Labs",
-          "built_at"=>"2018-10-31T00:00:00.000Z",
-          "created_at"=>"2018-11-01T17:07:10.268Z",
-          "description"=>"Puppet, an automated configuration management tool",
-          "downloads_count"=>1179,
-          "metadata"=>{},
-          "number"=>"6.0.4",
-          "summary"=>"Puppet, an automated configuration management tool",
-          "platform"=>"x86-mingw32",
-          "rubygems_version"=>"> 1.3.1",
-          "ruby_version"=>">= 2.3.0",
-          "prerelease"=>false,
-          "licenses"=>[],
-          "requirements"=>[],
-          "sha"=>"e57ef7d537aaf66343615d7413d1ff759cc2b6ae95cc90514dd8f3caf0f08cb1"}
-      ]
-    }
-    it 'returns true if gem version has already been shipped' do
-      allow(JSON).to receive(:parse).and_return(gem_data)
-      expect(Pkg::Gem.shipped_to_rubygems?('puppet', '6.0.5', 'ruby')).to be true
-    end
-    it 'returns false if the platform doesn\'t match' do
-      allow(JSON).to receive(:parse).and_return(gem_data)
-      expect(Pkg::Gem.shipped_to_rubygems?('puppet', '6.0.5', 'x64-mingw32')).to be false
-    end
-    it 'returns false if gem version has not already been shipped' do
-      allow(JSON).to receive(:parse).and_return(gem_data)
-      expect(Pkg::Gem.shipped_to_rubygems?('puppet', '6.0.9', 'ruby')).to be false
-    end
-    it 'returns false if gem is not found at all on rubygems' do
-      expect { Pkg::Gem.shipped_to_rubygems?('totally-not-a-real-gem', '9.9.9', 'ruby') }.to_not raise_error
-      expect(Pkg::Gem.shipped_to_rubygems?('totally-not-a-real-gem', '9.9.9', 'ruby')).to be false
-    end
-  end
-end

data/spec/lib/packaging/sign_spec.rb

@@ -1,133 +0,0 @@
-require 'spec_helper'
-require 'packaging/sign'
-
-describe 'Pkg::Sign' do
-  describe 'Pkg::Sign::Rpm' do
-
-    before :each do
-      allow(Pkg::Config).to receive(:gpg_key).and_return('7F438280EF8D349F')
-    end
-
-    describe '#has_sig?' do
-      let(:rpm) { 'foo.rpm' }
-      let(:el7_signed_response) { <<-DOC
-Header V4 RSA/SHA256 Signature, key ID ef8d349f: NOKEY
-Header SHA1 digest: OK (3cb7e9861e8bc09783a1b6c8d88243a3c16daa81)
-V4 RSA/SHA256 Signature, key ID ef8d349f: NOKEY
-MD5 digest: OK (d5f06ba2a9053de532326d0659ec0d11)
-DOC
-      }
-      let(:el5_signed_response) { <<-DOC
-Header V3 RSA/SHA1 signature: NOKEY, key ID ef8d349f
-Header SHA1 digest: OK (12ea7bd578097a3aecc5deb8ada6aca6147d68e3)
-V3 RSA/SHA1 signature: NOKEY, key ID ef8d349f
-MD5 digest: OK (27353c6153068a3c9902fcb4ad5b8b92)
-DOC
-      }
-      let(:sles12_signed_response) { <<-DOC
-Header V4 RSA/SHA256 Signature, key ID ef8d349f: NOKEY
-Header SHA1 digest: OK (e713487cf21ebeb933aefd5ec9211a34603233d2)
-V4 RSA/SHA256 Signature, key ID ef8d349f: NOKEY
-MD5 digest: OK (3093a09ac39bc17751f913e19ca74432)
-DOC
-      }
-      let(:unsigned_response) { <<-DOC
-Header SHA1 digest: OK (f9404cc95f200568c2dbb1fd24e1119e3e4a40a9)
-MD5 digest: OK (816095f3cee145091c3fa07a0915ce85)
-DOC
-      }
-      it 'returns true if rpm has been signed (el7)' do
-        allow(Pkg::Sign::Rpm).to receive(:`).and_return(el7_signed_response)
-        expect(Pkg::Sign::Rpm.has_sig?(rpm)).to be true
-      end
-      it 'returns true if rpm has been signed (el5)' do
-        allow(Pkg::Sign::Rpm).to receive(:`).and_return(el5_signed_response)
-        expect(Pkg::Sign::Rpm.has_sig?(rpm)).to be true
-      end
-      it 'returns true if rpm has been signed (sles12)' do
-        allow(Pkg::Sign::Rpm).to receive(:`).and_return(sles12_signed_response)
-        expect(Pkg::Sign::Rpm.has_sig?(rpm)).to be true
-      end
-      it 'returns false if rpm has not been signed' do
-        allow(Pkg::Sign::Rpm).to receive(:`).and_return(unsigned_response)
-        expect(Pkg::Sign::Rpm.has_sig?(rpm)).to be false
-      end
-      it 'fails with unexpected output' do
-        allow(Pkg::Sign::Rpm).to receive(:`).and_return('something that is definitely not a normal response')
-        expect { Pkg::Sign::Rpm.has_sig?(rpm) }.to raise_error(RuntimeError, /Something went wrong checking the signature/)
-      end
-      it 'fails if gpg_key is not set' do
-        allow(Pkg::Config).to receive(:gpg_key).and_return(nil)
-        expect { Pkg::Sign::Rpm.has_sig?(rpm) }.to raise_error(RuntimeError, /You need to set `gpg_key` in your build defaults./)
-      end
-    end
-
-    describe '#sign_all' do
-      let(:rpm_directory) { 'foo' }
-      let(:rpms_not_to_sign) { [
-        "#{rpm_directory}/aix/7.1/PC1/ppc/puppet-agent-5.5.3-1.aix7.1.ppc.rpm",
-      ] }
-      let(:v3_rpms) { [
-        "#{rpm_directory}/el/5/PC1/i386/puppet-agent-5.5.3-1.el5.i386.rpm",
-        "#{rpm_directory}/sles/11/PC1/x86_64/puppet-agent-5.5.3-1.sles11.x86_64.rpm",
-      ] }
-      let(:v4_rpms) { [
-        "#{rpm_directory}/el/7/PC1/aarch64/puppet-agent-5.5.3-1.el7.aarch64.rpm",
-      ] }
-      let(:rpms) { rpms_not_to_sign + v3_rpms + v4_rpms }
-      let(:already_signed_rpms) { [
-        "#{rpm_directory}/el/6/PC1/x86_64/puppet-agent-5.5.3-1.el6.x86_64.rpm",
-      ] }
-      let(:noarch_rpms) { [
-        "#{rpm_directory}/el/6/puppet5/i386/puppetserver-5.3.3-1.el6.noarch.rpm",
-        "#{rpm_directory}/el/6/puppet5/x86_64/puppetserver-5.3.3-1.el6.noarch.rpm",
-        "#{rpm_directory}/el/7/puppet5/i386/puppetserver-5.3.3-1.el7.noarch.rpm",
-        "#{rpm_directory}/el/7/puppet5/x86_64/puppetserver-5.3.3-1.el7.noarch.rpm",
-        "#{rpm_directory}/sles/12/puppet5/i386/puppetserver-5.3.3-1.sles12.noarch.rpm",
-        "#{rpm_directory}/sles/12/puppet5/x86_64/puppetserver-5.3.3-1.sles12.noarch.rpm"
-      ] }
-
-      it 'signs both v3 and v4 rpms' do
-        allow(Dir).to receive(:[]).with("#{rpm_directory}/**/*.rpm").and_return(rpms)
-        rpms.each do |rpm|
-          allow(Pkg::Sign::Rpm).to receive(:has_sig?).and_return(false)
-        end
-        expect(Pkg::Sign::Rpm).to receive(:legacy_sign).with(v3_rpms.join(' '))
-        expect(Pkg::Sign::Rpm).to receive(:sign).with(v4_rpms.join(' '))
-        Pkg::Sign::Rpm.sign_all(rpm_directory)
-      end
-
-      it 'does not sign AIX rpms' do
-        allow(Dir).to receive(:[]).with("#{rpm_directory}/**/*.rpm").and_return(rpms_not_to_sign)
-        allow(Pkg::Sign::Rpm).to receive(:has_sig?)
-        expect(Pkg::Sign::Rpm).to_not receive(:legacy_sign)
-        expect(Pkg::Sign::Rpm).to_not receive(:sign)
-        Pkg::Sign::Rpm.sign_all(rpm_directory)
-      end
-
-      it 'does not sign already-signed rpms' do
-        allow(Dir).to receive(:[]).with("#{rpm_directory}/**/*.rpm").and_return(already_signed_rpms)
-        already_signed_rpms.each do |rpm|
-          allow(Pkg::Sign::Rpm).to receive(:has_sig?).and_return(true)
-        end
-        expect(Pkg::Sign::Rpm).to_not receive(:legacy_sign)
-        expect(Pkg::Sign::Rpm).to_not receive(:sign)
-        Pkg::Sign::Rpm.sign_all(rpm_directory)
-      end
-
-      it 'deletes and relinks rpms with the same basename' do
-        allow(Dir).to receive(:[]).with("#{rpm_directory}/**/*.rpm").and_return(noarch_rpms)
-        allow(Pkg::Sign::Rpm).to receive(:sign)
-        allow(Pkg::Sign::Rpm).to receive(:has_sig?)
-        expect(FileUtils).to receive(:rm).exactly(noarch_rpms.count/2).times
-        expect(FileUtils).to receive(:ln).exactly(noarch_rpms.count/2).times
-        Pkg::Sign::Rpm.sign_all(rpm_directory)
-      end
-
-      it 'does not fail if there are no rpms to sign' do
-        allow(Dir).to receive(:[]).with("#{rpm_directory}/**/*.rpm").and_return([])
-        expect(Pkg::Sign::Rpm.sign_all(rpm_directory)).to_not raise_error
-      end
-    end
-  end
-end

data/tasks/archive.rake

@@ -1,69 +0,0 @@
-namespace :pl do
-  namespace :remote do
-
-    desc "Move packages from repo paths to archive staging paths"
-    task :stage_archives, [:yum_directories, :apt_directories, :downloads_directories] => 'pl:fetch' do |_t, args|
-      yum_directories = args.yum_directories ? args.yum_directories.split(' ') : []
-      apt_directories = args.apt_directories ? args.apt_directories.split(' ') : []
-      downloads_directories = args.downloads_directories ? args.downloads_directories.split(' ') : []
-
-      yum_directories.each do |directory|
-        Pkg::Archive.stage_yum_archives(directory)
-      end
-      apt_directories.each do |directory|
-        Pkg::Archive.stage_apt_archives(directory)
-      end
-      downloads_directories.each do |directory|
-        Pkg::Archive.stage_downloads_archives(directory)
-      end
-    end
-
-    desc "Create archive yum repo"
-    task :update_archive_yum_repo => 'pl:fetch' do
-      Pkg::Repo.update_repo(Pkg::Config.staging_server, Pkg::Config.yum_repo_command, { :repo_name => '', :repo_path => Pkg::Config.yum_archive_path, :repo_host => Pkg::Config.staging_server })
-    end
-
-    desc "Create archive apt repo"
-    task :update_archive_apt_repo => 'pl:fetch' do
-      Pkg::Repo.update_repo(Pkg::Config.staging_server, Pkg::Config.apt_archive_repo_command)
-    end
-
-    desc "Sync archived packages to s3"
-    task :deploy_staged_archives_to_s3 => 'pl:fetch' do
-      Pkg::Util::RakeUtils.invoke_task('pl:remote:deploy_staged_apt_archives_to_s3')
-      Pkg::Util::RakeUtils.invoke_task('pl:remote:deploy_staged_yum_archives_to_s3')
-      Pkg::Util::RakeUtils.invoke_task('pl:remote:deploy_staged_downloads_archives_to_s3')
-    end
-
-    desc "Sync staged apt archive repos to s3"
-    task :deploy_staged_apt_archives_to_s3 => 'pl:fetch' do
-      command = 'sudo /usr/local/bin/s3_repo_sync.sh release-archives.puppet.com/apt'
-      Pkg::Util::Execution.retry_on_fail(:times => 3) do
-        Pkg::Util::Net.remote_execute(Pkg::Config.staging_server, command)
-      end
-    end
-
-    desc "Sync staged yum archive repos to s3"
-    task :deploy_staged_yum_archives_to_s3 => 'pl:fetch' do
-      command = 'sudo /usr/local/bin/s3_repo_sync.sh release-archives.puppet.com/yum'
-      Pkg::Util::Execution.retry_on_fail(:times => 3) do
-        Pkg::Util::Net.remote_execute(Pkg::Config.staging_server, command)
-      end
-    end
-
-    desc "Sync staged downloads archives to s3"
-    task :deploy_staged_downloads_archives_to_s3 => 'pl:fetch' do
-      command = 'sudo /usr/local/bin/s3_repo_sync.sh release-archives.puppet.com/downloads'
-      Pkg::Util::Execution.retry_on_fail(:times => 3) do
-        Pkg::Util::Net.remote_execute(Pkg::Config.staging_server, command)
-      end
-    end
-
-    desc "Delete packages in archive staging directory"
-    task :archive_cleanup => 'pl:fetch' do
-      Pkg::Archive.remove_empty_directories
-      Pkg::Archive.remove_dead_symlinks
-      Pkg::Archive.delete_staged_archives
-    end
-  end
-end