vanagon 0.3.18

data/spec/lib/vanagon/component/source/http_spec.rb

@@ -0,0 +1,43 @@
+require 'vanagon/component/source/git'
+
+describe "Vanagon::Component::Source::Http" do
+  let (:base_url) { 'http://buildsources.delivery.puppetlabs.net' }
+  let (:file_base) { 'thing-1.2.3' }
+  let (:tar_filename) { 'thing-1.2.3.tar.gz' }
+  let (:tar_url) { "#{base_url}/#{tar_filename}" }
+  let (:tar_dirname) { 'thing-1.2.3' }
+  let (:plaintext_filename) { 'thing-1.2.3.txt' }
+  let (:plaintext_url) { "#{base_url}/#{plaintext_filename}" }
+  let (:plaintext_dirname) { './' }
+  let (:md5sum) { 'abcdssasasa' }
+  let (:workdir) { "/tmp" }
+
+  describe "#dirname" do
+    it "returns the name of the tarball, minus extension for archives" do
+      http_source = Vanagon::Component::Source::Http.new(tar_url, md5sum, workdir)
+      expect(http_source).to receive(:download).and_return(tar_filename)
+      http_source.fetch
+      expect(http_source.dirname).to eq(tar_dirname)
+    end
+
+    it "returns the current directory for non-archive files" do
+      http_source = Vanagon::Component::Source::Http.new(plaintext_url, md5sum, workdir)
+      expect(http_source).to receive(:download).and_return(plaintext_filename)
+      http_source.fetch
+      expect(http_source.dirname).to eq(plaintext_dirname)
+    end
+  end
+
+  describe "#get_extension" do
+    it "returns the extension for valid extensions" do
+      (Vanagon::Component::Source::Http::ARCHIVE_EXTENSIONS + Vanagon::Component::Source::Http::NON_ARCHIVE_EXTENSIONS).each do |ext|
+        filename = "#{file_base}#{ext}"
+        url = File.join(base_url, filename)
+        http_source = Vanagon::Component::Source::Http.new(url, md5sum, workdir)
+        expect(http_source).to receive(:download).and_return(filename)
+        http_source.fetch
+        expect(http_source.get_extension).to eq(ext)
+      end
+    end
+  end
+end

data/spec/lib/vanagon/component/source_spec.rb

@@ -0,0 +1,99 @@
+require 'vanagon/component/source'
+
+describe "Vanagon::Component::Source" do
+  before(:each) do
+    Vanagon::Component::Source.class_variable_set(:@@rewrite_rule, {})
+  end
+
+  describe "self.source" do
+    let (:unrecognized_scheme) { "abcd://things" }
+    let (:invalid_scheme) { "abcd|things" }
+    let (:public_git) { "git://github.com/abcd/things" }
+    let (:private_git) { "git@github.com:abcd/things" }
+    let (:http_url) { "http://abcd/things" }
+    let (:https_url) { "https://abcd/things" }
+    let (:file_url) { "file://things" }
+
+    let (:ref) { "1.2.3" }
+    let (:sum) { "abcd1234" }
+    let (:workdir) { "/tmp" }
+
+    it "fails on unrecognized uri schemes" do
+      expect { Vanagon::Component::Source.source(unrecognized_scheme, {}, workdir) }.to raise_error(RuntimeError)
+    end
+
+    it "fails on invalid uris" do
+      expect { Vanagon::Component::Source.source(invalid_scheme, {}, workdir) }.to raise_error(RuntimeError)
+    end
+
+    it "returns an object of the correct type for git@ urls" do
+      expect(Vanagon::Component::Source.source(private_git, {:ref => ref }, workdir).class).to equal(Vanagon::Component::Source::Git)
+    end
+
+    it "returns an object of the correct type for git:// urls" do
+      expect(Vanagon::Component::Source.source(public_git, {:ref => ref }, workdir).class).to equal(Vanagon::Component::Source::Git)
+    end
+
+    it "returns an object of the correct type for http:// urls" do
+      expect(Vanagon::Component::Source.source(http_url, {:sum => sum }, workdir).class).to equal(Vanagon::Component::Source::Http)
+    end
+
+    it "returns an object of the correct type for https:// urls" do
+      expect(Vanagon::Component::Source.source(https_url, {:sum => sum }, workdir).class).to equal(Vanagon::Component::Source::Http)
+    end
+
+    it "returns an object of the correct type for file:// urls" do
+      expect(Vanagon::Component::Source.source(file_url, {:sum => sum }, workdir).class).to equal(Vanagon::Component::Source::Http)
+    end
+
+    it "applies any rewrite rules before defining an http Source" do
+      Vanagon::Component::Source.register_rewrite_rule('http', 'http://buildsources.delivery.puppetlabs.net')
+      expect(Vanagon::Component::Source.source('http://things.and.stuff/foo.tar.gz', {:sum => sum }, workdir).url).to eq('http://buildsources.delivery.puppetlabs.net/foo.tar.gz')
+    end
+
+    it "applies any rewrite rules before defining an http Source" do
+      Vanagon::Component::Source.register_rewrite_rule('git', Proc.new {|url| url.gsub('a', 'e') })
+      expect(Vanagon::Component::Source.source('git://things.and.stuff/foo-bar.git', {:ref => ref }, workdir).url).to eq('git://things.end.stuff/foo-ber.git')
+    end
+  end
+
+  describe "self.rewrite" do
+    let(:simple_rule) { Proc.new {|url| url.gsub('a', 'e') } }
+    let(:complex_rule) do
+      Proc.new { |url|
+        match = url.match(/github.com\/(.*)$/)
+        "git://github.delivery.puppetlabs.net/#{match[1].gsub('/', '-')}" if match
+      }
+    end
+
+    it 'replaces the first section of a url with a string if string is given' do
+      Vanagon::Component::Source.register_rewrite_rule('http', 'http://buildsources.delivery.puppetlabs.net')
+      expect(Vanagon::Component::Source.rewrite('http://things.and.stuff/foo.tar.gz', 'http')).to eq('http://buildsources.delivery.puppetlabs.net/foo.tar.gz')
+    end
+
+    it 'applies the rule to the url if a proc is given as the rule' do
+      Vanagon::Component::Source.register_rewrite_rule('http', simple_rule)
+      expect(Vanagon::Component::Source.rewrite('http://things.and.stuff/foo.tar.gz', 'http')).to eq('http://things.end.stuff/foo.ter.gz')
+    end
+
+    it 'applies the rule to the url if a proc is given as the rule' do
+      Vanagon::Component::Source.register_rewrite_rule('git', complex_rule)
+      expect(Vanagon::Component::Source.rewrite('git://github.com/puppetlabs/facter', 'git')).to eq('git://github.delivery.puppetlabs.net/puppetlabs-facter')
+    end
+  end
+
+  describe "self.register_rewrite_rule" do
+    it 'only accepts Proc and String as rule types' do
+      expect{Vanagon::Component::Source.register_rewrite_rule('http', 5)}.to raise_error(Vanagon::Error)
+    end
+
+    it 'rejects invalid protocols' do
+      expect{Vanagon::Component::Source.register_rewrite_rule('gopher', 'abcd')}.to raise_error(Vanagon::Error)
+    end
+
+    it 'registers the rule for the given protocol' do
+      Vanagon::Component::Source.register_rewrite_rule('http', 'http://buildsources.delivery.puppetlabs.net')
+      expect(Vanagon::Component::Source.class_variable_get(:@@rewrite_rule)).to eq({'http' => 'http://buildsources.delivery.puppetlabs.net'})
+    end
+  end
+end

data/spec/lib/vanagon/component_spec.rb

@@ -0,0 +1,22 @@
+require 'vanagon/component'
+
+describe "Vanagon::Component" do
+  describe "#get_environment" do
+    it "returns a makefile compatible environment" do
+      comp = Vanagon::Component.new('env-test', {}, {})
+      comp.environment = {'PATH' => '/usr/local/bin'}
+      expect(comp.get_environment).to eq('export PATH="/usr/local/bin"')
+    end
+
+    it 'merges against the existing environment' do
+      comp = Vanagon::Component.new('env-test', {}, {})
+      comp.environment = {'PATH' => '/usr/bin', 'CFLAGS' => '-I /usr/local/bin'}
+      expect(comp.get_environment).to eq('export PATH="/usr/bin" CFLAGS="-I /usr/local/bin"')
+    end
+
+    it 'returns : for an empty environment' do
+      comp = Vanagon::Component.new('env-test', {}, {})
+      expect(comp.get_environment).to eq(':')
+    end
+  end
+end

data/spec/lib/vanagon/engine/base_spec.rb

@@ -0,0 +1,40 @@
+require 'vanagon/engine/base'
+
+describe 'Vanagon::Engine::Base' do
+  let (:platform_without_ssh_port) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                      plat.ssh_port nil
+                    end")
+    plat._platform
+  }
+
+  let (:platform) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                    end")
+    plat._platform
+  }
+
+  describe '#select_target' do
+    it 'raises an error without a target' do
+      base = Vanagon::Engine::Base.new(platform)
+      expect { base.select_target }.to raise_error(Vanagon::Error)
+    end
+
+    it 'returns a target if one is set' do
+      base = Vanagon::Engine::Base.new(platform, 'abcd')
+      expect(base.select_target).to eq('abcd')
+    end
+  end
+
+  describe '#validate_platform' do
+    it 'raises an error if the platform is missing a required attribute' do
+      expect{ Vanagon::Engine::Base.new(platform_without_ssh_port).validate_platform }.to raise_error(Vanagon::Error)
+    end
+
+    it 'returns true if the platform has the required attributes' do
+      expect(Vanagon::Engine::Base.new(platform).validate_platform).to be(true)
+    end
+  end
+end

data/spec/lib/vanagon/engine/docker_spec.rb

@@ -0,0 +1,40 @@
+require 'vanagon/engine/docker'
+
+describe 'Vanagon::Engine::Docker' do
+  let (:platform_with_docker_image) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                      plat.docker_image 'debian-6-i386'
+                    end")
+    plat._platform
+  }
+
+  let (:platform_without_docker_image) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                    end")
+    plat._platform
+  }
+
+  describe '#initialize' do
+    it 'fails without docker installed' do
+      ENV['PATH'].split(File::PATH_SEPARATOR).each do |path_elem|
+        expect(FileTest).to receive(:executable?).with(File.join(path_elem, 'docker')).and_return(false)
+      end
+
+      expect { Vanagon::Engine::Docker.new(platform_with_docker_image) }.to raise_error(RuntimeError)
+    end
+  end
+
+  describe "#validate_platform" do
+    it 'raises an error if the platform is missing a required attribute' do
+      expect(Vanagon::Utilities).to receive(:find_program_on_path).with('docker').and_return('/usr/bin/docker')
+      expect { Vanagon::Engine::Docker.new(platform_without_docker_image).validate_platform }.to raise_error(Vanagon::Error)
+    end
+
+    it 'returns true if the platform has the required attributes' do
+      expect(Vanagon::Utilities).to receive(:find_program_on_path).with('docker').and_return('/usr/bin/docker')
+      expect(Vanagon::Engine::Docker.new(platform_with_docker_image).validate_platform).to be(true)
+    end
+  end
+end

data/spec/lib/vanagon/engine/pooler_spec.rb

@@ -0,0 +1,54 @@
+require 'vanagon/engine/pooler'
+
+describe 'Vanagon::Engine::Pooler' do
+  let (:platform) { double(Vanagon::Platform) }
+  let (:platform_with_vcloud_name) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                      plat.vcloud_name 'debian-6-i386'
+                    end")
+    plat._platform
+  }
+
+  let (:platform_without_vcloud_name) {
+    plat = Vanagon::Platform::DSL.new('debian-6-i386')
+    plat.instance_eval("platform 'debian-6-i386' do |plat|
+                    end")
+    plat._platform
+  }
+
+  describe "#load_token" do
+    after(:each) { ENV['VMPOOLER_TOKEN'] = nil }
+
+    let(:token_file) { double(File) }
+    let(:token_filename) { 'abcd' }
+
+    it 'prefers an env var to a file' do
+      ENV['VMPOOLER_TOKEN'] = 'abcd'
+      expect(File).to_not receive(:expand_path).with('~/.vanagon-token')
+      expect(Vanagon::Engine::Pooler.new(platform).token).to eq('abcd')
+    end
+
+    it 'falls back to a file if the env var is not set' do
+      expect(File).to receive(:expand_path).with('~/.vanagon-token').and_return(token_filename)
+      expect(File).to receive(:exist?).with(token_filename).and_return(true)
+      expect(File).to receive(:open).with(token_filename).and_return(token_file)
+      expect(token_file).to receive(:read).and_return('abcd')
+      expect(Vanagon::Engine::Pooler.new(platform).token).to eq('abcd')
+    end
+
+    it 'returns nil if there is no env var or file' do
+      expect(Vanagon::Engine::Pooler.new(platform).token).to be_nil
+    end
+  end
+
+  describe "#validate_platform" do
+    it 'raises an error if the platform is missing a required attribute' do
+      expect{ Vanagon::Engine::Pooler.new(platform_without_vcloud_name).validate_platform }.to raise_error(Vanagon::Error)
+    end
+
+    it 'returns true if the platform has the required attributes' do
+      expect(Vanagon::Engine::Pooler.new(platform_with_vcloud_name).validate_platform).to be(true)
+    end
+  end
+end

data/spec/lib/vanagon/platform/deb_spec.rb

@@ -0,0 +1,60 @@
+require 'vanagon/platform/deb'
+
+describe "Vanagon::Platform::DEB" do
+  let(:platforms) do
+    [
+      {
+        :name                   => "ubuntu-10.04-i386",
+        :os_name                => "ubuntu",
+        :os_version             => "10.04",
+        :architecture           => "i386",
+        :output_dir             => "deb/lucid/",
+        :output_dir_with_target => "deb/lucid/thing",
+        :codename               => "lucid",
+      },
+      {
+        :name                   => "debian-7-amd64",
+        :os_name                => "debian",
+        :os_version             => "7",
+        :architecture           => "amd64",
+        :output_dir             => "deb/wheezy/",
+        :output_dir_with_target => "deb/wheezy/thing",
+        :codename               => "wheezy",
+      },
+    ]
+  end
+
+  describe "#output_dir" do
+    it "returns an output dir consistent with the packaging repo" do
+      platforms.each do |plat|
+
+        plat_block = %Q[
+        platform "#{plat[:name]}" do |plat|
+          plat.codename "#{plat[:codename]}"
+        end
+        ]
+
+        cur_plat = Vanagon::Platform::DSL.new(plat[:name])
+        cur_plat.instance_eval(plat_block)
+        expect(cur_plat._platform.output_dir).to eq(plat[:output_dir])
+      end
+    end
+
+    it "adds the target repo in the right place" do
+      platforms.each do |plat|
+
+        plat_block = %Q[
+        platform "#{plat[:name]}" do |plat|
+          plat.codename "#{plat[:codename]}"
+        end
+        ]
+
+        cur_plat = Vanagon::Platform::DSL.new(plat[:name])
+        cur_plat.instance_eval(plat_block)
+        expect(cur_plat._platform.output_dir('thing')).to eq(plat[:output_dir_with_target])
+      end
+    end
+  end
+end
+
+

data/spec/lib/vanagon/platform/dsl_spec.rb

@@ -0,0 +1,128 @@
+require 'vanagon/platform/dsl'
+
+describe 'Vanagon::Platform::DSL' do
+  let (:deb_platform_block)    { "platform 'debian-test-fixture' do |plat| end" }
+  let (:el_5_platform_block)   { "platform 'el-5-fixture'        do |plat| end" }
+  let (:el_6_platform_block)   { "platform 'el-6-fixture'        do |plat| end" }
+  let (:sles_platform_block)   { "platform 'sles-test-fixture'   do |plat| end" }
+  let (:nxos_5_platform_block) { "platform 'nxos-5-fixture'      do |plat| end" }
+  let (:solaris_10_platform_block) { "platform 'solaris-10-fixture'      do |plat| end" }
+  let (:solaris_11_platform_block) { "platform 'solaris-11-fixture'      do |plat| end" }
+
+  let(:apt_definition) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/deb/pl-puppet-agent-0.2.1-wheezy" }
+  let(:apt_definition_deb) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/deb/pl-puppet-agent-0.2.1-wheezy.deb" }
+  let(:apt_definition_gpg) { "http://pl-build-tools.delivery.puppetlabs.net/debian/keyring.gpg" }
+  let(:el_definition) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/rpm/pl-puppet-agent-0.2.1-el-7-x86_64" }
+  let(:el_definition_rpm) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/rpm/pl-puppet-agent-0.2.1-release.rpm" }
+  let(:sles_definition) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.2/repo_configs/rpm/pl-puppet-agent-0.2.2-sles-12-x86_64" }
+  let(:sles_definition_rpm) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/rpm/pl-puppet-agent-0.2.1-release.rpm" }
+  let(:nxos_definition) { "http://builds.delivery.puppetlabs.net/puppet-agent/0.2.1/repo_configs/rpm/pl-puppet-agent-0.2.1-nxos-5-x86_64.repo" }
+
+  let(:hex_value) { "906264d248061b0edb1a576cc9c8f6c7" }
+
+  describe '#apt_repo' do
+    it "grabs the file and adds .list to it" do
+      plat = Vanagon::Platform::DSL.new('debian-test-fixture')
+      expect(SecureRandom).to receive(:hex).and_return(hex_value)
+      plat.instance_eval(deb_platform_block)
+      plat.apt_repo(apt_definition)
+      expect(plat._platform.provisioning).to include("curl -o '/etc/apt/sources.list.d/#{hex_value}-pl-puppet-agent-0.2.1-wheezy.list' '#{apt_definition}'")
+    end
+
+    it "installs a deb when given a deb" do
+      plat = Vanagon::Platform::DSL.new('debian-test-fixture')
+      plat.instance_eval(deb_platform_block)
+      plat.apt_repo(apt_definition_deb)
+      expect(plat._platform.provisioning).to include("curl -o local.deb '#{apt_definition_deb}' && dpkg -i local.deb; rm -f local.deb")
+    end
+
+    it "installs a gpg key if given one" do
+      plat = Vanagon::Platform::DSL.new('debian-test-fixture')
+      expect(SecureRandom).to receive(:hex).and_return(hex_value).twice
+      plat.instance_eval(deb_platform_block)
+      plat.apt_repo(apt_definition, apt_definition_gpg)
+      expect(plat._platform.provisioning).to include("curl -o '/etc/apt/trusted.gpg.d/#{hex_value}-keyring.gpg' '#{apt_definition_gpg}'")
+    end
+  end
+
+  describe '#yum_repo' do
+    it "grabs the file and adds .repo to it" do
+      plat = Vanagon::Platform::DSL.new('el-5-fixture')
+      expect(SecureRandom).to receive(:hex).and_return(hex_value)
+      plat.instance_eval(el_5_platform_block)
+      plat.yum_repo(el_definition)
+      expect(plat._platform.provisioning).to include("curl -o '/etc/yum.repos.d/#{hex_value}-pl-puppet-agent-0.2.1-el-7-x86_64.repo' '#{el_definition}'")
+    end
+
+    it "downloads the repo file to the correct yum location for nxos" do
+      plat = Vanagon::Platform::DSL.new('nxos-5-fixture')
+      expect(SecureRandom).to receive(:hex).and_return(hex_value)
+      plat.instance_eval(nxos_5_platform_block)
+      plat.yum_repo(nxos_definition)
+      expect(plat._platform.provisioning).to include("curl -o '/etc/yum/repos.d/#{hex_value}-pl-puppet-agent-0.2.1-nxos-5-x86_64.repo' '#{nxos_definition}'")
+    end
+
+    describe "installs a rpm when given a rpm" do
+      it 'uses yum on el 6 and higher' do
+        plat = Vanagon::Platform::DSL.new('el-6-fixture')
+        plat.instance_eval(el_6_platform_block)
+        plat.yum_repo(el_definition_rpm)
+        expect(plat._platform.provisioning).to include("yum localinstall -y '#{el_definition_rpm}'")
+      end
+
+      it 'uses rpm on el 5 and lower' do
+        plat = Vanagon::Platform::DSL.new('el-5-fixture')
+        plat.instance_eval(el_5_platform_block)
+        plat.yum_repo(el_definition_rpm)
+        expect(plat._platform.provisioning).to include("curl -o local.rpm '#{el_definition_rpm}'; rpm -Uvh local.rpm; rm -f local.rpm")
+      end
+    end
+  end
+
+  describe '#zypper_repo' do
+    it "grabs the file and adds .repo to it" do
+      plat = Vanagon::Platform::DSL.new('sles-test-fixture')
+      plat.instance_eval(sles_platform_block)
+      plat.zypper_repo(sles_definition)
+      expect(plat._platform.provisioning).to include("yes | zypper -n --no-gpg-checks ar -t YUM --repo '#{sles_definition}'")
+    end
+
+    it "installs a sles rpm when given a rpm" do
+      plat = Vanagon::Platform::DSL.new('sles-test-fixture')
+      plat.instance_eval(sles_platform_block)
+      plat.zypper_repo(sles_definition_rpm)
+      expect(plat._platform.provisioning).to include("curl -o local.rpm '#{sles_definition_rpm}'; rpm -Uvh local.rpm; rm -f local.rpm")
+    end
+  end
+
+  describe '#add_build_repository' do
+    it 'hands off to the platform specific method if defined' do
+      plat = Vanagon::Platform::DSL.new('solaris-test-fixture')
+      plat.instance_eval(solaris_11_platform_block)
+      plat.add_build_repository("http://solaris-repo.puppetlabs.com", "puppetlabs.com")
+      expect(plat._platform.provisioning).to include("pkg set-publisher -G '*' -g http://solaris-repo.puppetlabs.com puppetlabs.com")
+    end
+
+    it 'raises an error if the platform does not define "add_repository"' do
+      plat = Vanagon::Platform::DSL.new('solaris-test-fixture')
+      plat.instance_eval(solaris_10_platform_block)
+      expect {plat.add_build_repository("anything")}.to raise_error(Vanagon::Error, /Adding a build repository not defined/)
+    end
+  end
+
+  describe '#vmpooler_template' do
+    it 'sets the instance variable on platform' do
+      plat = Vanagon::Platform::DSL.new('solaris-test-fixture')
+      plat.instance_eval(solaris_10_platform_block)
+      plat.vmpooler_template 'solaris-10-x86_64'
+      expect(plat._platform.vmpooler_template).to eq('solaris-10-x86_64')
+    end
+
+    it 'is called by vcloud_name as a deprecation' do
+      plat = Vanagon::Platform::DSL.new('solaris-test-fixture')
+      plat.instance_eval(solaris_10_platform_block)
+      plat.vcloud_name 'solaris-11-x86_64'
+      expect(plat._platform.vmpooler_template).to eq('solaris-11-x86_64')
+    end
+  end
+end