bosh-stemcell 1.5.0.pre.1113

data/lib/monkeypatch/serverspec/backend/exec.rb

@@ -0,0 +1,86 @@
+# rubocop:disable all
+# => disabling rubocop to preserve original style
+require 'serverspec'
+require 'pathname'
+
+raise "Unexpected Serverspec version #{Serverspec::VERSION}" unless Serverspec::VERSION == '0.7.10'
+module Serverspec::Backend
+  class Exec
+    # ORIGINAL
+    #def run_command(cmd, opts={})
+    #  cmd = build_command(cmd)
+    #  cmd = add_pre_command(cmd)
+    #  stdout = `#{build_command(cmd)} 2>&1`
+    #  # In ruby 1.9, it is possible to use Open3.capture3, but not in 1.8
+    #  #stdout, stderr, status = Open3.capture3(cmd)
+    #
+    #  if @example
+    #    @example.metadata[:command] = cmd
+    #    @example.metadata[:stdout]  = stdout
+    #  end
+    #
+    #  { :stdout => stdout, :stderr => nil,
+    #    :exit_status => $?, :exit_signal => nil }
+    #end
+    #/ORIGINAL
+
+    def run_command(cmd, opts={})
+      cmd = build_command(cmd)
+      cmd = add_pre_command(cmd)
+      cmd = build_command(cmd)
+
+      if use_chroot?
+        chroot_stdout = `#{chroot_cmd(cmd)} 2>&1`
+
+        stdout = get_stdout(chroot_stdout)
+        exit_status = get_exit_status(chroot_stdout)
+      else
+        stdout = `#{cmd} 2>&1`
+        exit_status = $?
+      end
+      # In ruby 1.9, it is possible to use Open3.capture3, but not in 1.8
+      #stdout, stderr, status = Open3.capture3(cmd)
+
+      if @example
+        @example.metadata[:command] = cmd
+        @example.metadata[:stdout] = stdout
+      end
+
+      { :stdout => stdout, :stderr => nil,
+        :exit_status => exit_status, :exit_signal => nil }
+    end
+
+    attr_accessor :chroot_dir
+
+    private
+
+    def get_stdout(chroot_stdout)
+      chroot_stdout.gsub(/#{exit_code_regexp}/, '')
+    end
+
+    def get_exit_status(chroot_stdout)
+      chroot_command_exit_status = chroot_stdout.match(/#{exit_code_regexp}/)[1]
+      chroot_command_exit_status.to_i
+    end
+
+    def use_chroot?
+      chroot_dir
+    end
+
+    def exit_code_token
+      'EXIT_CODE='
+    end
+
+    def exit_code_regexp
+      "#{exit_code_token}(\\d+)\s*\n"
+    end
+
+    def chroot_cmd(cmd)
+      %Q{
+sudo chroot #{chroot_dir} /bin/bash <<CHROOT_CMD
+  #{cmd} 2>&1; echo #{exit_code_token}\\$?
+CHROOT_CMD
+}
+    end
+  end
+end

data/spec/bosh/monkeypatch/serverspec/backend/exec_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+
+module Serverspec::Backend
+  describe Exec do
+    subject(:exec) { Serverspec::Backend::Exec.instance }
+
+    describe '#run_command' do
+      context 'when #chroot_dir is NOT set' do
+        before do
+          exec.stub(chroot_dir: nil) # because "include Singleton"
+        end
+
+        it 'runs the provided command as expected' do
+          exec.should_receive(:`).with('echo "FOO" 2>&1')
+
+          exec.run_command('echo "FOO"')
+        end
+      end
+
+      context 'when #chroot_dir is set' do
+        before do
+          exec.stub(chroot_dir: '/path/to/chroot') # because "include Singleton"
+        end
+
+        it 'runs the provided command within the chroot' do
+          chroot_command = %Q{
+sudo chroot /path/to/chroot /bin/bash <<CHROOT_CMD
+  echo "FOO" 2>&1; echo EXIT_CODE=\\$?
+CHROOT_CMD
+ 2>&1}
+          exec.should_receive(:`).with(chroot_command).and_return("FOO\nEXIT_CODE=0\n")
+
+          exec.run_command('echo "FOO"')
+        end
+
+        it 'extracts the exit code returned from within the chroot into an Integer' do
+          exec.stub(:` => "ATTENTION\nDO NOT CARE\nEXIT_CODE=8675309\n")
+
+          result = exec.run_command('do_not_care')
+
+          expect(result[:exit_status]).to eq(867_5309)
+        end
+      end
+    end
+  end
+end

data/spec/bosh/stemcell/archive_filename_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+
+require 'bosh/stemcell/archive_filename'
+require 'bosh/stemcell/infrastructure'
+require 'bosh/stemcell/operating_system'
+
+module Bosh::Stemcell
+  describe ArchiveFilename do
+    let(:version) { '007' }
+    let(:infrastructure) do
+      instance_double('Bosh::Stemcell::Infrastructure::Base',
+                      name: 'INFRASTRUCTURE',
+                      hypervisor: 'HYPERVISOR')
+    end
+    let(:operating_system) do
+      instance_double('Bosh::Stemcell::OperatingSystem::Base',
+                      name: 'OPERATING_SYSTEM')
+    end
+
+    subject(:archive_filename) do
+      ArchiveFilename.new(version, infrastructure, operating_system, 'FAKE_NAME', light)
+    end
+
+    describe '#to_s' do
+      context 'when stemcell is NOT light' do
+        let(:light) { false }
+
+        it 'includes name, version, infrastructure name, infrastructure hypervisor' do
+          expect(archive_filename.to_s).to eq ('FAKE_NAME-007-INFRASTRUCTURE-HYPERVISOR-OPERATING_SYSTEM.tgz')
+        end
+      end
+
+      context 'when stemcell is light' do
+        let(:light) { true }
+
+        it 'prefixes the name with "light-"' do
+          expect(archive_filename.to_s).to eq ('light-FAKE_NAME-007-INFRASTRUCTURE-HYPERVISOR-OPERATING_SYSTEM.tgz')
+        end
+      end
+    end
+  end
+end

data/spec/bosh/stemcell/archive_spec.rb

@@ -0,0 +1,98 @@
+require 'spec_helper'
+require 'bosh/stemcell/archive'
+
+module Bosh::Stemcell
+  describe Archive do
+    let(:stemcell_path) { spec_asset('fake-stemcell-aws.tgz') }
+
+    subject { Archive.new(stemcell_path) }
+
+    describe '#initialize' do
+      it 'errors if path does not exist' do
+        expect { Archive.new('/not/found/stemcell.tgz') }.to raise_error "Cannot find file `/not/found/stemcell.tgz'"
+      end
+    end
+
+    describe '#manifest' do
+      it 'has a manifest' do
+        expect(subject.manifest).to be_a Hash
+      end
+    end
+
+    describe '#name' do
+      it 'has a name' do
+        expect(subject.name).to eq 'fake-stemcell'
+      end
+    end
+
+    describe '#infrastructure' do
+      it 'has an infrastructure' do
+        expect(subject.infrastructure).to eq 'aws'
+      end
+    end
+
+    describe '#path' do
+      it 'has a path' do
+        expect(subject.path).to eq(stemcell_path)
+      end
+    end
+
+    describe '#version' do
+      it 'has a version' do
+        expect(subject.version).to eq('007')
+      end
+    end
+
+    describe '#light?' do
+      context 'when infrastructure is "aws"' do
+        context 'when there is not an "ami" key in the "cloud_properties" section of the manifest' do
+          it { should_not be_light }
+        end
+
+        context 'when there is an "ami" key in the "cloud_properties" section of the manifest' do
+          let(:stemcell_path) { spec_asset('light-fake-stemcell-aws.tgz') }
+
+          it { should be_light }
+        end
+      end
+
+      context 'when infrastructure is anything but "aws"' do
+        let(:stemcell_path) { spec_asset('fake-stemcell-vsphere.tgz') }
+
+        it { should_not be_light }
+      end
+    end
+
+    describe '#ami_id' do
+      context 'when infrastructure is "aws"' do
+        context 'when there is not an "ami" key in the "cloud_properties" section of the manifest' do
+          its(:ami_id) { should be_nil }
+        end
+
+        context 'when there is an "ami" key in the "cloud_properties" section of the manifest' do
+          let(:stemcell_path) { spec_asset('light-fake-stemcell-aws.tgz') }
+
+          its(:ami_id) { should eq('ami-FAKE_AMI_KEY') }
+        end
+      end
+
+      context 'when infrastructure is anything but "aws"' do
+        let(:stemcell_path) { spec_asset('fake-stemcell-vsphere.tgz') }
+
+        its(:ami_id) { should be_nil }
+      end
+    end
+
+    describe '#extract' do
+      it 'extracts stemcell' do
+        Rake::FileUtilsExt.should_receive(:sh).with(/tar xzf .*#{stemcell_path} --directory/)
+        subject.extract {}
+      end
+
+      it 'extracts stemcell and excludes files' do
+        Rake::FileUtilsExt.should_receive(:sh).with(/tar xzf .*#{stemcell_path} --directory .* --exclude=image/)
+        subject.extract(exclude: 'image') {}
+      end
+    end
+  end
+end

data/spec/bosh/stemcell/aws/ami_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+require 'bosh/stemcell/aws/ami'
+
+module Bosh::Stemcell::Aws
+  describe Ami do
+    let(:stemcell) do
+      stemcell = double('Bosh::Dev::Stemcell')
+      stemcell_manifest = { 'cloud_properties' => { 'ami' => '' } }
+      stemcell.stub(:extract).and_yield('/foo/bar', stemcell_manifest)
+      stemcell
+    end
+
+    subject(:ami) do
+      Ami.new(stemcell, instance_double('Bosh::Stemcell::Aws::Region', name: 'fake-region'))
+    end
+
+    before do
+      Logger.stub(:new)
+    end
+
+    describe 'publish' do
+      it 'creates a new ami' do
+        provider = instance_double('Bosh::AwsCloud::Cloud', create_stemcell: 'fake-ami-id').as_null_object
+        Bosh::Clouds::Provider.stub(create: provider)
+
+        expect(ami.publish).to eq('fake-ami-id')
+      end
+    end
+  end
+end

data/spec/bosh/stemcell/aws/light_stemcell_spec.rb

@@ -0,0 +1,94 @@
+require 'spec_helper'
+require 'bosh/stemcell/aws/light_stemcell'
+require 'bosh/stemcell/archive'
+
+module Bosh::Stemcell
+  module Aws
+    describe LightStemcell do
+      let(:stemcell) do
+        Archive.new(spec_asset('fake-stemcell-aws.tgz'))
+      end
+
+      subject(:light_stemcell) do
+        LightStemcell.new(stemcell)
+      end
+
+      its(:path) { should eq(spec_asset('light-fake-stemcell-aws.tgz')) }
+
+      describe '#write_archive' do
+        let(:region) do
+          instance_double('Bosh::Stemcell::Aws::Region', name: 'fake-region')
+        end
+
+        let(:ami) do
+          instance_double('Bosh::Stemcell::Aws::Ami', publish: 'fake-ami-id')
+        end
+
+        let(:stemcell) do
+          Archive.new(spec_asset('fake-stemcell-aws.tgz'))
+        end
+
+        subject(:light_stemcell) do
+          LightStemcell.new(stemcell)
+        end
+
+        before do
+          Region.stub(new: region)
+          Ami.stub(:new).with(stemcell, region).and_return(ami)
+          Rake::FileUtilsExt.stub(:sh)
+          FileUtils.stub(:touch)
+        end
+
+        it 'creates an ami from the stemcell' do
+          ami.should_receive(:publish)
+
+          light_stemcell.write_archive
+        end
+
+        it 'creates a new tgz' do
+          Rake::FileUtilsExt.should_receive(:sh) do |command|
+            command.should match(/tar xzf #{stemcell.path} --directory .*/)
+          end
+
+          expected_tarfile = File.join(File.dirname(stemcell.path), 'light-fake-stemcell-aws.tgz')
+
+          Rake::FileUtilsExt.should_receive(:sh) do |command|
+            command.should match(/sudo tar cvzf #{expected_tarfile} \*/)
+          end
+
+          light_stemcell.write_archive
+        end
+
+        it 'replaces the raw image with a blank placeholder' do
+          FileUtils.should_receive(:touch).and_return do |file, options|
+            expect(file).to match('image')
+            expect(options).to eq(verbose: true)
+          end
+          light_stemcell.write_archive
+        end
+
+        it 'adds the ami to the stemcell manifest' do
+          Psych.should_receive(:dump).and_return do |stemcell_properties, out|
+            expect(stemcell_properties['cloud_properties']['ami']).to eq({ 'fake-region' => 'fake-ami-id' })
+          end
+
+          light_stemcell.write_archive
+        end
+
+        it 'names the stemcell manifest correctly' do
+          # Example fails on linux without File.stub
+          File.stub(:open).and_call_original
+          File.should_receive(:open).with('stemcell.MF', 'w')
+
+          light_stemcell.write_archive
+        end
+
+        it 'does not mutate original stemcell manifest' do
+          expect {
+            light_stemcell.write_archive
+          }.not_to change { stemcell.manifest['cloud_properties'] }
+        end
+      end
+    end
+  end
+end

data/spec/bosh/stemcell/aws/region_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+require 'bosh/stemcell/aws/region'
+
+module Bosh::Stemcell::Aws
+  describe Region do
+    it 'queries AWS for its region' do
+      az_query = '/latest/meta-data/placement/availability-zone'
+      Net::HTTP.stub(:get).with('169.254.169.254', az_query).and_return("us-east-1\n")
+      expect(subject.name).to eq 'us-east-1'
+    end
+  end
+end

data/spec/bosh/stemcell/builder_command_spec.rb

@@ -0,0 +1,241 @@
+require 'spec_helper'
+require 'bosh/stemcell/builder_command'
+
+module Bosh::Stemcell
+  describe BuilderCommand do
+    subject(:stemcell_builder_command) do
+      described_class.new(
+        env,
+        infrastructure_name: infrastructure.name,
+        operating_system_name: operating_system.name,
+        release_tarball_path: release_tarball_path,
+        version: version
+      )
+    end
+
+    let(:env) { {} }
+
+    let(:infrastructure) do
+      instance_double(
+        'Bosh::Stemcell::Infrastructure::Vsphere',
+        name: 'vsphere',
+        hypervisor: 'esxi'
+      )
+    end
+
+    let(:operating_system) { instance_double('Bosh::Stemcell::OperatingSystem::Ubuntu', name: 'ubuntu') }
+    let(:release_tarball_path) { "/fake/path/to/bosh-#{version}.tgz" }
+    let(:version) { '007' }
+
+    before do
+      Infrastructure.stub(:for).with('vsphere').and_return(infrastructure)
+      OperatingSystem.stub(:for).with(operating_system.name).and_return(operating_system)
+      StageCollection.stub(:new).with(
+        infrastructure: infrastructure,
+        operating_system: operating_system
+      ).and_return(stage_collection)
+
+      StageRunner.stub(:new).with(
+        build_path: File.join(root_dir, 'build', 'build'),
+        command_env: 'env ',
+        settings_file: settings_file,
+        work_path: File.join(root_dir, 'work')
+      ).and_return(stage_runner)
+
+      BuilderOptions.stub(:new).with(
+        env,
+        tarball: release_tarball_path,
+        stemcell_version: version,
+        infrastructure: infrastructure,
+        operating_system: operating_system
+      ).and_return(stemcell_builder_options)
+    end
+
+    let(:root_dir) do
+      File.join('/mnt/stemcells', infrastructure.name, infrastructure.hypervisor, operating_system.name)
+    end
+
+    let(:stemcell_builder_options) do
+      instance_double('Bosh::Stemcell::BuilderOptions', default: options)
+    end
+
+    let(:stage_collection) do
+      instance_double(
+        'Bosh::Stemcell::StageCollection',
+        operating_system_stages: ['FAKE_OS_STAGES'],
+        infrastructure_stages: ['FAKE_INFRASTRUCTURE_STAGES']
+      )
+    end
+
+    let(:stage_runner) { instance_double('Bosh::Stemcell::StageRunner', configure_and_apply: nil) }
+
+    let(:etc_dir) { File.join(root_dir, 'build', 'build', 'etc') }
+    let(:settings_file) { File.join(etc_dir, 'settings.bash') }
+
+    let(:options) do
+      {
+        'hello'               => 'world',
+        'stemcell_tgz'        => 'fake-stemcell.tgz',
+        'stemcell_image_name' => 'fake-root-disk-image.raw'
+      }
+    end
+
+    its(:chroot_dir) { should eq(File.join(root_dir, 'work', 'work', 'chroot')) }
+
+    describe '#build' do
+      include FakeFS::SpecHelpers
+
+      before do
+        Process.stub(pid: 99999)
+
+        stemcell_builder_command.stub(system: true)
+        FileUtils.touch('leftover.tgz')
+
+        FileUtils.stub(:cp_r).with([], File.join(root_dir, 'build', 'build'), preserve: true, verbose: true) do
+          FileUtils.mkdir_p(etc_dir)
+          FileUtils.touch(settings_file)
+        end
+      end
+
+      describe 'sanitizing the environment' do
+        it 'removes any tgz files from current working directory' do
+          expect {
+            stemcell_builder_command.build
+          }.to change { Dir.glob('*.tgz').size }.to(0)
+        end
+
+        it 'unmounts the disk image used to install Grub' do
+          image_path = File.join(root_dir, 'work/work/mnt/tmp/grub/fake-root-disk-image.raw')
+          unmount_img_command = "sudo umount #{image_path} 2> /dev/null"
+          stemcell_builder_command.should_receive(:system).with(unmount_img_command)
+          stemcell_builder_command.build
+        end
+
+        it 'unmounts work/work/mnt directory' do
+          unmount_dir_command = "sudo umount #{File.join(root_dir, 'work/work/mnt')} 2> /dev/null"
+          stemcell_builder_command.should_receive(:system).with(unmount_dir_command)
+          stemcell_builder_command.build
+        end
+
+        it 'removes stemcell root directory' do
+          stemcell_builder_command.should_receive(:system).with("sudo rm -rf #{root_dir}")
+          stemcell_builder_command.build
+        end
+      end
+
+      it 'returns the full path of the generated stemcell archive' do
+        expect(stemcell_builder_command.build).to eq(File.join(root_dir, 'work', 'work', 'fake-stemcell.tgz'))
+      end
+
+      it 'creates a base directory for stemcell creation' do
+        expect {
+          stemcell_builder_command.build
+        }.to change { Dir.exists?(root_dir) }.from(false).to(true)
+      end
+
+      it 'creates a build directory for stemcell creation' do
+        expect {
+          stemcell_builder_command.build
+        }.to change { Dir.exists?(File.join(root_dir, 'build')) }.from(false).to(true)
+      end
+
+      it 'copies the stemcell_builder code into the build directory' do
+        FileUtils.should_receive(:cp_r).with([],
+                                             File.join(root_dir, 'build', 'build'),
+                                             preserve: true,
+                                             verbose: true) do
+          FileUtils.mkdir_p(etc_dir)
+          FileUtils.touch(settings_file)
+        end
+
+        stemcell_builder_command.build
+      end
+
+      it 'creates a work directory for stemcell creation chroot' do
+        expect {
+          stemcell_builder_command.build
+        }.to change { Dir.exists?(File.join(root_dir, 'work')) }.from(false).to(true)
+      end
+
+      it 'writes a settings file into the build directory' do
+        stemcell_builder_command.build
+
+        expect(File.read(settings_file)).to match(/hello=world/)
+      end
+
+      describe 'running stages' do
+        let(:expected_rspec_command) do
+          [
+            "cd #{File.expand_path('../../..', File.dirname(__FILE__))};",
+            "STEMCELL_IMAGE=#{File.join(root_dir, 'work', 'work', 'fake-root-disk-image.raw')}",
+            'bundle exec rspec -fd',
+            "spec/stemcells/#{operating_system.name}_spec.rb",
+            "spec/stemcells/#{infrastructure.name}_spec.rb",
+          ].join(' ')
+        end
+
+        it 'calls #configure_and_apply' do
+          stage_runner.should_receive(:configure_and_apply).
+            with(['FAKE_OS_STAGES']).ordered
+          stage_runner.should_receive(:configure_and_apply).
+            with(['FAKE_INFRASTRUCTURE_STAGES']).ordered
+          stemcell_builder_command.should_receive(:system).
+            with(expected_rspec_command).ordered
+
+          stemcell_builder_command.build
+        end
+
+        context 'with CentOS' do
+          let(:operating_system) { instance_double('Bosh::Stemcell::OperatingSystem::Centos', name: 'centos') }
+
+          it 'calls #configure_and_apply' do
+            stage_runner.should_receive(:configure_and_apply).
+              with(['FAKE_OS_STAGES']).ordered
+            stage_runner.should_receive(:configure_and_apply).
+              with(['FAKE_INFRASTRUCTURE_STAGES']).ordered
+            stemcell_builder_command.should_receive(:system).
+              with(expected_rspec_command).ordered
+
+            stemcell_builder_command.build
+          end
+        end
+      end
+
+      context 'when ENV contains variables besides HTTP_PROXY and NO_PROXY' do
+        let(:env) do
+          {
+            'NOT_HTTP_PROXY' => 'nice_proxy',
+            'no_proxy_just_kidding' => 'naughty_proxy'
+          }
+        end
+
+        it 'nothing is passed to sudo via "env"' do
+          StageRunner.stub(:new).with(build_path: File.join(root_dir, 'build', 'build'),
+                                      command_env: 'env ',
+                                      settings_file: settings_file,
+                                      work_path: File.join(root_dir, 'work')).and_return(stage_runner)
+
+          stemcell_builder_command.build
+        end
+      end
+
+      context 'ENV variables for HTTP_PROXY and NO_PROXY are passed to "env"' do
+        let(:env) do
+          {
+            'HTTP_PROXY' => 'nice_proxy',
+            'no_proxy' => 'naughty_proxy'
+          }
+        end
+
+        it 'they are passed to sudo via "env"' do
+          StageRunner.stub(:new).with(build_path: File.join(root_dir, 'build', 'build'),
+                                      command_env: "env HTTP_PROXY='nice_proxy' no_proxy='naughty_proxy'",
+                                      settings_file: settings_file,
+                                      work_path: File.join(root_dir, 'work')).and_return(stage_runner)
+
+          stemcell_builder_command.build
+        end
+      end
+    end
+  end
+end