stemcell_builder 1.0.8

data/lib/stemcell/builders/redhat.rb

@@ -0,0 +1,34 @@
+require 'stemcell/builders/centos'
+
+module Bosh::Agent::StemCell
+
+  class RedhatBuilder < CentosBuilder
+
+    def type
+      "redhat"
+    end
+
+    def initialize(opts)
+      @rhn_user ||= opts[:rhn_user]
+      @rhn_pass ||= opts[:rhn_pass]
+      super(opts)
+    end
+
+    def sanity_check
+      super()
+      unless @rhn_user
+        @logger.warn "Redhat Network Username is not specified"
+      end
+      unless @rhn_pass
+        @logger.warn "Redhat Network Password is not specified"
+      end
+    end
+
+    def init_default_iso
+      @iso = "http://rhnproxy1.uvm.edu/pub/redhat/rhel6-x86_64/isos/rhel-server-6.3-x86_64-dvd.iso"
+      @iso_md5 = "d717af33dd258945e6304f9955487017"
+      @iso_filename = "rhel-server-6.3-x86_64-dvd.iso"
+    end
+
+  end
+end

data/lib/stemcell/builders/ubuntu.rb

@@ -0,0 +1,36 @@
+require 'stemcell/builder'
+
+module Bosh::Agent::StemCell
+
+  # This is concrete Stemcell builder for creating a Ubuntu stemcell
+  # It creates a Ubuntu 11.04. The options passed are merged with
+  # {
+  #   :type => 'ubuntu',
+  #   :iso => 'http://releases.ubuntu.com/11.04/ubuntu-11.04-server-amd64.iso',
+  #   :iso_md5 => '355ca2417522cb4a77e0295bf45c5cd5',
+  #   :iso_filename => 'ubuntu-11.04-server-amd64.iso'
+  # }
+  class UbuntuBuilder < BaseBuilder
+
+    def type
+      "ubuntu"
+    end
+
+    def init_default_iso
+      @iso = "http://releases.ubuntu.com/11.04/ubuntu-11.04-server-amd64.iso"
+      @iso_md5 = "355ca2417522cb4a77e0295bf45c5cd5"
+      @iso_filename = "ubuntu-11.04-server-amd64.iso"
+    end
+
+    def pre_shutdown_hook
+      super()
+      download_file("/var/vcap/bosh/stemcell_dpkg_l.out")
+    end
+
+    def stemcell_files
+      File.join(@prefix, "stemcell_dpkg_l.out")
+    end
+
+  end
+
+end

data/lib/stemcell/const.rb

@@ -0,0 +1,12 @@
+module Bosh
+  module Agent
+    module StemCell
+
+      DEFAULT_STEMCELL_NAME = "bosh-stemcell"
+      DEFAULT_INFRASTRUCTURE = "vsphere"
+      DEFAULT_ARCHITECTURE = "x86_64"
+      DEFAULT_DEVICE_NAME = "/dev/sda1"
+
+    end
+  end
+end

data/lib/stemcell/version.rb

@@ -0,0 +1,10 @@
+module Bosh
+  module Agent
+    VERSION = "1.5.0.pre2"
+    BOSH_PROTOCOL = 1
+
+    module StemCell
+      VERSION = "1.0.8"
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'bundler/setup'
+# test dependencies
+require 'pathname'
+# our gem
+require 'stemcell'
+
+RSpec.configure do |config|
+
+end

data/spec/stemcell_builder/builder_spec.rb

@@ -0,0 +1,186 @@
+require 'spec_helper'
+require 'yaml'
+
+describe Bosh::Agent::StemCell::BaseBuilder do
+
+  include Bosh::Agent::StemCell
+
+  class NoOpBuilder < Bosh::Agent::StemCell::BaseBuilder
+
+    attr_reader :build_vm_run, :package_stemcell_run, :setup_run, :cleanup_run
+
+    def type
+      "noop"
+    end
+
+    def initialize(opts)
+      @counter = 0
+      super(opts)
+    end
+
+    def build_vm
+      @logger.info "Build VM invoked"
+      @counter += 1
+      @build_vm_run = @counter
+    end
+
+    def package_stemcell
+      @logger.info "VM packaged into a stemcell"
+      @counter += 1
+      @package_stemcell_run = @counter
+    end
+
+    def setup
+      @logger.info "Setting up stemcell creation process."
+      @counter += 1
+      @setup_run = @counter
+    end
+
+    def cleanup
+      @logger.info "Perform cleanup"
+      @counter += 1
+      @cleanup_run = @counter
+    end
+
+    def init_default_iso
+    end
+
+  end
+
+  class TestBuilder < Bosh::Agent::StemCell::BaseBuilder
+    def type
+      "noop"
+    end
+    def init_default_iso
+      # Do nothing
+    end
+  end
+
+  before(:each) do
+    @prefix_dir = Dir.mktmpdir
+    @agent_file = File.join(@prefix_dir, "bosh_agent-#{Bosh::Agent::VERSION}.gem")
+    FileUtils.touch @agent_file
+    @stemcell = TestBuilder.new({:prefix => @prefix_dir, :agent_src_path => @agent_file, :nogui => true, :log_level=>'WARN'})
+  end
+
+  after(:each) do
+    target = File.expand_path(@stemcell.target)
+    if File.exists?(target)
+      FileUtils.rm_f target
+      FileUtils.rm_f "#{target}.bak"
+    end
+  end
+
+
+  it "Should initialize all default ISOs parameters properly" do
+    @stemcell.iso.should be_nil
+    @stemcell.iso_filename.should be_nil
+    @stemcell.iso_md5.should be_nil
+  end
+
+  it "Should initialize all override ISOs properly" do
+    @stemcell = TestBuilder.new({:prefix => @prefix_dir, :agent_src_path => @agent_file, :iso => "http://example.com/example.iso", :iso_md5 => "example-md5", :iso_filename => "example.iso", :log_level=>'WARN'})
+    @stemcell.iso.should eq "http://example.com/example.iso"
+    @stemcell.iso_md5.should eq "example-md5"
+    @stemcell.iso_filename.should eq "example.iso"
+  end
+
+  it "Initializes the stemcell manifest with defaults" do
+    defaults = {
+        "name" => 'bosh-stemcell',
+        "version" => Bosh::Agent::VERSION,
+        "bosh_protocol" => Bosh::Agent::BOSH_PROTOCOL,
+        "sha1" => nil,
+        "cloud_properties" => {
+            "root_device_name" => Bosh::Agent::StemCell::DEFAULT_DEVICE_NAME,
+            "infrastructure" => 'vsphere',
+            "architecture" => 'x86_64'
+        }
+    }
+
+    @stemcell.manifest.should eq(defaults)
+
+  end
+
+  it "Initializes the options with defaults" do
+
+    @stemcell.name.should eq "bosh-stemcell"
+    @stemcell.infrastructure.should eq "vsphere"
+
+  end
+
+  it "Initializes the options with defaults and deep_merges the provided args" do
+    override_stemcell = TestBuilder.new({:prefix => @prefix_dir, :agent_src_path => @agent_file, :log_level=>'WARN'})
+    override_stemcell.name.should eq "bosh-stemcell"
+    override_stemcell.type.should eq "noop"
+  end
+
+  it "Should return an initialized stemcell builder" do
+    expect { Dir.exists? @stemcell.prefix }.to be_true
+    expect { Dir.exists?("/var/tmp/bosh/agent-#{@stemcell.version}")|| Dir.exists?(Pathname.new(@stemcell.target_file).dirname) }.to be_true
+  end
+
+  it "Build VM works properly" do
+    Kernel.should_receive(:system).with("veewee vbox build '#{@stemcell.vm_name}' --force --auto --nogui").and_return(true)
+    Kernel.should_receive(:system).with("vagrant basebox export '#{@stemcell.vm_name}' --force").and_return(true)
+
+    @stemcell.build_vm
+  end
+
+  it "Should have a properly initialized work directory" do
+    expect { Dir.exists @stemcell.prefix }.to be_true
+    expect { Dir.exists @stemcell.prefix }.to be_true
+  end
+
+  it "Compiles all the erb files as a part of the setup" do
+    Dir.chdir(@prefix_dir) do
+      @stemcell.setup
+      filename = File.join(@prefix_dir, "definitions", @stemcell.vm_name, "erbtest.txt")
+      regular_filename = File.join(@prefix_dir, "definitions", @stemcell.vm_name, "test.txt")
+      File.exists?(filename).should eq true
+      File.exists?(regular_filename).should eq true
+      File.read(File.join(@prefix_dir, "definitions", @stemcell.vm_name, "erbtest.txt")).should eq @stemcell.name
+      File.read(File.join(@prefix_dir, "definitions", @stemcell.vm_name, "test.txt")).should eq "## This is a test ##"
+    end
+  end
+
+  it "Should invoke the methods in the correct order (setup -> build_vm -> package_vm -> finalize)" do
+
+    @stemcell = NoOpBuilder.new({:prefix => @prefix_dir, :agent_src_path => @agent_file, :log_level=>'WARN'})
+
+    @stemcell.run # all steps completed properly
+
+    @stemcell.setup_run.should eq 1
+    @stemcell.build_vm_run.should eq 2
+    @stemcell.package_stemcell_run.should eq 3
+    @stemcell.cleanup_run.should eq 4
+  end
+
+  it "Packages the stemcell contents correctly" do
+    Dir.chdir(@prefix_dir) do
+      # Create the box file
+      FileUtils.touch "image-disk1.vmdk"
+      FileUtils.touch "image.ovf"
+      FileUtils.touch "Vagrantfile" # Unused
+      system "tar -zcf #{File.join(@prefix_dir, @stemcell.vm_name)}.box image-disk1.vmdk image.ovf Vagrantfile"
+    end
+
+    @stemcell.package_stemcell()
+    target = File.expand_path(@stemcell.target)
+
+    File.exists?(target).should eq true # target is created
+
+    Dir.chdir(Dir.mktmpdir) {
+      system "tar -xzf #{target}"
+      YAML.load_file("stemcell.MF").should eq @stemcell.manifest
+      File.exists?("image").should be_true
+      system "tar -xzf image"
+      ovf_file = File.read("image.ovf")
+      ovf_file.should include "<vssd:VirtualSystemType>vmx-07</vssd:VirtualSystemType>"
+      ovf_file.should include "<File ovf:href=\"image-disk1.vmdk\" ovf:id=\"file1\"/>"
+      ovf_file.should include "<VirtualSystem ovf:id=\"#{@stemcell.vm_name}\">"
+      ovf_file.should include "<vssd:VirtualSystemIdentifier>#{@stemcell.vm_name}</vssd:VirtualSystemIdentifier>"
+    }
+  end
+
+end

data/spec/stemcell_builder/centos_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe Bosh::Agent::StemCell::CentosBuilder do
+
+
+  before(:each) do
+    @agent_file = File.join("bosh-agent.gem")
+    FileUtils.touch @agent_file
+    @stemcell = Bosh::Agent::StemCell::CentosBuilder.new({:agent_src_path => @agent_file, :log_level=>'WARN'})
+  end
+
+  after(:each) do
+    FileUtils.rm_f @agent_file
+  end
+
+  it "Should initialize the manifest should properly" do
+    @stemcell.manifest.values_at("cloud_properties").should_not be_nil
+    @stemcell.manifest["cloud_properties"]["root_device_name"].should eq '/dev/sda1'
+  end
+
+  it "Should initialize default iso options properly" do
+    @stemcell.iso.should eq "http://www.mirrorservice.org/sites/mirror.centos.org/6.3/isos/x86_64/CentOS-6.3-x86_64-minimal.iso"
+    @stemcell.iso_md5.should eq "087713752fa88c03a5e8471c661ad1a2"
+    @stemcell.iso_filename.should eq "CentOS-6.3-x86_64-minimal.iso"
+  end
+
+  it "Should initialize override options properly" do
+    @stemcell = Bosh::Agent::StemCell::CentosBuilder.new({:agent_src_path => @agent_file, :iso => "http://example.com/centos.iso", :iso_md5 => "123", :iso_filename => "centos.iso", :log_level=>'WARN'})
+    @stemcell.type.should eq "centos"
+    @stemcell.iso.should eq "http://example.com/centos.iso"
+    @stemcell.iso_md5.should eq "123"
+    @stemcell.iso_filename.should eq "centos.iso"
+  end
+
+  it "Should initialize type properly" do
+    @stemcell.type.should eq "centos"
+  end
+
+end

data/spec/stemcell_builder/redhat_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+describe Bosh::Agent::StemCell::RedhatBuilder do
+
+
+  before(:each) do
+    @agent_file = File.join("bosh-agent.gem")
+    FileUtils.touch @agent_file
+    @stemcell = Bosh::Agent::StemCell::RedhatBuilder.new({:agent_src_path => @agent_file, :log_level=>'ERROR'})
+  end
+
+  after(:each) do
+    FileUtils.rm_f @agent_file
+  end
+
+  it "Warns about RHN user/password if missing" do
+    logger = Logger.new(STDOUT)
+    logger.should_receive(:warn).with("Redhat Network Username is not specified")
+    logger.should_receive(:warn).with("Redhat Network Password is not specified")
+    @stemcell = Bosh::Agent::StemCell::RedhatBuilder.new({:agent_src_path => @agent_file, :logger => logger, :log_level=>'ERROR'})
+  end
+
+  it "Doesn't warn user if RHN user/password is specified" do
+    Logger.any_instance.should_not_receive(:warn).with("Redhat Network Username is not specified")
+    Logger.any_instance.should_not_receive(:warn).with("Redhat Network Password is not specified")
+    @stemcell = Bosh::Agent::StemCell::RedhatBuilder.new({:agent_src_path => @agent_file, :rhn_user => 'rhn_username', :rhn_pass => 'rhn_password', :log_level=>'ERROR'})
+  end
+
+  it "Should initialize type properly" do
+    @stemcell.type.should eq "redhat"
+  end
+
+  it "Should initialize the manifest should properly" do
+    @stemcell.manifest.values_at("cloud_properties").should_not be_nil
+    @stemcell.manifest["cloud_properties"]["root_device_name"].should eq '/dev/sda1'
+  end
+
+  it "Should initialize default options properly" do
+    @stemcell.type.should eq "redhat"
+    @stemcell.iso.should eq "http://rhnproxy1.uvm.edu/pub/redhat/rhel6-x86_64/isos/rhel-server-6.3-x86_64-dvd.iso"
+    @stemcell.iso_md5.should eq "d717af33dd258945e6304f9955487017"
+    @stemcell.iso_filename.should eq "rhel-server-6.3-x86_64-dvd.iso"
+  end
+
+  it "Should initialize override options properly" do
+    @stemcell = Bosh::Agent::StemCell::RedhatBuilder.new({:agent_src_path => @agent_file, :iso => "http://example.com/rhel.iso", :iso_md5 => "123", :iso_filename => "rhel.iso", :log_level=>'ERROR'})
+    @stemcell.type.should eq "redhat"
+    @stemcell.iso.should eq "http://example.com/rhel.iso"
+    @stemcell.iso_md5.should eq "123"
+    @stemcell.iso_filename.should eq "rhel.iso"
+  end
+
+end

data/spec/stemcell_builder/ubuntu_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+
+describe Bosh::Agent::StemCell::UbuntuBuilder do
+
+
+  before(:each) do
+    @agent_file = File.join("bosh-agent.gem")
+    FileUtils.touch @agent_file
+    @stemcell = Bosh::Agent::StemCell::UbuntuBuilder.new({:agent_src_path => @agent_file, :log_level=>'ERROR'})
+  end
+
+  after(:each) do
+    FileUtils.rm_f @agent_file
+  end
+
+  it "Should initialize type properly" do
+    @stemcell.type.should eq "ubuntu"
+  end
+
+  it "Should initialize the manifest should properly" do
+    @stemcell.manifest.values_at("cloud_properties").should_not be_nil
+    @stemcell.manifest["cloud_properties"]["root_device_name"].should eq '/dev/sda1'
+  end
+
+  it "Should initialize all options properly" do
+    @stemcell.iso.should eq "http://releases.ubuntu.com/11.04/ubuntu-11.04-server-amd64.iso"
+    @stemcell.iso_md5.should eq "355ca2417522cb4a77e0295bf45c5cd5"
+    @stemcell.iso_filename.should eq "ubuntu-11.04-server-amd64.iso"
+  end
+
+  it "Should initialize override options properly" do
+    @stemcell = Bosh::Agent::StemCell::UbuntuBuilder.new({:agent_src_path => @agent_file, :iso => "http://example.com/ubuntu.iso", :iso_md5 => "123", :iso_filename => "ubuntu.iso", :log_level=>'ERROR'})
+    @stemcell.iso.should eq "http://example.com/ubuntu.iso"
+    @stemcell.iso_md5.should eq "123"
+    @stemcell.iso_filename.should eq "ubuntu.iso"
+  end
+
+end

data/stemcell_builder.gemspec

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+$:.unshift(File.join(File.dirname(__FILE__), 'lib'))
+
+require "stemcell/version"
+
+Gem::Specification.new do |gem|
+  gem.name                        = "stemcell_builder"
+  gem.version                     = Bosh::Agent::StemCell::VERSION
+  gem.authors                     = ["Ankur Chauhan"]
+  gem.email                       = ["ankur@malloc64.com"]
+  gem.description                 = "Stemcell builder for Bosh"
+  gem.summary                     = "A commandline utility for creating stemcells for Bosh [ http://www.github.com/cloudfoundry/bosh ]"
+  gem.homepage                    = "http://www.github.com/ankurcha/stemcell"
+  gem.license                     = "MIT"
+
+  gem.files                       = `git ls-files`.split($/)
+  gem.bindir                      = "bin"
+  gem.executables                 = gem.files.grep(%r{^bin/}).map { |f| File.basename(f) }
+  gem.test_files                  = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths               = ["lib"]
+  
+  gem.platform                    = Gem::Platform::RUBY
+  gem.required_rubygems_version   = ">= 1.3.6"
+  gem.rubyforge_project           = "stemcell_builder"
+
+  # Dependencies  
+  gem.add_dependency                "net-scp", "~> 1.0.4"
+  gem.add_dependency                "net-ssh", "~> 2.2.0"
+  gem.add_dependency                "thor"
+  gem.add_dependency                "deep_merge"
+  gem.add_dependency                "logger-colors"
+  gem.add_dependency                "kwalify"
+  gem.add_dependency                "retryable"
+  gem.add_dependency                "veewee", "0.3.3"
+  gem.add_dependency                "fog", "1.9.0"
+  gem.add_dependency                "vagrant", "~> 1.0.7"
+  gem.add_dependency                "thor"
+
+  gem.add_development_dependency    "bundler"
+  gem.add_development_dependency    "rspec"
+  gem.add_development_dependency    "rubygems-tasks"
+end