stemcell_builder 1.0.8

data/.gitignore

@@ -0,0 +1,20 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea/**
+definitions/**
+iso/**

data/.rvmrc

@@ -0,0 +1 @@
+rvm use 1.9.3

data/.travis.yml

@@ -0,0 +1 @@
+language: ruby

data/Gemfile

@@ -0,0 +1,14 @@
+#if RUBY_VERSION =~ /1.9/
+    #Encoding.default_external = Encoding::UTF_8
+    #Encoding.default_internal = Encoding::UTF_8
+#end
+
+source 'https://rubygems.org'
+
+# development and test dependencies
+group :test do
+	gem 'rake'
+end
+
+# Specify your gem's dependencies in builder.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Ankur Chauhan
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,123 @@
+# BOSH Stemcell Builder [![Build Status](https://travis-ci.org/ankurcha/stemcell.png?branch=master)](https://travis-ci.org/ankurcha/stemcell)
+
+The stemcell builder is a commandline tool to create new [BOSH](https://www.github.com/cloudfoundry/bosh) stemcells. 
+
+You can get more infomation about BOSH at [https://www.github.com/cloudfoundry/bosh](https://www.github.com/cloudfoundry/bosh).
+
+    This product is under active development and definitely needs work. 
+    Expect things to broken and feel free to open bugs/issues. I will get to them as soon as possible.
+
+## Installation
+
+### Install virtualbox
+
+    Follow instructions on: https://www.virtualbox.org/wiki/Downloads
+
+### Install veewee
+
+    $ gem install veewee --no-ri --no-rdoc
+
+### Install vagrant
+
+    $ gem install vagrant --no-ri --no-rdoc
+
+### Install stemcell builder
+
+    $ gem install stemcell_builder
+
+### Checkout BOSH source
+
+If you want to build the BOSH agent from source.
+
+Checkout bosh 
+
+    $ git clone git://github.com/cloudfoundry/bosh.git ~/bosh
+
+Build the agent atrifacts using the following commands
+
+    $ bundle install
+    $ bundle exec rake all:finalize_release_directory
+
+## Usage
+
+The following is a listing of commands
+```
+Tasks:
+  stemcell_builder build SUBCOMMAND ...ARGS  # Build a new stemcell
+  stemcell_builder help [TASK]               # Describe available tasks or one specific task
+  stemcell_builder info <file>               # Display stemcell information, it looks for stemcell file name <file>
+  stemcell_builder validate <file>           # Validate stemcell, it looks for stemcell file name <file>
+```
+The `stemcell build` command gives the following options
+
+```
+Tasks:
+  stemcell_builder build centos          # Build a new centos stemcell
+  stemcell_builder build help [COMMAND]  # Describe subcommands or one specific subco...
+  stemcell_builder build redhat          # Build a new redhat stemcell
+  stemcell_builder build ubuntu          # Build a new ubuntu stemcell
+
+Options:
+  [--name=<name>]                              # Name of the stemcell
+  [--prefix=<prefix>]                          # Directory to use as staging area for all the stemcell work
+  [--architecture=<architecture>]              # Architecture of the OS
+  [--infrastructure=<infrastructure>]          # Infrastructure hosting the vm
+  [--target=<target>]                          # Path for the final stemcell
+  [--agent-src-path=<agent_src_path>]          # Bosh Agent Source path, this may be the gem or directory path of Bosh agent source
+  [--agent-version=<agent_version>]            # Bosh Agent version being installed
+  [--agent-protocol=<agent_protocol_version>]  # Bosh Agent Protocol Version being installed
+  [--iso=<iso file path>]                      # Path to the iso file to use
+  [--iso-md5=<MD5 of iso file>]                # <MD5 hash>
+  [--gui=Run virtualbox in headed mode]        # Run virtualbox headless
+  [--definitions-dir=<path to definitions>]    # Absolute path to the definitions directory to use instead of the built in ones
+  [--log-level=DEBUG|INFO|WARN|ERROR|FATAL]    # Level of verbosity for the logs, should match ruby logger levels: DEBUG < INFO < WARN < ERROR < FATAL
+  [--micro=convert to micro bosh]              # Convert Stemcell into a micro Stemcell
+  [--release-manifest=<agent_src_path>]        # Micro Bosh release manifest, generally <bosh_src_root>/release/micro/<infrastructure>.yml
+  [--release-tar=<precompiled_release_tar>]    # Precompiled micro Bosh release tar archive
+  [--package-compiler=<package_compiler>]      # Path to Bosh package compiler gems, generally <bosh_src_root>/release/src/bosh/package_compiler/
+  [--ssh-port=<ssh_host_port>]                 # Port to use for the ssh tunnel to the vm, if nothing is specified a random open port will be selected
+```
+
+In case of a redhat installation, the following additional options should also be provided
+```
+  [--rhn-user=<rhn username>]                  # Redhat Network Username
+  [--rhn-pass=<rhn password>]                  # Redhat Network Password
+```
+
+## Examples
+
+To create a Ubuntu stemcell
+
+    stemcell_builder build ubuntu --agent-src-path=~/bosh/release/src/bosh/bosh_agent/ --name=bosh-ubuntu-stemcell
+
+To create a Centos stemcell
+
+    stemcell_builder build centos --agent-src-path=~/bosh/release/src/bosh/bosh_agent/ --name=bosh-centos-stemcell
+
+To create a Redhat stemcell
+
+    stemcell_builder build redhat --agent-src-path=~/bosh/release/src/bosh/bosh_agent/ --name=bosh-rhel-stemcell --rhn-user=<RHN username> --rhn-password=<RHN password>
+
+To create a Ubuntu MicroBOSH stemcell
+    
+    stemcell_builder build ubuntu --micro --agent-src-path=~/bosh/release/src/bosh/bosh_agent/ --release-tar=~/bosh/release/dev_releases/micro-bosh-0.1-dev.tgz --release-manifest=~/bosh/release/micro/vsphere.yml --package-compiler=~/bosh/release/src/bosh/package_compiler/ --name=micro-bosh-stemcell
+
+To create a Centos MicroBOSH stemcell
+    
+    stemcell_builder build centos --micro --agent-src-path=~/bosh/release/src/bosh/bosh_agent/ --release-tar=~/bosh/release/dev_releases/micro-bosh-0.1-dev.tgz --release-manifest=~/bosh/release/micro/vsphere.yml --package-compiler=~/bosh/release/src/bosh/package_compiler/ --name=micro-bosh-stemcell
+
+## TODO
+This tool supports only a small subset of operations. Currently, the tool is targeted
+to be able to create vsphere templates for ubuntu and centOS 6.x. The following is a list of things
+that need to be done before we can call it ready for primetime (in order of priority).
+* Add Micro cloudfoundry build support
+* Support AWS
+* Support Openstack
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,10 @@
+#!/usr/bin/env rake
+
+require 'rspec/core/rake_task'
+require 'rubygems/tasks'
+
+Gem::Tasks.new
+RSpec::Core::RakeTask.new
+
+task :default => :spec
+task :test => :spec

data/assets/box.ovf.erb

@@ -0,0 +1,81 @@
+<?xml version="1.0"?>
+<Envelope ovf:version="1.0" xml:lang="en-US" xmlns="http://schemas.dmtf.org/ovf/envelope/1" xmlns:ovf="http://schemas.dmtf.org/ovf/envelope/1" xmlns:rasd="http://schemas.dmtf.org/wbem/wscim/1/cim-schema/2/CIM_ResourceAllocationSettingData" xmlns:vssd="http://schemas.dmtf.org/wbem/wscim/1/cim-schema/2/CIM_VirtualSystemSettingData" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:vmw="http://www.vmware.com/schema/ovf">
+  <References>
+    <File ovf:href="<%= @vmdk_filename %>" ovf:id="file1"/>
+  </References>
+  <DiskSection>
+    <Info>List of the virtual disks used in the package</Info>
+    <Disk ovf:capacity="10632560640" ovf:diskId="vmdisk1" ovf:fileRef="file1" ovf:format="http://www.vmware.com/interfaces/specifications/vmdk.html#streamOptimized"/>
+  </DiskSection>
+  <VirtualSystem ovf:id="<%= @vm_name %>">
+    <Info>A virtual machine</Info>
+    <OperatingSystemSection ovf:id="94" vmw:osType="otherLinux64Guest">
+      <Info>The kind of installed guest operating system</Info>
+    </OperatingSystemSection>
+    <VirtualHardwareSection>
+      <Info>Virtual hardware requirements for a virtual machine</Info>
+      <System>
+        <vssd:ElementName>Virtual Hardware Family</vssd:ElementName>
+        <vssd:InstanceID>0</vssd:InstanceID>
+        <vssd:VirtualSystemIdentifier><%= @vm_name %></vssd:VirtualSystemIdentifier>
+        <vssd:VirtualSystemType>vmx-07</vssd:VirtualSystemType>
+      </System>
+      <Item>
+        <rasd:Caption>1 virtual CPU</rasd:Caption>
+        <rasd:Description>Number of virtual CPUs</rasd:Description>
+        <rasd:ElementName>1 virtual CPU</rasd:ElementName>
+        <rasd:InstanceID>1</rasd:InstanceID>
+        <rasd:ResourceType>3</rasd:ResourceType>
+        <rasd:VirtualQuantity>1</rasd:VirtualQuantity>
+      </Item>
+      <Item>
+        <rasd:AllocationUnits>MegaBytes</rasd:AllocationUnits>
+        <rasd:Caption>512 MB of memory</rasd:Caption>
+        <rasd:Description>Memory Size</rasd:Description>
+        <rasd:ElementName>512 MB of memory</rasd:ElementName>
+        <rasd:InstanceID>2</rasd:InstanceID>
+        <rasd:ResourceType>4</rasd:ResourceType>
+        <rasd:VirtualQuantity>512</rasd:VirtualQuantity>
+      </Item>
+      <Item>
+        <rasd:Address>0</rasd:Address>
+        <rasd:Description>SCSI Controller</rasd:Description>
+        <rasd:ElementName>scsiController0</rasd:ElementName>
+        <rasd:InstanceID>3</rasd:InstanceID>
+        <rasd:ResourceSubType>lsilogic</rasd:ResourceSubType>
+        <rasd:ResourceType>6</rasd:ResourceType>
+      </Item>
+      <Item>
+        <rasd:Address>0</rasd:Address>
+        <rasd:Description>IDE Controller</rasd:Description>
+        <rasd:ElementName>ideController0</rasd:ElementName>
+        <rasd:InstanceID>4</rasd:InstanceID>
+        <rasd:ResourceType>5</rasd:ResourceType>
+      </Item>
+      <Item ovf:required="false">
+        <rasd:AddressOnParent>0</rasd:AddressOnParent>
+        <rasd:AutomaticAllocation>false</rasd:AutomaticAllocation>
+        <rasd:Description>Floppy Drive</rasd:Description>
+        <rasd:ElementName>floppy0</rasd:ElementName>
+        <rasd:InstanceID>5</rasd:InstanceID>
+        <rasd:ResourceType>14</rasd:ResourceType>
+      </Item>
+      <Item ovf:required="false">
+        <rasd:AddressOnParent>0</rasd:AddressOnParent>
+        <rasd:AutomaticAllocation>false</rasd:AutomaticAllocation>
+        <rasd:ElementName>cdrom1</rasd:ElementName>
+        <rasd:InstanceID>6</rasd:InstanceID>
+        <rasd:Parent>4</rasd:Parent>
+        <rasd:ResourceType>15</rasd:ResourceType>
+      </Item>
+      <Item>
+        <rasd:AddressOnParent>0</rasd:AddressOnParent>
+        <rasd:ElementName>disk1</rasd:ElementName>
+        <rasd:HostResource>ovf:/disk/vmdisk1</rasd:HostResource>
+        <rasd:InstanceID>7</rasd:InstanceID>
+        <rasd:Parent>3</rasd:Parent>
+        <rasd:ResourceType>17</rasd:ResourceType>
+      </Item>
+    </VirtualHardwareSection>
+  </VirtualSystem>
+</Envelope>

data/assets/stemcell_mf_schema.yaml

@@ -0,0 +1,30 @@
+type: map
+mapping:
+  "name":
+    type: str
+    required: yes
+  "version":
+    type: str
+    required: yes
+  "bosh_protocol":
+    type: int
+    required: yes
+  "sha1":
+    type: str
+    required: no
+  "cloud_properties":
+    type: map
+    required: yes
+    mapping:
+      "root_device_name":
+        type: str
+        required: no
+        default: "/dev/sda1"
+      "architecture":
+              type: str
+              enum: [x86_64, i386]
+              required: no
+      "infrastructure":
+              type: str
+              enum: [vsphere, aws, openstack]
+              required: no

data/bin/stemcell_builder

@@ -0,0 +1,138 @@
+#!/usr/bin/env ruby
+$:.unshift File.join(__FILE__, "..", "..", "lib")
+
+require 'rubygems'
+require 'thor'
+require 'kwalify'
+require 'stemcell'
+require 'digest'
+
+module StemCellBuilderCLI
+
+  class Build < Thor
+    class_option :name,             :banner => "<name>",
+                                    :desc => "Name of the stemcell"
+    class_option :prefix,           :banner => "<prefix>",
+                                    :desc => "Directory to use as staging area for all the stemcell work"
+    class_option :architecture,     :banner => "<architecture>",
+                                    :desc => "Architecture of the OS"
+    class_option :infrastructure,   :banner => "<infrastructure>",
+                                    :desc => "Infrastructure hosting the vm"
+    class_option :target,           :banner => "<target>",
+                                    :desc => "Path for the final stemcell"
+    class_option :agent_src_path,   :banner => "<agent_src_path>",
+                                    :desc => "Bosh Agent Source path, this may be the gem or directory path of Bosh agent source"
+    class_option :agent_version,    :banner => "<agent_version>",
+                                    :desc => "Bosh Agent version being installed"
+    class_option :agent_protocol,   :banner => "<agent_protocol_version>",
+                                    :desc => "Bosh Agent Protocol Version being installed"
+    class_option :iso,              :banner => "<iso file path>",
+                                    :desc => "Path to the iso file to use"
+    class_option :iso_md5,          :banner => "<MD5 of iso file>",
+                                    :desc => "<MD5 hash>"
+    class_option :gui,              :banner => "Run virtualbox in headed mode", :type => :boolean,
+                                    :desc => "Run virtualbox headless"
+    class_option :definitions_dir,  :banner => "<path to definitions>",
+                                    :desc => "Absolute path to the definitions directory to use instead of the built in ones"
+    class_option :log_level,        :banner => "DEBUG|INFO|WARN|ERROR|FATAL",
+                                    :desc => "Level of verbosity for the logs, should match ruby logger levels: DEBUG < INFO < WARN < ERROR < FATAL"
+    class_option :micro,            :banner => "convert to micro bosh", :type => :boolean,
+                                    :desc => "Convert Stemcell into a micro Stemcell"
+    class_option :release_manifest, :banner => "<agent_src_path>",
+                                    :desc => "Micro Bosh release manifest, generally <bosh_src_root>/release/micro/<infrastructure>.yml"
+    class_option :release_tar,      :banner => "<precompiled_release_tar>",
+                                    :desc => "Precompiled micro Bosh release tar archive"
+    class_option :package_compiler, :banner => "<package_compiler>",
+                                    :desc => "Path to Bosh package compiler gems, generally <bosh_src_root>/release/src/bosh/package_compiler/"
+    class_option :ssh_port,         :banner => "<ssh_host_port>",
+                                    :desc => "Port to use for the ssh tunnel to the vm, if nothing is specified a random open port will be selected"
+
+    desc "ubuntu", "Build a new ubuntu stemcell"
+    def ubuntu
+      Bosh::Agent::StemCell::UbuntuBuilder.new(options.dup).run
+    end
+
+    desc "redhat", "Build a new redhat stemcell"
+    method_option :rhn_user,      :type => :string, 
+                                  :banner => "<rhn username>",
+                                  :desc => "Redhat Network Username"
+    method_option :rhn_pass,      :type => :string, 
+                                  :banner => "<rhn password>",
+                                  :desc => "Redhat Network Password"
+    def redhat
+      Bosh::Agent::StemCell::RedhatBuilder.new(options.dup).run
+    end
+
+    desc "centos", "Build a new centos stemcell"
+    def centos
+      Bosh::Agent::StemCell::CentosBuilder.new(options.dup).run
+    end
+
+  end
+
+  class StemCellBuilder < Thor
+
+    desc "build SUBCOMMAND ...ARGS", "Build a new stemcell"
+    subcommand "build", Build
+
+    desc "info <file>", "Display stemcell information, it looks for stemcell file name <file>"
+    def info(file)
+      raise "File #{file} does not exist." unless File.exists? file
+
+      Kernel.system "tar -tvf #{file}"
+
+      dir = Dir.mktmpdir
+      Dir.chdir(dir) do
+        if Kernel.system("tar -xzf #{file} stemcell.MF")
+          puts File.open("stemcell.MF").read()
+        end
+      end
+    end
+
+    desc "validate <file>", "Validate stemcell, it looks for stemcell file name <file>"
+    def validate(file)
+      raise "File #{file} does not exist." unless File.exists? file
+      file = File.expand_path file
+      is_ok = true
+      dir = Dir.mktmpdir
+      Dir.chdir(dir) do
+        puts "Validating #{File.basename(file)} ... "
+        if Kernel.system("tar -xzf #{file}")
+          schema = YAML.load_file(File.join(File.dirname(__FILE__), "..", "assets", "stemcell_mf_schema.yaml"))
+          validator = Kwalify::Validator.new(schema)
+          stemcell_mf = YAML.load_file("stemcell.MF")
+          error_list = validator.validate(stemcell_mf)
+          if error_list.empty?
+            puts "stemcell.MF schema \t[OK]"
+          else
+            puts "stemcell.MF schema \t[FAIL]"
+            error_list.each do |error|     # error is instance of Kwalify::ValidationError
+              puts "Error: [#{error.path}] #{error.message}"
+            end
+            is_ok = false
+          end
+          if stemcell_mf && stemcell_mf["sha1"]
+            image_sha1 = Digest::SHA1.file("image").hexdigest
+            if image_sha1 == stemcell_mf["sha1"]
+              puts "Image SHA       \t[OK]"
+            else
+              puts "Image SHA       \t[FAIL]"
+              puts "Error: SHA1 of the image does not match the one given in stemcell.MF - Expected: #{stemcell_mf["sha1"]} Actual: #{image_sha1}"
+              is_ok = false
+            end
+          end
+        end
+      end
+      if is_ok
+        puts "Stemcell: #{file} \t[OK]"
+      else
+        puts "Stemcell: #{file} \t[FAIL]"
+      end
+    end
+
+  end
+
+end
+
+# Start StemcellBuilder
+StemCellBuilderCLI::StemCellBuilder.start(ARGV)