PackerFiles 0.0.1

data/lib/PackerFiles/OS/Ubuntu/Desktop.rb

@@ -0,0 +1,50 @@
+# Requires
+require_relative 'Server'
+require_relative 'DesktopCD'
+
+# OS class that handles details for generating Packer files for Ubuntu
+# Desktop.
+module PackerFiles
+ module Ubuntu
+
+   class Desktop < Ubuntu::Server
+
+     # Constructor. Yield self for further initialization
+     def initialize
+        super
+     end 
+
+     # Hook function called before normalizing CD Image
+     def cd_image_hook
+	self.CDImage.impl = Ubuntu::DesktopCD.new
+     end 
+
+     # Hook for writing into preseed file.
+     def preseed_write_hook(objects)
+
+	# Get Preseed object from the base class.
+	preseed = super
+
+	# Generate Ubiquity specific sections.
+	preseed.eval_file 'Ubuntu/Templates/ubiquity_erb.rb', {'obj' => self}
+     end
+
+     # Name of the preseed file
+     def preseed_file
+        rel  = self.CDImage.release
+        arch = self.CDImage.arch
+        name = "preseed-ubuntu-desktop-#{rel}-#{arch}.cfg"
+	File.join(http_dir, name)
+     end
+
+     # Boot Command Override
+     def boot_command
+        file  = PackerFiles.DirPath('Ubuntu/Templates/boot_command_desktop_erb.rb')
+	hash  = { 'obj' => self}
+        value = PackerFiles.evaluate_erb(file.first, hash)
+	value.split("\n")
+     end
+
+  end
+ end
+end 

data/lib/PackerFiles/OS/Ubuntu/DesktopCD.rb

@@ -0,0 +1,16 @@
+# Requires
+require_relative 'CD'
+
+# An implementation for CDImage for Ubuntu Desktop.
+module PackerFiles
+   module Ubuntu
+      class DesktopCD < CD
+ 
+         # Override method for getting the ISO name
+	 def get_iso_name_pattern
+	    'ubuntu-@release@-desktop-@arch@.iso'
+         end
+
+      end
+   end
+end

data/lib/PackerFiles/OS/Ubuntu/Mirrors.rb

@@ -0,0 +1,103 @@
+# Requires
+require 'open-uri'
+require 'uri'
+require 'Utils/AutoZone'
+require 'Utils/FastestURL'
+require 'nokogiri'
+
+# Auto configures the Ubuntu mirror list. This is useful in pre-seeding
+# the fastest possible mirror.
+module PackerFiles
+ module Ubuntu
+   class Mirrors
+
+      # default ubuntu mirror
+      @@default = 'http://archive.ubuntu.com/ubuntu'
+
+      # Default ubuntu mirror list for any country.
+      @@mirrors = 'http://mirrors.ubuntu.com/@country@.txt'
+
+      # Default Master archive mirror list
+      @@master  = 'https://launchpad.net/ubuntu/+archivemirrors'
+
+      # accessors
+      attr_reader :hosts
+      attr_reader :best
+      attr_reader :proxy
+
+      # Constructor
+      def initialize
+
+         # A Single web page get more than this (in seconds) is SLOW  
+         limit   = 1 
+
+         # No. of trials for a web page
+         trials  = 4  
+   
+	 # Get the name of the http proxy
+	 @proxy   = ENV['http_proxy'] 
+
+         # Get the host list of mirrors for this country
+         code     = Utils::AutoZone.new.country_code.upcase
+         @hosts   = country_mirror(code)
+	 if @hosts.empty?
+	    @hosts   = [@@default] if @hosts.empty?
+	    @best    = URI::parse(@@default)
+	 else
+	    @hosts   = filter_status_unknown.compact
+	    f        = Utils::FastestURL.new(limit, trials)
+	    all      = f.best_urls(@hosts).flatten
+	    begin
+	       @best    = URI::parse(all.first)
+	    rescue Exception => e
+	       puts "Exception: #{e}, All: #{all.to_s}"
+	       raise e
+	    end
+	 end
+      end
+
+      # Given the country code, get a list of mirror sites that match
+      # the country code.
+      private
+      def country_mirror(code)
+        url      = @@mirrors.gsub('@country@', code)
+        contents = open(url) {|f| f.read}
+        return contents.split("\n")
+      end
+
+      # Given a list of hosts which can act as mirrors, filter out those
+      # hosts whose status is unknown, as they can cause updates and 
+      # new installation packages to fail.
+      private
+      def filter_status_unknown
+	
+	# Parse the HTML from the master index archive.
+	page = Nokogiri::HTML(open(@@master))
+
+	# Iterate through the list of hosts
+	@hosts.map {|host|
+	   node = page.css('td').select {|node|
+              aref = node.css('a')
+              if aref.empty?
+                false
+              else
+                aref.first['href'] == host
+              end
+           }
+	   if node.empty?
+	      nil
+	   else
+              text = node.first.next_element.next_element.text
+	      if text.include?('Last update unknown')
+		nil
+	      else
+	        host
+	      end
+	   end
+	}
+      end
+
+   end #class Mirror
+
+ end
+end 

data/lib/PackerFiles/OS/Ubuntu/Server.rb

@@ -0,0 +1,78 @@
+# Requires
+require 'OS/Debian/Server'
+require_relative 'CD'
+require_relative 'Mirrors'
+
+# OS class that handles details for generating Packer files for Ubuntu
+# Servers.
+module PackerFiles
+ module Ubuntu
+
+   class Server < Debian::Server
+
+     # Constructor. Yield self for further initialization
+     def initialize
+        super
+     end 
+
+     # Hook function called before normalizing CD Image
+     def cd_image_hook
+	self.CDImage.impl = Ubuntu::CD.new
+     end 
+
+     # Hook for writing into preseed file.
+     def preseed_write_hook(objects)
+
+	# Preseed file by evaluating templates @ Debian folder.
+	preseed = Debian::Preseed.new(preseed_file)
+
+        # Convert objects into Preseed configuration.
+        objects.each do |obj|
+	   if obj.is_a? Debian::Apt
+	      preseed.convert obj, 'Ubuntu/Templates'
+	   else
+	      preseed.convert obj, 'Debian/Templates'
+	   end
+        end
+
+	# Generate fastest debian mirrors
+	preseed.eval_file 'Debian/Templates/Mirrors_erb.rb', 
+			  {'obj' => Ubuntu::Mirrors.new}
+
+        # Return the preseed object for further customization 
+        # by derived classes.
+	return preseed
+
+     end
+
+     # Name of the preseed file
+     def preseed_file
+        rel  = self.CDImage.release
+        arch = self.CDImage.arch
+        name = "preseed-ubuntu-server-#{rel}-#{arch}.cfg"
+	File.join(http_dir, name)
+     end
+
+     # Boot Command Override
+     def boot_command
+        file  = PackerFiles.DirPath('Ubuntu/Templates/boot_command_erb.rb')
+	hash  = { 'obj' => self, 'network' => self.Network }
+        value = PackerFiles.evaluate_erb(file.first, hash)
+	value.split("\n")
+     end
+
+     # Guest OS Type override
+     def guest_os_type
+	return "Ubuntu_64" if (self.CDImage.arch == "amd64")
+	return "Ubuntu"
+     end
+
+     # VMWare Guest OS Type override
+     def vmware_guest_os_type
+	return "ubuntu-64" if (self.CDImage.arch == "amd64")
+	return "ubuntu"
+     end
+
+  end
+ end
+end 

data/lib/PackerFiles/OS/Ubuntu/Templates/Apt_erb.rb

@@ -0,0 +1,18 @@
+# Apt Configuration Section
+apt-cdrom-setup apt-setup/cdrom/set-first boolean false
+apt-mirror-setup apt-setup/use_mirror boolean true
+popularity-contest popularity-contest/participate boolean false
+tasksel tasksel/first multiselect <%= @obj.tasks.join(',') %>
+d-i apt-setup/restricted boolean <%= @obj.non_free %>
+d-i apt-setup/multiverse boolean <%= @obj.non_free %>
+d-i apt-setup/universe boolean   <%= @obj.contrib  %>
+d-i pkgsel/upgrade select <%= @obj.upgrades %>
+d-i pkgsel/update-policy select unattended-upgrades
+d-i apt-setup/services-select multiselect security, updates
+
+# Basic OS Settings and Configuration
+d-i base-installer/kernel/override-image string <%= @obj.kernel %>
+d-i finish-install/reboot_in_progress note
+d-i grub-installer/only_debian boolean true
+d-i grub-installer/with_other_os boolean true
+

data/lib/PackerFiles/OS/Ubuntu/Templates/boot_command_desktop_erb.rb

@@ -0,0 +1,36 @@
+<esc><esc><esc>
+<enter><wait>
+<% if @obj.CDImage.arch == "amd64" -%>
+/casper/vmlinuz.efi  <wait>
+<% else -%>
+/casper/vmlinuz  <wait>
+<% end  -%>
+keyboard-configuration/layoutcode=<%= @obj.Keyboard.layout %>  
+noprompt  
+automatic-ubiquity  
+boot=casper  
+initrd=/casper/initrd.lz  
+quiet  
+splash 
+auto=true priority=critical 
+<% preseed = @obj.preseed_file.gsub(@obj.http_dir,'').gsub('/', '') -%>
+<% if @obj.Network.nil? -%>
+url=http://{{user `host`}}:{{user `port`}}/<%= preseed -%> <wait>
+<% elsif !@obj.Network.is_static? -%>
+url=http://{{ .HTTPIP }}:{{ .HTTPPort }}/<%=   preseed -%> <wait>
+<% else -%>
+url=http://{{user `host`}}:{{user `port`}}/<%= preseed -%> <wait>
+<% end  -%>
+<% if !@obj.Network.nil? && @obj.Network.is_static? -%>
+netcfg/disable_autoconfig=true <wait>
+netcfg/get_ipaddress=<%= @obj.Network.ip %> <wait>
+netcfg/get_netmask=<%= @obj.Network.mask %> <wait>
+netcfg/get_gateway=<%= @obj.Network.gateway %>  <wait>
+netcfg/get_nameservers=<%= @obj.Network.dns.join(" ") %> <wait>
+netcfg/confirm_static=true <wait>
+netcfg/dhcp_timeout=60 <wait>
+netcfg/dhcpv6_timeout=60 <wait>
+netcfg/get_hostname=unassigned-hostname <wait>
+netcfg/get_domain=unassigned-domain     <wait>
+<% end -%>
+-- <enter> <wait>

data/lib/PackerFiles/OS/Ubuntu/Templates/boot_command_erb.rb

@@ -0,0 +1,30 @@
+<esc><wait>
+<esc><wait>
+<enter><wait>
+/install/vmlinuz <wait>
+initrd=/install/initrd.gz <wait>
+fb=false <wait>
+noapic <wait>
+auto=true priority=critical <wait>
+<% preseed = @obj.preseed_file.gsub(@obj.http_dir,'').gsub('/', '') -%>
+<% if @network.nil? -%>
+preseed/url=http://{{user `host`}}:{{user `port`}}/<%= preseed -%> <wait>
+<% elsif !@network.is_static? -%>
+preseed/url=http://{{ .HTTPIP }}:{{ .HTTPPort }}/<%=   preseed -%> <wait>
+<% else -%>
+preseed/url=http://{{user `host`}}:{{user `port`}}/<%= preseed -%> <wait>
+<% end  -%>
+<% if !@network.nil? && @network.is_static? -%>
+netcfg/disable_autoconfig=true <wait>
+netcfg/get_ipaddress=<%= @network.ip %> <wait>
+netcfg/get_netmask=<%= @network.mask %> <wait>
+netcfg/get_gateway=<%= @network.gateway %>  <wait>
+netcfg/get_nameservers=<%= @network.dns.join(" ") %> <wait>
+netcfg/confirm_static=true <wait>
+netcfg/dhcp_timeout=60 <wait>
+netcfg/dhcpv6_timeout=60 <wait>
+netcfg/get_hostname=unassigned-hostname <wait>
+netcfg/get_domain=unassigned-domain     <wait>
+<% end -%>
+ -- <wait> 
+<enter><wait>

data/lib/PackerFiles/OS/Ubuntu/Templates/ubiquity_erb.rb

@@ -0,0 +1,8 @@
+# Various Parameters for Ubiquity to work properly.
+ubiquity languagechooser/language-name   select  English
+ubiquity ubiquity/reboot boolean true
+<% if !@obj.Packages.list.nil? -%>
+ubiquity ubiquity/success_command string in-target apt-get --yes install <%= @obj.Packages.list.join(' ') %>
+<% end -%>
+
+

data/lib/PackerFiles/OS/example/Doc.txt

@@ -0,0 +1,8 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Generate files for Packer tool using the template below:
+PackerFiles.Generate('<%= @os_name -%>') do |os|
+<%= @content.join("\n") %>
+
+end

data/lib/PackerFiles/Provision/Base.rb

@@ -0,0 +1,20 @@
+# Requires
+require 'Utils/HashSerializer'
+
+# The Remote Copier class is used for copying local files or directories
+# into the remote host.
+module PackerFiles
+  module Provision
+    class Base < Utils::HashSerializer 
+
+       # Various accessors common for all Provisioners.
+       hash_variable  :only, Array
+       hash_variable  :except, Array
+       hash_variable  :type
+
+       # attribute accessor
+       attr_accessor   :os
+    
+    end
+  end
+end

data/lib/PackerFiles/Provision/ChefSolo.rb

@@ -0,0 +1,90 @@
+# Requires
+require 'json'
+require_relative 'Base'
+require_relative 'ChefSoloHelper'
+
+# The Chef Solo class is used for executing a series of Cookbooks
+# inside the VM, using chef solo provisioner.
+module PackerFiles
+   module Provision 
+      class ChefSolo < Base 
+
+         # Various accessors
+	 hash_variable  :cookbook_paths, Array, :convert_cookbook_paths
+	 hash_variable  :data_bags_path
+	 hash_variable  :encrypted_data_bag_secret_path
+         hash_variable  :execute_command
+	 hash_variable  :install_command
+	 hash_variable  :json, String, :convert_to_json
+	 hash_variable  :prevent_sudo, String, :convert_sudo_to_boolean
+	 hash_variable  :remote_cookbook_paths
+	 hash_variable  :roles_path
+	 hash_variable  :run_list, Array
+	 hash_variable  :skip_install, String, :convert_skip_to_boolean
+	 hash_variable  :staging_directory
+	 
+	 # Attribute accessor which is not converted into a hash serializer
+	 #attr_accessor  :download_cookbooks 
+
+	 # JSON converter
+	 def convert_to_json
+	    # Check if it is a string and if so parse it into JSON
+	    begin
+	       return JSON.parse(self.json)
+	    rescue JSON::ParserError => e
+	       return JSON.parse(File.read(self.json))
+	    end
+	 end
+
+         # Cookbook Path converter
+	 def convert_cookbook_paths
+	    self.cookbook_paths.map {|p| File.absolute_path(p)}
+	 end
+  
+	 # Boolean converter for prevent_sudo
+	 def convert_sudo_to_boolean
+	    (self.prevent_sudo.to_i > 0) ? true : false
+	 end
+ 
+	 # Boolean converter for skip_install
+	 def convert_skip_to_boolean
+	    (self.skip_install.to_i > 0) ? true : false
+	 end
+
+         # Constructor yields self
+         def initialize(&block)
+	    yield self if block_given?
+	    @type = 'chef-solo'
+         end 
+
+         # If chef-solo has to work, all the dependent cookbooks also
+         # needs to be found in one of the cookbook folders. So we need
+         # to intercept the to_hash call to extract cookbooks inside a 
+	 # .tar.gz bundle.
+         def to_hash(*args)
+	   
+	    # The Provisioner usually passes the OS class as it's first
+	    # argument
+	    os   = args[0]
+
+	    # Some cookbook paths are special in the sense, they are .tar.gz
+	    # bundles. The code fragment handles that special case.
+	    convert_cookbook_paths.each_with_index do |path, index|
+               next if !path.end_with?('.tar.gz')
+	       temp   = Dir.mktmpdir('dep', os.OutDir) 
+	       helper = ChefSoloHelper.new(path)
+	       local  = helper.download_files(os.OutDir)
+	       helper.extract_files(temp, local)
+	       @cookbook_paths.push(temp)
+	    end
+
+	    # Remove all the cookbooks that end with .tar.gz
+	    @cookbook_paths.delete_if {|cb| cb.end_with?('.tar.gz')}
+
+	    # call back the original to_hash function.
+	    super
+         end
+
+     end
+  end
+end

data/lib/PackerFiles/Provision/ChefSoloHelper.rb

@@ -0,0 +1,72 @@
+# Requires
+require 'uri'
+require 'open-uri'
+require 'rubygems/package'
+require 'zlib'
+require 'fileutils'
+
+# Chef Solo helper is useful to download [remote tar.gz] files into a local
+# folder.
+module PackerFiles
+  module Provision
+    class ChefSoloHelper
+
+       # Just remember the name of the file 
+       attr_accessor :tar_gz_file
+
+       # Initialize the helper with the path of the .tar.gz file
+       def initialize(tar_gz_file)
+          @tar_gz_file = tar_gz_file
+       end
+
+      # Given a top level directory, and the tar_gz_file, download
+      # it locally if it is a remote file.
+      def download_files(top_dir)
+	 url = URI::parse(@tar_gz_file)
+	 if url.scheme.nil?
+	    return @tar_gz_file
+         else
+	    name    = File.join(top_dir, File.basename(@tar_gz_file))
+	    content = open(@tar_gz_file) {|f| f.read}
+	    File.write(name, content)
+	    return name
+	 end
+      end 
+
+      # Given a list of .tar.gz files, untar and ungzip them
+      def extract_files(dest_dir, file)
+         untar(ungzip(file), dest_dir)
+      end
+
+      # un-gzips the given IO, returning the decompressed version 
+      # as a StringIO
+      private
+      def ungzip(tarfile)
+         zip   = Zlib::GzipReader.open(tarfile)
+         unzip = StringIO.new(zip.read)
+         zip.close
+         unzip
+      end
+
+      # untars the given IO into the specified directory
+      private
+      def untar(io, dest_dir)
+         Gem::Package::TarReader.new io do |tar|
+            tar.each do |tarfile|
+               dest = File.join(dest_dir, tarfile.full_name)
+               if tarfile.directory?
+                  FileUtils.mkdir_p(dest)
+	          next
+               end
+               dir = File.dirname(dest)
+               FileUtils.mkdir_p dir unless File.directory?(dir)
+               File.open dest, "wb" do |f|
+                  f.print tarfile.read
+               end
+            end
+         end
+      end
+
+    end
+  end
+end

data/lib/PackerFiles/Provision/Copy.rb

@@ -0,0 +1,22 @@
+# Requires
+require_relative 'Base'
+
+# The Remote Copier class is used for copying local files or directories
+# into the remote host.
+module PackerFiles
+  module Provision
+    class Copy < Base 
+
+       # Various accessors
+       hash_variable  :source
+       hash_variable  :destination
+    
+       # Constructor yields self
+       def initialize(&block)
+	  yield self if block_given?
+	  @type = 'file'
+       end 
+
+    end
+  end
+end

data/lib/PackerFiles/Provision/ExternalScript.rb

@@ -0,0 +1,43 @@
+# Requires
+require_relative 'Base'
+
+# The External script class is used for executing a series of external scripts
+# inside the VM. 
+module PackerFiles
+   module Provision 
+      class ExternalScript < Base 
+
+         # Various accessors
+         hash_variable  :execute_command
+         hash_variable  :scripts, Array,   :convert_scripts
+	 hash_variable  :binary, Integer,  :convert_to_boolean
+         hash_variable  :environment_vars, Hash,   :convert_env_vars
+   
+         # Conversion function for environment variables.
+         def convert_env_vars
+	    array = []
+	    self.environment_vars.each_pair do |var, value|
+	       array.push("#{var}=#{value.to_s}")
+	    end
+	    array
+         end
+
+         # Conversion function for boolean
+         def convert_to_boolean
+	    (self.binary > 0) ? true : false
+	 end
+
+	 # Conversion function for scripts
+	 def convert_scripts
+	    self.scripts.map {|script| File.absolute_path(script)}
+	 end
+ 
+         # Constructor yields self
+         def initialize(&block)
+	    yield self if block_given?
+	    @type = 'shell'
+         end 
+
+     end
+  end
+end

data/lib/PackerFiles/Provision/InlineScript.rb

@@ -0,0 +1,37 @@
+# Requires
+require_relative 'Base'
+
+# The Inline script class is used for executing a series of script commands
+# inside the VM. 
+module PackerFiles
+   module Provision 
+      class InlineScript < Base 
+
+         # Various accessors
+         hash_variable  :execute_command
+         hash_variable  :environment_vars, Hash,   :convert_env_vars
+         hash_variable  :inline, String, :convert_inline
+   
+         # Conversion function for environment variables.
+         def convert_env_vars
+	    array = []
+	    self.environment_vars.each_pair do |var, value|
+	       array.push("#{var}=#{value.to_s}")
+	    end
+	    array
+         end
+ 
+         # Conversion function for inline commands
+         def convert_inline
+            self.inline.split("\n").map {|line| line.strip}
+         end
+ 
+         # Constructor yields self
+         def initialize(&block)
+	    yield self if block_given?
+	    @type = 'shell'
+         end 
+
+     end
+  end
+end