ec2_amitools 1.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 61e05c7c7f9a080bb9b10d5a15e481da80ae6aa0
+  data.tar.gz: d4285e6efa71a9cd56e7f7952594c249ae178384
+SHA512:
+  metadata.gz: 53819c3f2ab95eb3d778f8216b9411e48da84384947859058e77390af355ff8fca42ea8424d97cf4f68b07d981e4356333ce7084404a743b9d878374fb862c80
+  data.tar.gz: 6ebc9c3a6fa31f1654aae27a5321c2031451058585a0799303b5beba885d840206c2d1a30416cee6f6156d6b8616ef4223aea2e10ad714f746034eefca3c97fd

data/README.md

@@ -0,0 +1,54 @@
+# ec2_amitools
+
+Install Amazon's EC2 AMI Tools as gem.
+
+## Origins
+
+Source files for this library were taken from here: http://s3.amazonaws.com/ec2-downloads/ec2-ami-tools-1.5.7.zip
+More info about original installation from AWS: http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/set-up-ami-tools.html
+
+## Dependencies
+
+- curl
+- gzip
+- mkfifo
+- openssl
+- rsync
+- Ruby 2.0.0 or later
+- tee
+
+For more info take a look at: https://github.com/sfate/ec2_amitools/blob/master/readme-install.txt
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ec2_amitools'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ec2_amitools
+
+## Usage
+
+http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/ami-tools-commands.html
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/sfate/ec2_amitools
+
+## License - Amazon Software License
+
+http://github.com/sfate/ec2_amitools/blob/master/license.txt

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/ec2-ami-tools-version

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/showversion.rb'

data/bin/ec2-bundle-image

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/bundleimage.rb'

data/bin/ec2-bundle-vol

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/bundlevol.rb'

data/bin/ec2-delete-bundle

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/deletebundle.rb'

data/bin/ec2-download-bundle

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/downloadbundle.rb'

data/bin/ec2-migrate-bundle

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/migratebundle.rb'

data/bin/ec2-migrate-manifest

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/migratemanifest.rb'

data/bin/ec2-unbundle

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/unbundle.rb'

data/bin/ec2-upload-bundle

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ec2_amitools"
+
+load 'ec2/amitools/uploadbundle.rb'

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/etc/ec2/amitools/cert-ec2-cn-north-1.pem

@@ -0,0 +1,28 @@
+-----BEGIN CERTIFICATE-----
+MIIEwTCCA6mgAwIBAgIJALBg5STuwebSMA0GCSqGSIb3DQEBBQUAMIGbMQswCQYD
+VQQGEwJaQTEVMBMGA1UECBMMV2VzdGVybiBDYXBlMRIwEAYDVQQHEwlDYXBlIFRv
+d24xHDAaBgNVBAoTE0FtYXpvbiBXZWIgU2VydmljZXMxDDAKBgNVBAsTA0VDMjEW
+MBQGA1UEAxMNQU1JIE1hbmlmZXN0czEdMBsGCSqGSIb3DQEJARYOYWVzQGFtYXpv
+bi5jb20wHhcNMTMwODI4MTAxNTEwWhcNMTkwMjE4MTAxNTEwWjCBmzELMAkGA1UE
+BhMCWkExFTATBgNVBAgTDFdlc3Rlcm4gQ2FwZTESMBAGA1UEBxMJQ2FwZSBUb3du
+MRwwGgYDVQQKExNBbWF6b24gV2ViIFNlcnZpY2VzMQwwCgYDVQQLEwNFQzIxFjAU
+BgNVBAMTDUFNSSBNYW5pZmVzdHMxHTAbBgkqhkiG9w0BCQEWDmFlc0BhbWF6b24u
+Y29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA601VE9anUnkM5weg
+THEUqNkT7fwaKKoTM+oV6n0h5D4LF/qY7IuS7YlxP308P00yE6In4ZHHvc1E/X1e
+s36t7ojdlx8Pg0jzFLir27BWSl+ddZGJLl0u8FFzJUPmqeiQZW3mKosOqAoj/C5h
+svXnSmLGxd619eGz2+Kel38LPhwzA8PZeNhil/eK53oo/h7dZvRUtH2+zbYXxq5Q
+2tsRN1Ef4QaNeKHSdupo8eFNUnmSgeEYz1RC/2QDn6MK7uXijOft4G6iEO4c+PeR
+wLyBW8YMla2SJk1n4z4gmSJ21uCZ0Bv0A2j/3f+JmgNo4QLIAl/UBWBTT+eSAFYw
+LVDlrwIDAQABo4IBBDCCAQAwHQYDVR0OBBYEFJSvQRrRg2O1O/kSOEKH2z18OFfH
+MIHQBgNVHSMEgcgwgcWAFJSvQRrRg2O1O/kSOEKH2z18OFfHoYGhpIGeMIGbMQsw
+CQYDVQQGEwJaQTEVMBMGA1UECBMMV2VzdGVybiBDYXBlMRIwEAYDVQQHEwlDYXBl
+IFRvd24xHDAaBgNVBAoTE0FtYXpvbiBXZWIgU2VydmljZXMxDDAKBgNVBAsTA0VD
+MjEWMBQGA1UEAxMNQU1JIE1hbmlmZXN0czEdMBsGCSqGSIb3DQEJARYOYWVzQGFt
+YXpvbi5jb22CCQCwYOUk7sHm0jAMBgNVHRMEBTADAQH/MA0GCSqGSIb3DQEBBQUA
+A4IBAQACBMJpb8N7cT0PP3u814D1Ngd2vqEv6aB8saklT44kWwAXDcILVtPd09ae
+8q1oWSKpWlGo9Z8gUS92QXMIMxSZCxDdN4MflYWGio5HFvpS/msHVkK9H80nypSd
+pLS3FP0arr/3tETS8TIhs4aISwUUfHm0W7WrmLaQz8TyfuktVtPrKIMmWgXiJmCo
+HQkuFe4rjx0y7r8CGQocwo79+m+35aLip44jWB4yLuUgp0wVhT5nxfG/iNX2lUiP
+Bw/yCpzeJoLBWvFDlunBNu2s0Y3ddFdnlna/k7CQM1Js6+OGQBMh1zTtJlPkkHj3
+mbaTR6i5yro01FowChTryrRTVfMe
+-----END CERTIFICATE-----

data/etc/ec2/amitools/cert-ec2-gov.pem

@@ -0,0 +1,17 @@
+-----BEGIN CERTIFICATE-----
+MIICvzCCAigCCQD3V6lFvX6dzDANBgkqhkiG9w0BAQUFADCBozELMAkGA1UEBhMC
+VVMxCzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMRMwEQYDVQQKEwpBbWF6
+b24uY29tMRYwFAYDVQQLEw1FQzIgQXV0aG9yaXR5MRowGAYDVQQDExFFQzIgQU1J
+IEF1dGhvcml0eTEsMCoGCSqGSIb3DQEJARYdZWMyLWFtaS1nb3Ytd2VzdC0xQGFt
+YXpvbi5jb20wHhcNMTEwODEyMTcyNjE1WhcNMjEwODA5MTcyNjE1WjCBozELMAkG
+A1UEBhMCVVMxCzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMRMwEQYDVQQK
+EwpBbWF6b24uY29tMRYwFAYDVQQLEw1FQzIgQXV0aG9yaXR5MRowGAYDVQQDExFF
+QzIgQU1JIEF1dGhvcml0eTEsMCoGCSqGSIb3DQEJARYdZWMyLWFtaS1nb3Ytd2Vz
+dC0xQGFtYXpvbi5jb20wgZ8wDQYJKoZIhvcNAQEBBQADgY0AMIGJAoGBANshKnhw
+DUZ2/6VJwVTsXMUI1CGd5rpSpSLUCHGuqII+BDUvnp/sPxd1u6+I1QrbaaBAOm6+
+evM77M7vNJXY3+JW00VOs9NgPEXBmn6UV4R1P7DljKurWGmRp8Fj1yVU4sSgZqqv
+74SyhD0Z4ASczVcOiTZICeuQoJwmeZ8F20oLAgMBAAEwDQYJKoZIhvcNAQEFBQAD
+gYEAH3vpkD80ngP1e18UYSVBCODArik+aeUPAzJrPDYorrnffbamks50IMTktyiu
+za1JuplrvVsAKcQhyoPOq69bwRDg4L8VOXSCjjvsNuEhHL603h8jn6ghEouPCPl7
+8s4Sr5XikmAgwFcPb/frNnLuZsSol08tISgPOlFg4KLv/bo=
+-----END CERTIFICATE-----

data/etc/ec2/amitools/cert-ec2.pem

@@ -0,0 +1,23 @@
+-----BEGIN CERTIFICATE-----
+MIIDzjCCAzegAwIBAgIJALDnZV+lpZdSMA0GCSqGSIb3DQEBBQUAMIGhMQswCQYD
+VQQGEwJaQTEVMBMGA1UECBMMV2VzdGVybiBDYXBlMRIwEAYDVQQHEwlDYXBlIFRv
+d24xJzAlBgNVBAoTHkFtYXpvbiBEZXZlbG9wbWVudCBDZW50cmUgKFNBKTEMMAoG
+A1UECxMDQUVTMREwDwYDVQQDEwhBRVMgVGVzdDEdMBsGCSqGSIb3DQEJARYOYWVz
+QGFtYXpvbi5jb20wHhcNMDUwODA5MTYwMTA5WhcNMDYwODA5MTYwMTA5WjCBoTEL
+MAkGA1UEBhMCWkExFTATBgNVBAgTDFdlc3Rlcm4gQ2FwZTESMBAGA1UEBxMJQ2Fw
+ZSBUb3duMScwJQYDVQQKEx5BbWF6b24gRGV2ZWxvcG1lbnQgQ2VudHJlIChTQSkx
+DDAKBgNVBAsTA0FFUzERMA8GA1UEAxMIQUVTIFRlc3QxHTAbBgkqhkiG9w0BCQEW
+DmFlc0BhbWF6b24uY29tMIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQC8v/X5
+zZv8CAVfNmvBM0br/RUcf1wU8xC5d2otFQQsQKB3qiWoj3oHeOWskOlTPFVZ8N+/
+hEaMjyOUkg2+g6XEagCQtFCEBzUVoMjiQIBPiWj5CWkFtlav2zt33LZ0ErTND4xl
+j7FQFqbaytHU9xuQcFO2p12bdITiBs5Kwoi9bQIDAQABo4IBCjCCAQYwHQYDVR0O
+BBYEFPQnsX1kDVzPtX+38ACV8RhoYcw8MIHWBgNVHSMEgc4wgcuAFPQnsX1kDVzP
+tX+38ACV8RhoYcw8oYGnpIGkMIGhMQswCQYDVQQGEwJaQTEVMBMGA1UECBMMV2Vz
+dGVybiBDYXBlMRIwEAYDVQQHEwlDYXBlIFRvd24xJzAlBgNVBAoTHkFtYXpvbiBE
+ZXZlbG9wbWVudCBDZW50cmUgKFNBKTEMMAoGA1UECxMDQUVTMREwDwYDVQQDEwhB
+RVMgVGVzdDEdMBsGCSqGSIb3DQEJARYOYWVzQGFtYXpvbi5jb22CCQCw52VfpaWX
+UjAMBgNVHRMEBTADAQH/MA0GCSqGSIb3DQEBBQUAA4GBAJJlWll4uGlrqBzeIw7u
+M3RvomlxMESwGKb9gI+ZeORlnHAyZxvd9XngIcjPuU+8uc3wc10LRQUCn45a5hFs
+zaCp9BSewLCCirn6awZn2tP8JlagSbjrN9YShStt8S3S/Jj+eBoRvc7jJnmEeMkx
+O0wHOzp5ZHRDK7tGULD6jCfU
+-----END CERTIFICATE-----

data/etc/ec2/amitools/mappings.csv

@@ -0,0 +1,9 @@
+eu-west-1,us-east-1,manifest
+ari-6b0d251f,ari-a23adfcb,initrd-2.6.20-1.3002.fc6xen.ari.manifest.xml
+ari-7f0d250b,ari-b31cf9da,ec2-initrd-2.6.21.7-2.fc8xen.x86_64.manifest.xml
+aki-6a0d251e,aki-a53adfcc,vmlinuz-2.6.20-1.3002.fc6xen.aki.manifest.xml
+aki-550d2521,aki-9800e5f1,vmlinuz-2.6.18-xenU-ec2-v1.0.x86_64.aki.manifest.xml
+aki-780d250c,aki-b51cf9dc,ec2-vmlinuz-2.6.21.7-2.fc8xen.x86_64.manifest.xml
+ari-7d0d2509,ari-a51cf9cc,ec2-initrd-2.6.21.7-2.fc8xen.i386.manifest.xml
+aki-540d2520,aki-9b00e5f2,vmlinuz-2.6.18-xenU-ec2-v1.0.i386.aki.manifest.xml
+aki-7e0d250a,aki-a71cf9ce,ec2-vmlinuz-2.6.21.7-2.fc8xen.i386.manifest.xml

data/lib/ec2/amitools/bundle.rb

@@ -0,0 +1,251 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'open-uri'
+require 'ec2/amitools/fileutil'
+require 'ec2/amitools/manifestv20071010'
+require 'ec2/amitools/instance-data'
+require 'ec2/amitools/version'
+require 'ec2/platform/current'
+
+# Module containing utility methods for bundling an AMI.
+module Bundle
+  class ImageType < String
+    MACHINE = new 'machine'
+    KERNEL  = new 'kernel'
+    RAMDISK = new 'ramdisk'
+    VOLUME  = new 'machine'
+    def ==(o)
+      self.object_id == o.object_id
+    end
+  end
+
+  
+  CHUNK_SIZE = 10 * 1024 * 1024 # 10 MB in bytes.
+
+  def self.bundle_image( image_file,
+                         user,
+                         arch,
+                         image_type,
+                         destination,
+                         user_private_key_path,
+                         user_cert_path,
+                         ec2_cert_path,
+                         prefix,
+                         optional_args,
+                         debug = false,
+                         inherit = true
+                       )
+    begin
+      raise "invalid image-type #{image_type}" unless image_type.is_a? Bundle::ImageType
+      # Create named pipes.
+      digest_pipe = File::join('/tmp', "ec2-bundle-image-digest-pipe-#{$$}")
+      File::delete(digest_pipe) if File::exist?(digest_pipe)
+      unless system( "mkfifo #{digest_pipe}" )
+        raise "Error creating named pipe #{digest_pipe}"
+      end
+      
+      # If the prefix differs from the file name create a symlink
+      # so that the file is tarred with the prefix name.
+      if prefix and File::basename( image_file ) != prefix
+        image_file_link = File::join( destination, prefix )
+        begin
+          FileUtils.ln_s(image_file, image_file_link)
+        rescue Exception => e
+          raise "Error creating symlink to image file, #{e.message}."
+        end
+        image_file = image_file_link
+      end
+      
+      # Load and generate necessary keys.
+      name = prefix || File::basename( image_file )
+      manifest_file = File.join( destination, name + '.manifest.xml')
+      bundled_file_path = File::join( destination, name + '.tar.gz.enc' )
+      user_public_key = Crypto::certfile2pubkey( user_cert_path )
+      ec2_public_key = Crypto::certfile2pubkey( ec2_cert_path )
+      key = Format::bin2hex( Crypto::gensymkey )
+      iv = Format::bin2hex( Crypto::gensymkey )
+      
+      # Bundle the AMI.
+      # The image file is tarred - to maintain sparseness, gzipped for
+      # compression and then encrypted with AES in CBC mode for
+      # confidentiality.
+      # To minimize disk I/O the file is read from disk once and
+      # piped via several processes. The tee is used to allow a
+      # digest of the file to be calculated without having to re-read
+      # it from disk.
+      tar = EC2::Platform::Current::Tar::Command.new.create.dereference.sparse
+      tar.owner(0).group(0)
+      tar.add(File::basename( image_file ), File::dirname( image_file ))
+      openssl = EC2::Platform::Current::Constants::Utility::OPENSSL
+      pipeline = EC2::Platform::Current::Pipeline.new('image-bundle-pipeline', debug)
+      pipeline.concat([
+        ['tar', "#{openssl} sha1 < #{digest_pipe} & " + tar.expand],
+        ['tee', "tee #{digest_pipe}"],
+        ['gzip', 'gzip -9'],
+        ['encrypt', "#{openssl} enc -e -aes-128-cbc -K #{key} -iv #{iv} > #{bundled_file_path}"]
+        ])
+      digest = nil
+      begin
+        digest = pipeline.execute.split(/\s+/).last.strip
+      rescue EC2::Platform::Current::Pipeline::ExecutionError => e
+        $stderr.puts e.message
+        exit 1
+      end
+
+      # Split the bundled AMI. 
+      # Splitting is not done as part of the compress, encrypt digest
+      # stream, so that the filenames of the parts can be easily
+      # tracked. The alternative is to create a dedicated output
+      # directory, but this leaves the user less choice.
+      parts = Bundle::split( bundled_file_path, name, destination )
+      
+      # Sum the parts file sizes to get the encrypted file size.
+      bundled_size = 0
+      parts.each do |part|
+        bundled_size += File.size( File.join( destination, part ) )
+      end
+      
+      # Encrypt key and iv.
+      padding = OpenSSL::PKey::RSA::PKCS1_PADDING
+      user_encrypted_key = user_public_key.public_encrypt( key, padding )
+      ec2_encrypted_key = ec2_public_key.public_encrypt( key, padding )
+      user_encrypted_iv = user_public_key.public_encrypt( iv, padding )
+      ec2_encrypted_iv = ec2_public_key.public_encrypt( iv, padding )
+
+      # Digest parts.
+      part_digest_list = Bundle::digest_parts( parts, destination )
+      
+      # Launch-customization data
+      patch_in_instance_meta_data(image_type, optional_args) if inherit
+
+      # Sanity-check block-device-mappings
+      bdm = optional_args[:block_device_mapping]
+      if bdm.is_a? Hash
+        [ 'root', 'ami' ].each do |item|
+          if bdm[item].to_s.strip.empty?
+            $stdout.puts "Block-device-mapping has no '#{item}' entry. A launch-time default will be used."
+          end
+        end
+      end
+ 
+ 
+      # Create bundle manifest.
+      $stdout.puts 'Creating bundle manifest...'
+      manifest = ManifestV20071010.new()
+      manifest.init(optional_args.merge({:name => name,
+                     :user => user,
+                     :image_type => image_type.to_s,
+                     :arch => arch,
+                     :reserved => nil,
+                     :parts => part_digest_list,
+                     :size => File::size( image_file ),
+                     :bundled_size => bundled_size,
+                     :user_encrypted_key => Format::bin2hex( user_encrypted_key ),
+                     :ec2_encrypted_key => Format::bin2hex( ec2_encrypted_key ),
+                     :cipher_algorithm => Crypto::SYM_ALG,
+                     :user_encrypted_iv => Format::bin2hex( user_encrypted_iv ),
+                     :ec2_encrypted_iv => Format::bin2hex( ec2_encrypted_iv ),
+                     :digest => digest,
+                     :digest_algorithm => Crypto::DIGEST_ALG,
+                     :privkey_filename => user_private_key_path,
+                     :kernel_id => optional_args[:kernel_id],
+                     :ramdisk_id => optional_args[:ramdisk_id],
+                     :product_codes => optional_args[:product_codes],
+                     :ancestor_ami_ids => optional_args[:ancestor_ami_ids],
+                     :block_device_mapping => optional_args[:block_device_mapping],
+                     :bundler_name => EC2Version::PKG_NAME,
+                     :bundler_version => EC2Version::PKG_VERSION,
+                     :bundler_release  => EC2Version::PKG_RELEASE}))
+      
+      # Write out the manifest file.
+      File.open( manifest_file, 'w' ) { |f| f.write( manifest.to_s ) }
+      $stdout.puts 'Bundle manifest is %s' % manifest_file
+    ensure
+      # Clean up.
+      if bundled_file_path and File.exist?( bundled_file_path )
+        File.delete( bundled_file_path )
+      end
+      File::delete( digest_pipe ) if digest_pipe and File::exist?(digest_pipe)
+      if image_file_link and File::exist?( image_file_link )
+        File::delete( image_file_link )
+      end
+    end
+  end
+
+  def self.patch_in_instance_meta_data(image_type, optional_args)
+    if (image_type == ImageType::VOLUME || image_type == ImageType::MACHINE )
+      instance_data = EC2::InstanceData.new
+      if !instance_data.instance_data_accessible
+        raise "Error accessing instance data. If you are not bundling on an EC2 instance use --no-inherit." 
+      else
+        [
+          [:ancestor_ami_ids,     instance_data.ancestor_ami_ids, Proc.new do |key, value|
+            if (optional_args[key].nil?)
+              ancestry = nil
+              if value.nil? or value.to_s.empty?
+                ancestry = []
+              elsif value.is_a? Array
+                ancestry = value
+              else
+                ancestry = [value]
+              end
+              ami_id = instance_data.ami_id
+              $stdout.puts "Unable to read instance meta-data for ami-id" if ami_id.nil?
+              ancestry << ami_id unless(ami_id.nil? or ancestry.include?(ami_id))
+              optional_args[key] = ancestry if ancestry && ancestry.length > 0
+            end
+          end],
+          [:kernel_id,            instance_data.kernel_id, nil],
+          [:ramdisk_id,           instance_data.ramdisk_id, nil],
+          [:product_codes,        instance_data.product_codes, nil],
+          [:block_device_mapping, instance_data.block_device_mapping, nil],
+        ].each do |key, value, block|
+          begin
+            if value.nil?
+              $stdout.puts "Unable to read instance meta-data for #{key.to_s.gsub('_','-')}"
+              block.call(key, value) if block
+            else
+              if block
+                block.call(key, value)
+              else
+                optional_args[key] ||= value
+              end
+            end
+          rescue
+            $stdout.puts "Unable to set #{key.to_s.gsub('_','-')} from instance meta-data"
+          end
+        end
+      end
+    end
+  end
+
+  def self.split( filename, prefix, destination )
+    $stdout.puts "Splitting #{filename}..."
+    part_filenames = FileUtil::split(filename,
+                                     prefix,
+                                     CHUNK_SIZE,
+                                     destination)
+    part_filenames.each { |name| puts "Created #{name}" }
+    part_filenames
+  end
+  
+  def self.digest_parts( basenames, dir )
+    $stdout.puts 'Generating digests for each part...'
+    parts_digests = Array.new
+    basenames.each do |basename|
+      File.open(File.join(dir, basename)) do |f|
+        parts_digests << [basename, Crypto.digest( f )]
+      end
+    end
+    $stdout.puts 'Digests generated.'
+    parts_digests
+  end
+end