ami 1.0.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ami.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Richard Bone
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Kiln
+
+A gem for automating the creation of EC2 AMIs
+
+## Installation
+
+```
+gem install kiln
+```
+
+or add to your Gemfile
+
+```ruby
+source "https://rubygems.org"
+
+gem "kiln", "~> 1.0.0"
+```
+
+## Usage
+
+`kiln-create-ami <AMI class name>`
+
+Creates an AMI using the specified AMI template e.g.
+
+`kiln-create-ami PreciseBasic`
+
+AMIs are expected to be found in ./kiln/
+
+For an exmaple of what an AMI template looks like see: [PreciseBasic template](kiln/precise-basic.rb)
+
+You will also require a config file to provide all the credentials and other
+information necessary to create your AMI, this can be located in either
+`~/.kiln/config.json` or `./kiln/config.json`
+
+For an example of the values see: [example config.json](kiln/config.json)
+
+## LICENSE
+
+MIT, see LICENSE file

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/ami.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/ami/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ['Richard Bone']
+  gem.email         = ['rjonbone@gmail.com']
+  gem.description   = %q{A tool to assist in building EC2 AMIs}
+  gem.summary       = %q{A tool to assist in building EC2 AMIs}
+  gem.homepage      = 'https://github.com/rbone/ami'
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = 'ami'
+  gem.require_paths = ['lib']
+  gem.version       = AMI::VERSION
+
+  gem.add_dependency 'gofer', '~> 0.5.0'
+  gem.add_dependency 'aws-sdk', '~> 1.11.2'
+end

data/ami/config.json

@@ -0,0 +1,9 @@
+{
+  "access_key" : "XXXXXXXXXXXXXXXXXXXX",
+  "secret_key" : "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
+  "cert_path" : "/path/to/my/.ec2/cert-XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX.pem",
+  "pk_path" : "/path/to/my/.ec2/pk-XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX.pem",
+  "key_name" : "mykey",
+  "account_id" : "0123-4567-8901",
+  "s3_bucket" : "my-s3-bucket"
+}

data/ami/precise-basic.rb

@@ -0,0 +1,23 @@
+
+# Creates a basic ubuntu 12.04 instance with a recent ruby version managed
+# by rbenv. Primarily here as an example to reference when creating your own
+# AMIs
+class PreciseBasic < AMI::Definition
+  def name
+    date = DateTime.now.strftime('%Y-%m-%d-%H-%M')
+    "precise-basic-#{date}"
+  end
+
+  def server(server)
+    server.image_id = 'ami-cf5e2ba6'
+    server.user_name = 'ubuntu'
+  end
+
+  def configure(ssh)
+    AMI::Installer::RubyUnderRbenv.install('1.9.3-p429', ssh)
+  end
+
+  def create_ami(ssh, config)
+    AMI::AmiBuilder::UbuntuPrecise.create(name, ssh, config)
+  end
+end

data/bin/ami-create

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+
+require 'ami'
+
+AMI::Commands::CreateAmi.new.run(ARGV)

data/bin/ami-list

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+
+require 'ami'
+
+AMI::Commands::List.new.run(ARGV)

data/lib/ami.rb

@@ -0,0 +1,15 @@
+require 'ami/version'
+require 'ami/core'
+require 'ami/definition'
+require 'ami/server'
+require 'ami/config'
+require 'ami/ssh'
+require 'ami/instance_provisioner'
+require 'ami/config_loader'
+require 'ami/commands/list'
+require 'ami/commands/create_ami'
+require 'ami/installer/ruby_under_rbenv'
+require 'ami/ami_builder/ubuntu_precise'
+
+module AMI
+end

data/lib/ami/ami_builder/ubuntu_precise.rb

@@ -0,0 +1,20 @@
+
+module AMI
+  module AmiBuilder
+    class UbuntuPrecise
+      def self.create(image_name, ssh, config, include_files = [])
+        include_files << '/etc/apt/trusted.gpg'
+        include_files << '/etc/apt/trustdb.gpg'
+        ssh.upload(config.cert_path, '/tmp/cert.pem')
+        ssh.upload(config.pk_path, '/tmp/pk.pem')
+        ssh.run 'sudo sed -i -e "s/# deb\(.*\)multiverse/deb\1multiverse/g" /etc/apt/sources.list'
+        ssh.run 'sudo apt-get update'
+        ssh.run 'sudo apt-get -y install ec2-api-tools ec2-ami-tools'
+        ssh.run 'mkdir /tmp/ami'
+        ssh.run "sudo ec2-bundle-vol -r x86_64 -d /tmp/ami -k /tmp/pk.pem -c /tmp/cert.pem -u #{config.account_id} -i #{include_files.join(',')}"
+        ssh.run "ec2-upload-bundle -b '#{config.s3_bucket}' -m '/tmp/ami/image.manifest.xml' -a #{config.access_key} -s #{config.secret_key}"
+        ssh.run "ec2-register -K /tmp/pk.pem -C /tmp/cert.pem '#{config.s3_bucket}/image.manifest.xml' -n #{image_name}"
+      end
+    end
+  end
+end

data/lib/ami/commands/create_ami.rb

@@ -0,0 +1,43 @@
+
+module AMI
+  module Commands
+    class CreateAmi
+      def run(argv)
+        name = argv[0]
+        AMI::Core.load_amis
+
+        unless AMI::Core.valid_ami?(name)
+          warn "Invalid AMI name #{name}. Use ami-list to see available AMIs"
+          exit 1
+        end
+
+        ami = AMI::Core.ami(name).new
+
+        # Ask for the AMIs customised server requirements
+        server_template = AMI::Server.new
+        ami.server(server_template)
+        ami_name = ami.name
+
+        config = AMI::ConfigLoader.load_config
+
+        server = AMI::InstanceProvisioner.provision(
+          ami_name,
+          server_template,
+          config
+        )
+
+        begin
+          ssh = AMI::SSH.create_connection(server, server_template.user_name)
+          ami.configure(ssh)
+          ami.create_ami(ssh, config)
+          puts 'done'
+        rescue
+          warn "failure occurred, terminating server"
+          raise
+        ensure
+          server.terminate
+        end
+      end
+    end
+  end
+end

data/lib/ami/commands/list.rb

@@ -0,0 +1,14 @@
+
+module AMI
+  module Commands
+    class List
+      def run(argv)
+        AMI::Core.load_amis
+
+        AMI::Core.all_amis.each do |name, ami|
+          puts "#{name}"
+        end
+      end
+    end
+  end
+end

data/lib/ami/config.rb

@@ -0,0 +1,41 @@
+
+module AMI
+  # Defines credentials and account info required to create an AMI
+  class Config
+    # Your AWS access key
+    attr_reader :access_key
+
+    # Your corresponding AWS secret key
+    attr_reader :secret_key
+
+    # The path to your AWS certificate
+    # e.g. /my/keys/.ec2/cert-XXXXXXXXXXXXXXXXXXXX.pem
+    attr_reader :cert_path
+
+    # The path to your corresponding AWS private key file
+    # e.g. /my/keys/.ec2/pk-XXXXXXXXXXXXXXXXXXXXXXXX.pem
+    attr_reader :pk_path
+
+    # Your AWS account ID
+    # e.g. 0123-4567-8901
+    attr_reader :account_id
+
+    # The S3 bucket to store created AMIs
+    # e.g. my-custom-amis
+    attr_reader :s3_bucket
+
+    # The AWS SSH public key to use for this instance. The corresponding
+    # private key must be in your keychain
+    attr_reader :key_name
+
+    def initialize(config)
+      @access_key = config.fetch('access_key')
+      @secret_key = config.fetch('secret_key')
+      @cert_path = config.fetch('cert_path')
+      @pk_path = config.fetch('pk_path')
+      @account_id = config.fetch('account_id')
+      @s3_bucket = config.fetch('s3_bucket')
+      @key_name = config.fetch('key_name')
+    end
+  end
+end

data/lib/ami/config_loader.rb

@@ -0,0 +1,16 @@
+require 'json'
+
+module AMI
+  class ConfigLoader
+    def self.load_config
+      raw_config = {}
+      if File.exists?(File.expand_path('~/.ami/config.json'))
+        raw_config.merge!(JSON.load(File.open(File.expand_path('~/.ami/config.json'))))
+      end
+      if File.exists?(Dir.pwd + '/ami/config/json')
+        raw_config.merge!(JSON.load(File.open(Dir.pwd + '/ami/config.json')))
+      end
+      Config.new(raw_config)
+    end
+  end
+end

data/lib/ami/core.rb

@@ -0,0 +1,25 @@
+
+module AMI
+  class Core
+    @amis = {}
+    def self.load_amis
+      Dir[Dir.pwd + '/ami/*.rb'].each { |file| require file }
+    end
+
+    def self.register_ami(subclass)
+      @amis[subclass.name] = subclass
+    end
+
+    def self.valid_ami?(name)
+      !!@amis[name]
+    end
+
+    def self.ami(name)
+      @amis[name]
+    end
+
+    def self.all_amis
+      @amis
+    end
+  end
+end

data/lib/ami/definition.rb

@@ -0,0 +1,20 @@
+
+module AMI
+  class Definition
+    # Passed an object describing the server to use
+    def server(server)
+    end
+
+    # Configures the AMI as required
+    def configure(ssh)
+    end
+
+    # Creates the AMI via the ssh connection on the provided instance
+    def create_ami(ssh, config)
+    end
+
+    def self.inherited(subclass)
+      AMI::Core.register_ami(subclass)
+    end
+  end
+end

data/lib/ami/installer/ruby_under_rbenv.rb

@@ -0,0 +1,17 @@
+
+module AMI
+  module Installer
+    class RubyUnderRbenv
+      def self.install(version, ssh)
+        ssh.run 'sudo apt-get update'
+        ssh.run 'sudo apt-get -y install make gcc git zlib1g-dev libreadline-dev libyaml-dev libxml2-dev libxslt-dev libssl-dev'
+        ssh.run 'git clone git://github.com/sstephenson/rbenv.git ~/.rbenv'
+        ssh.run %q{echo 'export PATH="$HOME/.rbenv/bin:$PATH"' >> ~/.bash_profile}
+        ssh.run %q{echo 'eval "$(rbenv init -)"' >> ~/.bash_profile}
+        ssh.run 'mkdir -p ~/.rbenv/plugins'
+        ssh.run 'git clone git://github.com/sstephenson/ruby-build.git ~/.rbenv/plugins/ruby-build/'
+        ssh.run "~/.rbenv/bin/rbenv install #{version}"
+      end
+    end
+  end
+end

data/lib/ami/instance_provisioner.rb

@@ -0,0 +1,40 @@
+require 'aws-sdk'
+
+module AMI
+  # Provisions an EC2 instance and returns the resulting server object
+  class InstanceProvisioner
+    def self.provision(server_name, server_template, config)
+      options = {
+        :image_id => server_template.image_id,
+        :instance_type => server_template.instance_type,
+        :security_groups => server_template.security_groups,
+        :key_name => config.key_name
+      }
+
+      ec2 = AWS::EC2.new(
+        :access_key_id => config.access_key,
+        :secret_access_key => config.secret_key
+      )
+
+      server = ec2.instances.create(options)
+
+      print 'creating server'
+      wait_for { server.status != :pending }
+      puts 'done'
+
+      server.tags.Name = server_name
+      puts "tagged as #{server_name}"
+      server
+    end
+
+    def self.wait_for(&block)
+      output = ['.', '.', '.', "\b\b\b   \b\b\b"]
+
+      output.cycle do |o|
+        break if block.call
+        print o
+        sleep 1
+      end
+    end
+  end
+end

data/lib/ami/server.rb

@@ -0,0 +1,22 @@
+
+module AMI
+  # Stores information about the server required to generate the AMI
+  class Server
+    # The base AMI to build on top of
+    attr_accessor :image_id
+
+    # The instance type to use when creating the AMI
+    attr_accessor :instance_type
+
+    # An array of security group names to use for this instance
+    attr_accessor :security_groups
+
+    # The user name to use when logging into the instance
+    attr_accessor :user_name
+
+    def initialize
+      @instance_type  = 'c1.xlarge'
+      @security_groups = ['default']
+    end
+  end
+end

data/lib/ami/ssh.rb

@@ -0,0 +1,23 @@
+require 'gofer'
+
+module AMI
+  class SSH
+    def self.create_connection(server, user)
+      retries = 5
+      begin
+        ssh = Gofer::Host.new(server.dns_name, user, :timeout => 30)
+        ssh.ls '/' # force gofer to connect to the host
+        return ssh
+      rescue Errno::ECONNREFUSED, Timeout::Error, Errno::EHOSTUNREACH
+        retries -= 1
+        if retries > 0
+          warn "connection attempt failed, #{retries} retries remaining"
+          sleep 1
+          retry
+        else
+          raise
+        end
+      end
+    end
+  end
+end

data/lib/ami/version.rb

@@ -0,0 +1,3 @@
+module AMI
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: ami
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Richard Bone
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: gofer
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.11.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.11.2
+description: A tool to assist in building EC2 AMIs
+email:
+- rjonbone@gmail.com
+executables:
+- ami-create
+- ami-list
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- ami.gemspec
+- ami/config.json
+- ami/precise-basic.rb
+- bin/ami-create
+- bin/ami-list
+- lib/ami.rb
+- lib/ami/ami_builder/ubuntu_precise.rb
+- lib/ami/commands/create_ami.rb
+- lib/ami/commands/list.rb
+- lib/ami/config.rb
+- lib/ami/config_loader.rb
+- lib/ami/core.rb
+- lib/ami/definition.rb
+- lib/ami/installer/ruby_under_rbenv.rb
+- lib/ami/instance_provisioner.rb
+- lib/ami/server.rb
+- lib/ami/ssh.rb
+- lib/ami/version.rb
+homepage: https://github.com/rbone/ami
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: A tool to assist in building EC2 AMIs
+test_files: []