aws-ami 0.0.2

data/README

@@ -0,0 +1 @@
+= AWS AMI Tools

data/bin/aws-ami

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require File.join(File.dirname(__FILE__), '..', 'lib', 'aws_ami')
+
+
+require 'optparse'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "Usage: aws-ami -n [name] -r [region]"
+
+  opts.on("-n", "--name NAME", "New AMI name, include version number to version your AMIs") do |v|
+    options[:name] = v
+  end
+
+  opts.on("-r", "--region REGION", "AWS Region that new AMI should be in") do |v|
+    options[:region] = v
+  end
+
+  opts.on("-f", "--install_script_file INSTALL_SCRIPT_FILE", "The install script file, installs all packages and setup AMI") do |f|
+    options[:install_script] = f
+  end
+
+  opts.on("-k", "--ec2_ssh_key_name KEY_NAME", "The key name for accessing the ec2 instance that created for creating the AMI") do |n|
+    options[:key_name] = n
+  end
+
+  opts.on("-b", "--base_ami_yml BASE_AMI_YML", "A yaml file contains base ami for the new ami, region name and ami id key pairs") do |f|
+    options[:base_ami] = f
+  end
+
+  opts.on("-y", "--assume_yes", "Assume yes when asking for delete stack if the stack created failed, default is false") do
+    options[:assume_yes] = true
+  end
+
+  opts.on("-p", "--publish_to_account [AWS_ACCOUNT_NUMBER]", "AWS Account number; Allow another AWS Account to access the AMI created") do |v|
+    options[:publish_to_account] = v
+  end
+
+  opts.on('-h', '--help') do
+    puts opts
+    exit(0)
+  end
+
+  opts.on('--dry', "output all options values") do
+    options[:dry] = true
+  end
+end.parse!
+
+if options[:dry]
+  require 'pp'
+  pp options
+  exit
+end
+
+[:name, :region, :install_script, :key_name, :base_ami].each do |n|
+  raise "Must provide #{n}" unless options[n]
+end
+
+# ENV variables:
+#    AWS_ACCESS_KEY_ID
+#    AWS_SECRET_ACCESS_KEY
+
+ami = AWS::AMI.new(options)
+ami.build(options[:name],
+          'KeyName' => options[:key_name],
+          'InstallScript' => File.read(options[:install_script]),
+          "BaseAMI" => YAML.load(File.read(options[:base_ami]))[options[:region]])

data/lib/aws_ami.rb

@@ -0,0 +1 @@
+require 'aws_ami/ami'

data/lib/aws_ami/ami.rb

@@ -0,0 +1,92 @@
+require 'aws-sdk'
+require 'logger'
+
+module AWS
+  class AMI
+    # region: aws region of the new AMI
+    # assume_yes: true for deleting stack when creating image failed
+    def initialize(options={})
+      @assume_yes = options[:assume_yes]
+      @region = options[:region]
+      @publish_to_account = options[:publish_to_account]
+    end
+
+    # name: new AMI name, for example: mingle-saas-base
+    # parameters:
+    #   BaseAMI: the base AMI id for the new AMI, for example:
+    #     "ami-0d153248" for the "ubuntu/images/ebs/ubuntu-precise-12.04-amd64-server-20121001" in us-west-1 region
+    #   KeyName: the ssh key name for accessing the ec2 instance while building the AMI, this is only used when you need to debug problems
+    #   InstallScript: the script installs everything need for the AMI, from 2048 to 16k bytes depending on the base ami provided
+    def build(name, parameters)
+      stack = cloudformation.stacks.create("build-#{name}-ami",
+                                           load_formation,
+                                           :disable_rollback => true,
+                                           :parameters => parameters)
+      logger.info "creating stack"
+      wait_until_created(stack)
+      begin
+        instance_id = stack.resources['EC2Instance'].physical_resource_id
+
+        logger.info "creating image"
+        image = ec2.instances[instance_id].create_image(name, :description => "Created at #{Time.now}")
+        sleep 2 until image.exists?
+        logger.info "image #{image.id} state: #{image.state}"
+        sleep 5 until image.state != :pending
+        if image.state == :failed
+          raise "Create image failed"
+        end
+
+        logger.info "image created"
+        logger.info "delete #{stack.name} stack"
+        stack.delete
+      rescue => e
+        logger.error "Creating AMI failed #{e.message}"
+        logger.error e.backtrace.join("\n")
+        logger.info "delete #{stack.name}? [y/n]"
+        if @assume_yes || gets.strip.downcase == 'y'
+          logger.info 'delete stack'
+          stack.delete
+        else
+          logger.info "left stack live"
+        end
+        raise e
+      end
+      if @publish_to_account
+        logger.info "add permissions for #{@publish_to_account}"
+        image.permissions.add(@publish_to_account.gsub(/-/, ''))
+      end
+      logger.info "Image #{name}[#{image.id}] created"
+    end
+
+    private
+    def ec2
+      @ec2 ||= AWS::EC2.new(:ec2_endpoint => "ec2.#{@region}.amazonaws.com")
+    end
+
+    def cloudformation
+      @cfm ||= AWS::CloudFormation.new(:cloud_formation_endpoint => "cloudformation.#{@region}.amazonaws.com")
+    end
+
+    def wait_until_created(stack)
+      loop do
+        case stack.status.to_s
+        when /^create_complete$/i
+          break
+        when /^create_(failed|rollback_complete)$/i
+          raise "Create Stack failed"
+        end
+        event = stack.events.first
+        logger.info("latest event: #{event.resource_type} #{event.resource_status}")
+        sleep 5
+      end
+    end
+
+    def load_formation
+      File.read(File.join(File.dirname(__FILE__), 'formation.json'))
+    end
+
+    def logger
+      @logger ||= Logger.new(STDOUT)
+    end
+  end
+end

data/lib/aws_ami/formation.json

@@ -0,0 +1,63 @@
+{
+    "Description": "Build AMI resource formation",
+
+    "Parameters": {
+        "KeyName": {
+            "Description": "Name of an existing EC2 KeyPair to enable SSH access to the instance",
+            "Type": "String"
+        },
+        "InstallScript": {
+            "Description": "Script to install everything need for the AMI",
+            "Type": "String"
+        },
+        "BaseAMI": {
+            "Description": "Base AMI for the new AMI",
+            "Type": "String"
+        }
+    },
+
+    "Resources": {
+        "SecurityGroup" : {
+            "Type" : "AWS::EC2::SecurityGroup",
+            "Properties" : {
+                "GroupDescription" : "Enable SSH access via port 22",
+                "SecurityGroupIngress" : [ {
+                    "IpProtocol" : "tcp",
+                    "FromPort" : "22",
+                    "ToPort" : "22",
+                    "CidrIp" : "0.0.0.0/0"
+                } ]
+            }
+        },
+
+        "EC2Instance": {
+            "Type": "AWS::EC2::Instance",
+            "Properties": {
+                "ImageId": { "Ref": "BaseAMI" },
+                "InstanceType": "m1.small",
+                "KeyName": { "Ref": "KeyName" },
+                "SecurityGroups": [ { "Ref": "SecurityGroup" } ],
+                "UserData": { "Fn::Base64": { "Fn::Join": ["", [
+                    { "Ref": "InstallScript" },
+                    "\ncurl -X PUT -H 'Content-Type:' --data-binary '{\"Status\" : \"SUCCESS\",",
+                    "    \"Reason\" : \"ec2 instance launched\",",
+                    "    \"UniqueId\" : \"", {"Ref": "AWS::StackName"}, "-ec2-success\",",
+                    "    \"Data\" : \"Done\"}' ",
+                    "    \"", {"Ref" : "myWaitHandle"},"\"\n"
+                ]]}}
+            }
+        },
+        "myWaitHandle" : {
+            "Type" : "AWS::CloudFormation::WaitConditionHandle",
+            "Properties" : {
+            }
+        },
+        "myWaitCondition" : {
+            "Type" : "AWS::CloudFormation::WaitCondition",
+            "Properties" : {
+                "Handle" : { "Ref" : "myWaitHandle" },
+                "Timeout" : "300"
+            }
+        }
+    }
+}

metadata

@@ -0,0 +1,68 @@
+--- !ruby/object:Gem::Specification
+name: aws-ami
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Mingle SaaS team
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.2
+description: 
+email: mingle.saas@thoughtworks.com
+executables:
+- aws-ami
+extensions: []
+extra_rdoc_files: []
+files:
+- README
+- lib/aws_ami/ami.rb
+- lib/aws_ami.rb
+- bin/aws-ami
+- lib/aws_ami/formation.json
+homepage: http://github.com/ThoughtWorksStudios/aws-ami
+licenses:
+- MIT
+post_install_message: run aws-ami -h for details how to use
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: AWS AMI toolsets for Ruby
+test_files: []
+has_rdoc: