roark 0.0.1

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+.rvmrc

data/.travis.yml

@@ -0,0 +1,5 @@
+rvm:
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+script: "rake spec"

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## 0.0.1 (06/14/2013):
+
+* initial release

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in roark.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Intuit
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,75 @@
+[![Build Status](https://secure.travis-ci.org/intuit/roark.png)](http://travis-ci.org/intuit/roark)
+
+# Roark
+
+Howard Roark, master architect and builder of AMIs.
+
+## Overview
+
+* Roark builds AMIs from an Instance created by a Cloud Formation Stack.
+* Roark expects to be provided with a Cloud Formation Template that can be used to create this stack.
+* This template should create an Instance that is fully configured at bootstrap (via userdata, CloudInit, etc).
+* The stack must provide the ID of the Instance to be converted to an AMI (IE. i-1234abcd) as a Cloud Formation Output named **InstanceId**.
+* Once the stack is created, Roark will read the Instance ID from the Cloud Formation Output, stop the Instance, convert it into an AMI and destroy the stack.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'roark'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install roark
+
+## Usage
+
+### CLI
+
+Once you have a working templated, set your AWS Access and Secret Keys for the target account:
+
+    export AWS_ACCESS_KEY_ID=xxx
+    export AWS_SECRET_ACCESS_KEY=yyy
+
+Create AMI
+
+    roark create -n NAME_OF_AMI
+                 -r AWS_REGION \
+                 -t PATH_TO_CLOUD_FORMATION_TEMPLATE \
+                 -p 'Parameter1=value1' \
+                 -p 'Parameter2=value2'
+
+Destroy AMI
+
+    roark destroy -i AMI_ID -r AWS_REGION
+
+## Example
+
+The Cloud Formation Template [example.json](https://raw.github.com/intuit/roark/master/examples/example.json) in the /examples directory will create an AMI based off of the public Amazon Linux AMI.
+
+It will write the file hello\_world.txt as part of bootstraping via userdata.
+
+To create an AMI using this template, set your AWS Access Key and Secret Key:
+
+    export AWS_ACCESS_KEY_ID=xxx
+    export AWS_SECRET_ACCESS_KEY=yyy
+
+Download the template:
+
+    wget https://raw.github.com/intuit/roark/master/examples/example.json
+
+Create an AMI:
+
+    roark create -n roark-example-ami -t example.json
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,8 @@
+require "bundler/gem_tasks"
+
+require 'rspec/core/rake_task'
+
+desc 'Run specs'
+RSpec::Core::RakeTask.new do |t|
+    t.rspec_opts = %w(--color)
+end

data/bin/roark

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'roark'
+require 'roark/cli'
+
+Roark::CLI.start

data/examples/example.json

@@ -0,0 +1,52 @@
+{
+  "AWSTemplateFormatVersion" : "2010-09-09",
+
+  "Description" : "AWS CloudFormation Sample Template to create instance and output ID for transforming to an image by Roark.",
+
+  "Mappings" : {
+    "AWSRegionArch2AMI" : {
+      "us-east-1"      : { "PV64" : "ami-1624987f" },
+      "us-west-2"      : { "PV64" : "ami-2a31bf1a" },
+      "us-west-1"      : { "PV64" : "ami-1bf9de5e" },
+      "eu-west-1"      : { "PV64" : "ami-c37474b7" },
+      "ap-southeast-1" : { "PV64" : "ami-a6a7e7f4" },
+      "ap-southeast-2" : { "PV64" : "ami-bd990e87" },
+      "ap-northeast-1" : { "PV64" : "ami-4e6cd34f" },
+      "sa-east-1"      : { "PV64" : "ami-1e08d103" }
+    }
+  },
+
+  "Resources" : {
+    "Instance" : {
+      "Type" : "AWS::EC2::Instance",
+      "Properties" : {
+        "ImageId" : { "Fn::FindInMap" : [ "AWSRegionArch2AMI", { "Ref" : "AWS::Region" }, "PV64" ]},
+        "InstanceType" : "m1.large",
+        "SecurityGroups" : [{ "Ref" : "Ec2SecurityGroup" }],
+        "UserData"       : { "Fn::Base64" : { "Fn::Join" : ["", [
+          "#!/bin/bash\n",
+          "echo 'Hello World!' > /hello_world.txt", "\n"
+        ]]}}
+      }
+    },
+
+    "Ec2SecurityGroup" : {
+      "Type" : "AWS::EC2::SecurityGroup",
+      "Properties" : {
+        "GroupDescription" : "HTTP and SSH access",
+        "SecurityGroupIngress" : [ {
+          "IpProtocol" : "tcp",
+          "FromPort" : "22", "ToPort" : "22",
+          "CidrIp" : "0.0.0.0/0"
+        } ]
+      }
+    }
+  },
+
+  "Outputs" : {
+    "InstanceId" : {
+      "Value" : { "Ref" : "Instance" },
+      "Description" : "ID of Instance"
+    }
+  }
+}

data/lib/roark/ami.rb

@@ -0,0 +1,148 @@
+module Roark
+  class Ami
+
+    attr_accessor :aws, :ami_id, :name
+
+    def initialize(args)
+      @aws    = args[:aws]
+      @ami_id = args[:ami_id]
+      @name   = args[:name]
+
+      @region   = @aws.region
+      @logger   = Roark.logger
+    end
+
+    def create_instance(args)
+      @logger.info "Creating instance in '#{@region}'."
+      begin
+        instance.create :parameters => args[:parameters],
+                        :template   => args[:template]
+      rescue AWS::Errors::Base => e
+        return Response.new :code => 1, :message => e.message
+      end
+
+      @logger.info "Instance created."
+      Response.new :code => 0, :message => 'Instance created.'
+    end
+
+    def create_ami
+      @logger.info "Creating AMI '#{@name}' from Instance '#{instance_id}'."
+      begin
+        ami = instance.create_ami_from_instance
+        @ami_id = ami.id
+      rescue AWS::Errors::Base => e
+        return Response.new :code => 1, :message => e.message
+      end
+      @logger.info "AMI '#{@ami_id}' created."
+      Response.new :code => 0, :message => "AMI '#{@ami_id}' created."
+    end
+
+    def stop_instance
+      @logger.info "Stopping instance."
+      begin
+        instance.stop
+      rescue AWS::Errors::Base => e
+        return Response.new :code => 1, :message => e.message
+      end
+      Response.new :code => 0, :message => "Instance stopped."
+    end
+
+    def destroy_instance
+      begin
+        instance.destroy
+      rescue AWS::Errors::Base => e
+        return Response.new :code => 1, :message => e.message
+      end
+      @logger.info "Instance destroyed."
+      Response.new :code => 0, :message => "Instance destroyed."
+    end
+
+    def destroy
+      @logger.info "Destroying AMI '#{@ami_id}'."
+      begin
+        ec2_destroy_ami.destroy @ami_id
+      rescue AWS::Errors::Base, AWS::Core::Resource::NotFound => e
+        return Response.new :code => 1, :message => e.message
+      end
+      @logger.info "Destroy completed succesfully."
+      Response.new :code => 0, :message => "Destroy completed succesfully."
+    end
+
+    def wait_for_instance
+      while instance.in_progress? || !instance.exists?
+        @logger.info "Waiting for instance to come online."
+        sleep 60
+      end
+
+      if instance.success?
+        msg = "Instance '#{instance_id}' completed succesfully."
+        @logger.info msg
+        Response.new :code => 0, :message => msg
+      else
+        msg = "Instance did not complete succesfully."
+        @logger.info msg
+        Response.new :code => 1, :message => msg
+      end
+    end
+
+    def wait_for_instance_to_stop
+      while instance.status != :stopped
+        @logger.info "Waiting for instance '#{instance_id}' to stop. Current state: '#{instance.status}'."
+        sleep 15
+      end
+      Response.new :code => 0, :message => "Instance stopped."
+    end
+
+    def wait_for_ami
+      while !exists? || pending?
+        @logger.info "Waiting for AMI creation to complete. Current state: '#{state}'."
+        sleep 15
+      end
+
+      if available?
+        msg = "AMI completed succesfully."
+        @logger.info msg
+        Response.new :code => 0, :message => msg
+      else
+        msg = "AMI did not complete succesfully."
+        @logger.info msg
+        Response.new :code => 1, :message => msg
+      end
+    end
+
+    def available?
+      state == :available
+    end
+
+    def pending?
+      state == :pending
+    end
+
+    def exists?
+      ec2_ami_state.exists? @ami_id
+    end
+
+    def state
+      ec2_ami_state.state @ami_id
+    end
+
+    def instance_id
+      instance.instance_id
+    end
+
+    private
+
+    def instance
+      @instance ||= Instance.new :aws => @aws, :name => @name
+    end
+
+    def ec2_ami_state
+      @ec2_ami_state ||= Roark::Aws::Ec2::AmiState.new @aws
+    end
+
+    def ec2_destroy_ami
+      @ec2_destroy_ami ||= Roark::Aws::Ec2::DestroyAmi.new @aws
+    end
+
+  end
+end

data/lib/roark/ami_create_workflow.rb

@@ -0,0 +1,50 @@
+module Roark
+  class AmiCreateWorkflow
+
+    def initialize(args)
+      @ami        = args[:ami]
+      @parameters = args[:parameters]
+      @template   = args[:template]
+      @logger     = Roark.logger
+    end
+
+    def execute
+      %w(create_instance wait_for_instance stop_instance wait_for_instance_to_stop
+         create_ami wait_for_ami destroy_instance).each do |m|
+        response = self.send m.to_sym
+        return response unless response.success?
+      end
+      Response.new :code => 0, :message => "AMI create workflow completed succesfully."
+    end
+
+    def create_instance
+      @ami.create_instance :parameters => @parameters,
+                             :template   => @template
+    end
+
+    def wait_for_instance
+      @ami.wait_for_instance
+    end
+
+    def stop_instance
+      @ami.stop_instance
+    end
+
+    def wait_for_instance_to_stop
+      @ami.wait_for_instance_to_stop
+    end
+
+    def create_ami
+      @ami.create_ami
+    end
+
+    def wait_for_ami
+      @ami.wait_for_ami
+    end
+
+    def destroy_instance
+      @ami.destroy_instance
+    end
+
+  end
+end

data/lib/roark/aws/cloud_formation/create_stack.rb

@@ -0,0 +1,35 @@
+module Roark
+  module Aws
+    module CloudFormation
+      class CreateStack
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def create(args)
+          name       = args[:name]
+          parameters = args[:parameters]
+          template   = args[:template]
+
+          @connection.cf.stacks.create name, template, { :capabilities => capabilities,
+                                                         :parameters   => format_parameters(parameters) }
+        end
+
+        private
+
+        def format_parameters(parameters={})
+          parameters.map do |p|
+            { :parameter_key   => p.first,
+              :parameter_value => p.last }
+          end
+        end
+
+        def capabilities
+          ['CAPABILITY_IAM']
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/cloud_formation/destroy_stack.rb

@@ -0,0 +1,17 @@
+module Roark
+  module Aws
+    module CloudFormation
+      class DestroyStack
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def destroy(name)
+          @connection.cf.stacks[name].delete
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/cloud_formation/stack_outputs.rb

@@ -0,0 +1,17 @@
+module Roark
+  module Aws
+    module CloudFormation
+      class StackOutputs
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def outputs(name)
+          @connection.cf.stacks[name].outputs
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/cloud_formation/stack_status.rb

@@ -0,0 +1,21 @@
+module Roark
+  module Aws
+    module CloudFormation
+      class StackStatus
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def status(name)
+          @connection.cf.stacks[name].status
+        end
+
+        def exists?(name)
+          @connection.cf.stacks[name].exists?
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/cloud_formation.rb

@@ -0,0 +1,4 @@
+require 'roark/aws/cloud_formation/create_stack'
+require 'roark/aws/cloud_formation/destroy_stack'
+require 'roark/aws/cloud_formation/stack_outputs'
+require 'roark/aws/cloud_formation/stack_status'

data/lib/roark/aws/connection.rb

@@ -0,0 +1,27 @@
+module Roark
+  module Aws
+    class Connection
+
+      attr_accessor :region
+
+      def initialize(args)
+        @access_key_id     = args[:access_key_id]
+        @secret_access_key = args[:secret_access_key]
+        @region            = args[:region]
+      end
+
+      def cf
+        @cf ||= AWS::CloudFormation.new :access_key_id     => @access_key_id,
+                                        :secret_access_key => @secret_access_key,
+                                        :region            => @region
+      end
+
+      def ec2
+        @ec2 ||= AWS::EC2.new :access_key_id     => @access_key_id,
+                              :secret_access_key => @secret_access_key,
+                              :region            => @region
+      end
+
+    end
+  end
+end

data/lib/roark/aws/ec2/ami_state.rb

@@ -0,0 +1,19 @@
+module Roark
+  module Aws
+    module Ec2
+      class AmiState
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def state(ami_id)
+          @connection.ec2.images[ami_id].state
+        end
+
+        def exists?(ami_id)
+          @connection.ec2.images[ami_id].exists?
+        end
+      end
+    end
+  end
+end

data/lib/roark/aws/ec2/create_ami.rb

@@ -0,0 +1,20 @@
+module Roark
+  module Aws
+    module Ec2
+      class CreateAmi
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def create(args)
+          instance_id = args[:instance_id]
+          name        = args[:name]
+          @connection.ec2.images.create :instance_id => instance_id,
+                                        :name        => name
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/ec2/destroy_ami.rb

@@ -0,0 +1,34 @@
+module Roark
+  module Aws
+    module Ec2
+      class DestroyAmi
+
+        def initialize(connection)
+          @connection = connection
+          @logger     = Roark.logger
+        end
+
+        def destroy(ami_id)
+          ami = @connection.ec2.images[ami_id]
+
+          @block_device_mappings = ami.block_device_mappings
+
+          @logger.info "Deleting AMI '#{ami_id}'."
+          ami.delete
+          delete_snapshots
+        end
+
+        private
+
+        def delete_snapshots
+          @block_device_mappings.each_value do |v|
+            snapshot_id = v[:snapshot_id]
+            @logger.info "Deleting snapshot '#{snapshot_id}'."
+            @connection.ec2.snapshots[snapshot_id].delete
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/roark/aws/ec2/instance_status.rb

@@ -0,0 +1,15 @@
+module Roark
+  module Aws
+    module Ec2
+      class InstanceStatus
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def status(id)
+          @connection.ec2.instances[id].status
+        end
+      end
+    end
+  end
+end

data/lib/roark/aws/ec2/stop_instance.rb

@@ -0,0 +1,15 @@
+module Roark
+  module Aws
+    module Ec2
+      class StopInstance
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def stop(id)
+          @connection.ec2.instances[id].stop
+        end
+      end
+    end
+  end
+end

data/lib/roark/aws/ec2.rb

@@ -0,0 +1,5 @@
+require 'roark/aws/ec2/ami_state'
+require 'roark/aws/ec2/create_ami'
+require 'roark/aws/ec2/destroy_ami'
+require 'roark/aws/ec2/instance_status'
+require 'roark/aws/ec2/stop_instance'

data/lib/roark/aws.rb

@@ -0,0 +1,5 @@
+require 'aws-sdk'
+
+require 'roark/aws/connection'
+require 'roark/aws/ec2'
+require 'roark/aws/cloud_formation'