stemcell 0.0.1 → 0.0.3

data/.gitignore

@@ -15,3 +15,6 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+.stemcellrc
+\#*\#
+.\#*

data/README.md

@@ -1,6 +1,6 @@
 # Stemcell
 
-#: Write a gem description
+Stemcell launches instances
 
 ## Installation
 
@@ -18,7 +18,6 @@ Or install it yourself as:
 
 ## Usage
 
-#: Write usage instructions here
 
 ## Contributing
 

data/bin/stem

@@ -0,0 +1,113 @@
+#!/usr/bin/env ruby
+
+# -*- mode: shell -*- 
+
+require_relative '../lib/stemcell'
+
+require 'trollop'
+
+options = Trollop::options do
+  version "stemcell #{Stemcell::VERSION} (c) 2013 Martin Rhoads"
+  banner <<END_OF_BANNER
+  welcome to stemcell
+END_OF_BANNER
+
+  opt('aws_access_key',
+      "aws access key",
+      :type => String,
+      :default => ENV['AWS_ACCESS_KEY']
+      )  
+
+  opt('aws_secret_key',
+      "aws secret key",
+      :type => String,
+      :default => ENV['AWS_SECRET_KEY']
+      )
+
+  opt('chef_validation_key_name',
+      'chef validation key name',
+      :type => String,
+      :default => ENV['CHEF_VALIDATION_KEY_NAME'],
+      )
+
+  opt('chef_validation_key',
+      'chef validation key path',
+      :type => String,
+      :default => ENV['CHEF_VALIDATION_KEY'],
+      )
+
+  opt('chef_data_bag_secret',
+      'path to chef data bag encryption secret',
+      :type => String,
+      :default => ENV['CHEF_DATA_BAG_SECRET'],
+      )
+
+  opt('chef_role',
+      'chef role of instance to be launched',
+      :type => String,
+      :default => ENV['CHEF_ROLE'],
+      )
+
+  opt('chef_environment',
+      'chef environment of instance to be launched',
+      :type => String,
+      :default => ENV['CHEF_ENVIRONMENT'],
+      )
+
+  opt('key_name',
+      'ssh key to launch instance with',
+      :type => String,
+      :default => ENV['KEY_NAME'],
+      )
+
+  opt('count',
+      'number of instances to launch',
+      :type => String,
+      :default => ENV['COUNT'],
+      )
+
+  opt('region',
+      'ec2 region to launch in',
+      :type => String,
+      :default => ENV['REGION'],
+      )
+
+  opt('image',
+      'ami to use for launch',
+      :type => String,
+      :default => ENV['AMI'],
+      )
+
+  opt('security_group',
+      'security group to launch instance with',
+      :type => String,
+      :default => ENV['SECURITY_GROUP'],
+      )
+
+  opt('machine_type',
+      'instance type to launch',
+      :type => String,
+      :default => ENV['MACHINE_TYPE'],
+      )
+
+end
+
+required_parameters = [
+                       'aws_access_key',
+                       'aws_secret_key',
+                       'chef_validation_key_name',
+                       'chef_validation_key',
+                       'chef_role',
+                       'chef_environment',
+                       'key_name',
+                      ]
+
+required_parameters.each do |arg|
+  raise ArgumentError, "--#{arg} needs to be specified on the commandline or set \
+by the #{arg.upcase.gsub('-','_')} environment variable" if
+    options[arg].nil? or ! options[arg]
+end
+
+stemcell = Stemcell::Stemcell.new(options)
+stemcell.launch({'count' => options['count']})
+

data/lib/stemcell/templates/bootstrap.sh.erb

@@ -0,0 +1,130 @@
+#!/bin/bash -ex
+#
+# This script will bootstrap and run chef
+#
+# You need to specify a run_list, environment, and validator key info below
+#
+# Martin Rhoads
+
+
+set -o pipefail
+
+
+# redirect stdout to /var/log/init
+exec > /var/log/init
+
+# redirect stderr to /var/log/init.err
+exec 2> /var/log/init.err
+
+
+##
+## settings 
+##
+
+
+run_list=role[<%= @chef_role %>]
+environment=<%= @chef_environment %>
+validator_name=<%= @chef_validation_key_name %>
+validator_value="<%= @chef_validation_key_value %>"
+data_bag_secret="<%= @chef_data_bag_secret %>"
+
+##
+## common function
+##
+
+
+update() {
+  echo updating apt repo
+  apt-get update 1>&2
+}
+
+
+install() {
+  if ! (dpkg -l | awk '{print $2}' | grep -q ^$1$ ) ; then
+    echo installing $1...
+    export DEBIAN_FRONTEND=noninteractive
+    apt-get install -y $1 1>&2
+  fi
+}
+
+
+get_instance_id() {
+  instance_id=`curl --retry 5 --retry-delay 5 169.254.169.254/latest/meta-data/instance-id` 1>&2
+  echo instance_id is $instance_id
+}
+
+
+configure_chef() {
+  echo configuring chef...
+  mkdir -p /etc/chef
+  echo -e  "$validator_value" > /etc/chef/validation.pem
+  cat<<EOF>/etc/chef/client.rb
+log_level        :info
+log_location     STDOUT
+chef_server_url  "https://api.opscode.com/organizations/airbnb"
+validation_client_name "$validator_name"
+node_name "$instance_id"
+EOF
+  echo -e "$data_bag_secret" > /etc/chef/encrypted_data_bag_secret
+  echo chef configured
+}
+
+
+install_chef() {
+  if ! which chef-client > /dev/null ; then 
+    echo installing chef via omnibus...
+    curl -L --silent https://www.opscode.com/chef/install.sh | sudo bash 1>&2
+    curl -L --silent https://www.opscode.com/chef/install.sh | sudo bash -s -- -v 11.2.0  1>&2
+  else 
+    echo chef is already installed
+  fi
+}
+
+
+configure_chef_daemon() {
+  cat<<EOF>/etc/init/chef-client.conf
+description     "chef-client"
+author          "Martin Rhoads"
+start on networking
+script
+chef-client --interval 300 --splay 150  | logger -t chef-client 2>&1
+end script
+respawn
+EOF
+}
+
+
+run_chef() {
+  echo running chef-client...
+  chef-client --environment $environment --override-runlist $run_list 1>&2
+  echo done running chef-client
+}
+
+
+start_chef_daemon() {
+  start chef-client
+}
+
+
+##
+## main
+##
+
+
+echo starting chef bootstrapping...
+update
+install curl
+get_instance_id
+configure_chef
+install_chef
+run_chef
+configure_chef_daemon
+start_chef_daemon
+
+
+##
+## exit
+##
+
+
+echo "ran successfully:)"

data/lib/stemcell/version.rb

@@ -1,3 +1,3 @@
 module Stemcell
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

data/lib/stemcell.rb

@@ -1,5 +1,136 @@
-require "stemcell/version"
+require 'logger'
+require 'erb'
+require 'aws-sdk'
+
+require_relative "stemcell/version"
 
 module Stemcell
-  # Your code goes here...
+  class Stemcell
+    def initialize(opts={})
+      @log = Logger.new(STDOUT)
+      @log.debug "opts are #{opts.inspect}"
+      ['aws_access_key',
+       'aws_secret_key',
+       'chef_validation_key_name',
+       'chef_validation_key',
+       'chef_role',
+       'chef_environment',
+       'key_name',
+      ].each do |req|
+        raise ArgumentError, "missing required param #{req}" unless opts[req]
+        instance_variable_set("@#{req}",opts[req])
+      end
+
+      @security_group = opts['security_group'] ? opts['security_group'] : 'default'
+      @image = opts['image'] ? opts['image'] : 'ami-d726abbe'
+      @machine_type = opts['machine_type'] ? opts['machine_type'] : 'm1.small'
+      @region = opts['region'] ? opts['region'] : 'us-east-1'
+      @ec2_url = "ec2.#{@region}.amazonaws.com"
+      @timeout = 120
+      @start_time = Time.new
+
+      begin
+        @chef_validation_key_value = File.read(@chef_validation_key)
+      rescue Object => e
+        # TODO(mkr): we may want to do something better here
+        @chef_validation_key_value = @chef_validation_key
+        # raise "\ncould not open specified key #{@chef_validation_key}:\n#{e.inspect}#{e.backtrace}"
+      end
+
+      if opts['chef_data_bag_secret']
+        begin
+          @chef_data_bag_secret = File.read(opts['chef_data_bag_secret'])
+        rescue Object => e
+          raise "\ncould not open specified secret key file #{opts['chef_data_bag_secret']}:\n#{e.inspect}#{e.backtrace}"
+        end
+      else
+        @chef_data_bag_secret = ''
+      end
+
+      AWS.config({:access_key_id => @aws_access_key, :secret_access_key => @aws_secret_key})
+      @ec2 = AWS::EC2.new(:ec2_endpoint => @ec2_url)
+      @ec2_region = @ec2.regions[@region]
+
+      @user_data = render_template
+    end
+
+    def launch(opts={})
+      File.open('/tmp/user-data', 'w') {|f| f.write(@user_data) }
+      instances = do_launch(opts)
+      wait(instances)
+      print_run_info(instances)
+      print_config_info
+      return instances
+    end
+
+    private
+
+    def print_config_info
+      puts "install logs will be in /var/log/init and /var/log/init.err"
+    end
+
+    def print_run_info(instances)
+      puts "here is the info for what's launched:"
+      instances.each do |instance|
+        puts "\tinstance_id: #{instance.instance_id}"
+        puts "\tpublic ip:   #{instance.public_ip_address}"
+        puts
+      end
+    end
+
+    def wait(instances)
+      sleep 3
+      while true
+        if Time.now - @start_time > @timeout
+          bail(instances)
+          raise TimeoutError, "exceded timeout of #{@timeout}"
+        end
+        puts "instances is #{instances.inspect}"
+        if instances.select{|i| i.status != :running }.empty?
+          @log.info "all instances in running state"
+          return
+        end
+        @log.info "instances not ready yet. sleeping..."
+        sleep 5
+        return wait(instances)
+      end
+    end
+
+    def do_launch(opts={})
+      options = {
+        :image_id => @image,
+        :security_groups => @security_group,
+        :user_data => @user_data,
+        :instance_type => @machine_type,
+        :key_name => @key_name,
+      }
+      options.merge!({:availability_zone => opts['avilibility_zone']}) if opts['availability_zone']
+      options.merge!({:count => opts['count']}) if opts['count']
+      puts "creating instance with options:\n#{options}"
+      instances = @ec2_region.instances.create(options)
+      instances = [instances] unless instances.class == Array
+      instances.each do |instance|
+        @log.info "launched instance #{instance.instance_id}"
+      end
+      return instances
+    end
+
+    def render_template
+      this_file = File.expand_path __FILE__
+      base_dir = File.dirname this_file
+      template_file_path = File.join(base_dir,'stemcell','templates','bootstrap.sh.erb')
+      template_file = File.read(template_file_path)
+      erb_template = ERB.new(template_file)
+      generated_template = erb_template.result(binding)
+      return generated_template
+    end
+
+    def bail(instances)
+      return if instances.nil?
+      instances.each do |instance|
+        instance.delete
+      end
+    end
+
+  end
 end

data/stemcell.gemspec

@@ -8,12 +8,15 @@ Gem::Specification.new do |gem|
   gem.version       = Stemcell::VERSION
   gem.authors       = ["Martin Rhoads"]
   gem.email         = ["martin.rhoads@airbnb.com"]
-  gem.description   = %q{Write a gem description}
-  gem.summary       = %q{Write a gem summary}
+  gem.description   = %q{stemcell launches instances}
+  gem.summary       = %q{no summary}
   gem.homepage      = ""
 
   gem.files         = `git ls-files`.split($/)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
+  gem.add_runtime_dependency 'trollop'
+  gem.add_runtime_dependency 'aws-sdk'
 end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: stemcell
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,12 +9,45 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-01-20 00:00:00.000000000 Z
-dependencies: []
-description: Write a gem description
+date: 2013-02-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: stemcell launches instances
 email:
 - martin.rhoads@airbnb.com
-executables: []
+executables:
+- stem
 extensions: []
 extra_rdoc_files: []
 files:
@@ -23,7 +56,9 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/stem
 - lib/stemcell.rb
+- lib/stemcell/templates/bootstrap.sh.erb
 - lib/stemcell/version.rb
 - stemcell.gemspec
 homepage: ''
@@ -49,5 +84,5 @@ rubyforge_project:
 rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
-summary: Write a gem summary
+summary: no summary
 test_files: []