slushy 0.1.0

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.rvmrc

@@ -0,0 +1 @@
+rvm use ruby-1.9.2@slushy --create

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## 0.1.0
+* Initial release!

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/README.md

@@ -0,0 +1,27 @@
+## Description
+
+Giving Chef a hand in the provisional kitchen, [aussie style](http://www.mrl.nott.ac.uk/~mbf/paula/slushy.htm).
+Assumes Fog's API for connecting to and creating instances.
+
+## Usage
+
+Provision and converge an instance:
+
+```ruby
+connection = Fog::Compute.new :provider => 'AWS', :aws_access_key => 'KEY',
+  :aws_secret_access_key => 'SECRET'
+# Second arg is a hash passed to Fog::Compute::AWS::Servers.create
+instance = Slushy::Instance.launch connection, :flavor_id => 'm1.large', :more => :keys
+instance.bootstrap
+# Point at directory containing Chef cookbooks
+instance.converge Rails.root.join('provision')
+```
+
+## TODO
+
+* Speed up slow Instance.launch tests caused by Fog's mocking
+* Add SystemTimer for a working 1.8.7 timeout
+* Support providers other than AWS
+* Support OSes other ubuntu
+* Don't hardcode path to chef, caused by ubuntu installing weirdness
+* Fix Instance#wait_for_connectivity occasionally hanging

data/Rakefile

@@ -0,0 +1,7 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new
+task :default => :spec
+
+Dir["lib/tasks/*.rake"].each { |ext| load(ext) }

data/lib/slushy/instance.rb

@@ -0,0 +1,132 @@
+require 'timeout'
+
+class Slushy::Instance
+  class AptInstallError < StandardError; end
+
+  attr_reader :connection, :instance_id
+
+  def self.launch(connection, config)
+    server = connection.servers.create(config)
+    server.wait_for { ready? }
+    new(connection, server.id)
+  end
+
+  def initialize(connection, instance_id)
+    @connection = connection
+    @instance_id = instance_id
+  end
+
+  def server
+    @server ||= @connection.servers.get(instance_id)
+  end
+
+  def ssh(*args)
+    server.ssh(*args)
+  end
+
+  def scp(*args)
+    server.scp(*args)
+  end
+
+  def dns_name(*args)
+    server.dns_name(*args)
+  end
+
+  def snapshot(name, description)
+    response = connection.create_image(instance_id, name, description)
+    image_id = response.body["imageId"]
+    image = connection.images.get(image_id)
+    image.wait_for { state == "available" }
+    image_id
+  end
+
+  def terminate
+    server.destroy
+    server.wait_for { state == "terminated" }
+  end
+
+  def stop
+    server.stop
+    server.wait_for { state == "stopped" }
+  end
+
+  def wait_for_connectivity
+    puts "Waiting for ssh connectivity..."
+    retry_block(5, [Errno::ECONNREFUSED, Timeout::Error], "Connecting to Amazon refused") do
+      sleep 10
+      Timeout.timeout(60) { ssh('ls') }
+    end
+    puts "Server up and listening for SSH!"
+  end
+
+  def run_command(command)
+    jobs = ssh(command)
+    jobs_succeeded?(jobs)
+  end
+
+  def run_command!(command)
+    exit 1 unless run_command(command)
+  end
+
+  def run_apt_command!(command)
+    raise AptInstallError unless run_command(command)
+  end
+
+  def apt_installs
+    retry_block(5, [AptInstallError], "Command 'apt-get' failed") do
+      puts "Updating apt cache..."
+      run_apt_command!('sudo apt-get update')
+      puts "Installing ruby..."
+      run_apt_command!('sudo apt-get -y install ruby')
+      puts "Installing rubygems..."
+      run_apt_command!('sudo apt-get -y install rubygems1.8')
+    end
+  end
+
+  def bootstrap
+    wait_for_connectivity
+    apt_installs
+    puts "Installing chef..."
+    run_command!('sudo gem install chef --no-ri --no-rdoc --version 0.10.8')
+  end
+
+  def converge(cookbooks_path) # TODO: find the standard Chef term for this
+    puts "Copying chef resources from provision directory..."
+    cookbooks_path = "#{cookbooks_path}/" unless cookbooks_path.end_with?('/')
+    scp(cookbooks_path, '/tmp/chef-solo', :recursive => true)
+    puts "Converging server, this may take a while (10-20 minutes)"
+    run_command!('cd /tmp/chef-solo && sudo /var/lib/gems/1.8/bin/chef-solo -c solo.rb -j dna.json')
+  end
+
+  protected
+
+  def retry_block(times, errors, failure)
+    succeeded = false
+    attempts = 0
+    last_error = nil
+    until succeeded || attempts > times-1
+      begin
+        retval = yield
+        succeeded = true
+      rescue *errors => e
+        attempts +=1
+        puts "#{failure}. Attempting retry #{attempts}..."
+        last_error = e
+      end
+    end
+    exit 1 if !succeeded
+    retval
+  end
+
+  def jobs_succeeded?(jobs)
+    return true if jobs.all? { |job| job.status == 0 }
+    jobs.each do |job|
+      puts "----------------------"
+      puts "Command '#{job.command}'"
+      puts "STDOUT: #{job.stdout}"
+      puts "STDERR: #{job.stderr}"
+      puts "----------------------"
+    end
+    false
+  end
+end

data/lib/slushy/version.rb

@@ -0,0 +1,3 @@
+module Slushy
+  VERSION = "0.1.0"
+end

data/lib/slushy.rb

@@ -0,0 +1,4 @@
+module Slushy; end
+
+require 'slushy/version'
+require 'slushy/instance'

data/slushy.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "slushy/version"
+
+Gem::Specification.new do |s|
+  s.name        = "slushy"
+  s.version     = Slushy::VERSION
+  s.homepage    = "http://github.com/relevance/slushy"
+  s.authors     = ["Sam Umbach", "Gabriel Horner", "Alex Redington"]
+  s.email       = ["sam@thinkrelevance.com"]
+  s.homepage    = "http://github.com/relevance/slushy"
+  s.summary     = %q{An Aussie kitchen hand helping out Chef}
+  s.description = "Giving Chef a hand in the provisional kitchen - Aussie style. Using Fog's API, creates an instance and converges chef recipes on it."
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+
+  s.add_development_dependency 'fog', '1.3.1'
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'rake', '~> 0.9.2.2'
+  s.add_development_dependency 'bundler', '~> 1.1'
+end

data/spec/lib/instance_spec.rb

@@ -0,0 +1,152 @@
+require 'spec_helper'
+require 'fog'
+
+describe Slushy::Instance do
+  def mock_job(options={})
+    mock({:command => 'foo', :stdout => '', :stderr => '', :status => 0}.merge(options))
+  end
+
+  before(:all) { Fog.mock! }
+
+  let(:connection)  { Fog::Compute.new(:provider => 'AWS', :aws_access_key_id => "foo", :aws_secret_access_key => "bar") }
+  let(:config)      { {:flavor_id => 'm1.large', :image_id => 'ami-123456', :groups => ['default']} }
+  let(:server)      { connection.servers.create(config) }
+  let(:instance_id) { server.id }
+  let(:instance)    { Slushy::Instance.new(connection, instance_id) }
+
+  describe ".launch" do
+    it "launches a new instance" do
+      lambda { described_class.launch(connection, config) }.should change { connection.servers.size }.by(1)
+    end
+
+    it "returns the instance object" do
+      described_class.launch(connection, config).should be_a Slushy::Instance
+    end
+
+    describe "the new instance" do
+      subject { described_class.launch(connection, config).server }
+
+      its(:flavor_id) { should == 'm1.large' }
+      its(:image_id)  { should == 'ami-123456' }
+      its(:groups)    { should include('default') }
+    end
+  end
+
+  describe "#server" do
+    it "retrieves the server from the connection based on instance_id" do
+      servers = stub(:create => server)
+      connection.stub(:servers).and_return(servers)
+      servers.should_receive(:get).with(server.id).and_return(server)
+      instance.server.should == server
+    end
+  end
+
+  describe "#snapshot" do
+    let!(:image)   { connection.images.new(Fog::AWS::Mock.image) }
+    let(:images)   { stub(:get => image) }
+    let(:response) { stub(:body => {"imageId" => :some_ami_id}) }
+
+    before { connection.stub(:images).and_return(images) }
+
+    it "creates a new AMI from the given instance and returns the AMI id string" do
+      connection.should_receive(:create_image).with(instance_id, :some_name, :some_description).and_return(response)
+      instance.snapshot(:some_name, :some_description).should == :some_ami_id
+    end
+
+    it "does NOT return until image creation is complete" do
+      connection.stub(:create_image).and_return(response)
+      images.should_receive(:get).with(:some_ami_id).and_return(image)
+      image.should_receive(:wait_for)
+      instance.snapshot(:some_name, :some_description)
+    end
+  end
+
+  describe "#terminate" do
+    it "terminates the given instance" do
+      instance.stub(:server).and_return(server)
+      server.should_receive(:destroy)
+      server.should_receive(:wait_for)
+      instance.terminate
+    end
+  end
+
+  describe '#wait_for_connectivity' do
+    it 'retries if the first attempt fails' do
+      instance.should_receive(:ssh).ordered.and_raise(Errno::ECONNREFUSED)
+      instance.should_receive(:ssh).ordered.and_return([mock_job])
+      instance.should_receive(:sleep).twice.with(10).and_return(10)
+      expect do
+        capture_stdout { instance.wait_for_connectivity }
+      end.to_not raise_error
+    end
+
+    it 'prints a message for each retry attempt' do
+      instance.should_receive(:ssh).ordered.exactly(3).times.and_raise(Errno::ECONNREFUSED)
+      instance.should_receive(:ssh).ordered.and_return([mock_job])
+      instance.stub(:sleep).and_return(10)
+      stdout = capture_stdout { instance.wait_for_connectivity }
+      stdout.should include 'Attempting retry 1...'
+      stdout.should include 'Attempting retry 2...'
+      stdout.should include 'Attempting retry 3...'
+    end
+
+    it 'retries up to five times, then aborts' do
+      instance.should_receive(:ssh).exactly(5).times.and_raise(Errno::ECONNREFUSED)
+      instance.stub(:sleep).and_return(10)
+      expect do
+        capture_stdout { instance.wait_for_connectivity }
+      end.to raise_error SystemExit
+    end
+  end
+
+  describe '#run_command!' do
+    it "fails fast if a command fails" do
+      job = mock_job(:status => 1, :stderr => 'FAIL WHALE')
+      instance.stub(:ssh).with("ls").and_return([job])
+      capture_stdout do
+        expect do
+          instance.run_command!("ls")
+        end.to raise_error SystemExit
+      end.should =~ /STDERR: FAIL WHALE/
+    end
+  end
+
+  describe '#apt_installs' do
+    it 'retries if the first attempt fails' do
+      instance.should_receive(:ssh).ordered.with('sudo apt-get update').and_return([mock_job])
+      instance.should_receive(:ssh).ordered.with('sudo apt-get -y install ruby').and_return([mock_job(:status => 1)])
+      instance.should_receive(:ssh).ordered.with('sudo apt-get update').and_return([mock_job])
+      instance.should_receive(:ssh).ordered.with('sudo apt-get -y install ruby').and_return([mock_job])
+      instance.should_receive(:ssh).ordered.with('sudo apt-get -y install rubygems1.8').and_return([mock_job])
+      expect do
+        capture_stdout { instance.apt_installs }
+      end.to_not raise_error
+    end
+
+    it 'retries up to five times, then aborts' do
+      instance.should_receive(:ssh).exactly(5).times.with('sudo apt-get update').and_return([mock_job(:status => 1)])
+      expect do
+        capture_stdout { instance.apt_installs }
+      end.to raise_error SystemExit
+    end
+  end
+
+  describe "#bootstrap" do
+    it "installs prerequisites on the given instance" do
+      instance.should_receive(:wait_for_connectivity).ordered
+      instance.should_receive(:run_command).ordered.with("sudo apt-get update").and_return(true)
+      instance.should_receive(:run_command).ordered.with("sudo apt-get -y install ruby").and_return(true)
+      instance.should_receive(:run_command).ordered.with("sudo apt-get -y install rubygems1.8").and_return(true)
+      instance.should_receive(:run_command).ordered.with("sudo gem install chef --no-ri --no-rdoc --version 0.10.8").and_return(true)
+      capture_stdout { instance.bootstrap }
+    end
+  end
+
+  describe "#converge" do
+    it "converges the given instance" do
+      instance.should_receive(:scp).ordered.with('some_path/', "/tmp/chef-solo", :recursive => true).and_return(true)
+      instance.should_receive(:run_command).ordered.with("cd /tmp/chef-solo && sudo /var/lib/gems/1.8/bin/chef-solo -c solo.rb -j dna.json").and_return(true)
+      capture_stdout { instance.converge('some_path') }
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require 'rspec/autorun'
+require 'slushy'
+
+# Requires supporting ruby files with custom matchers and macros, etc,
+# in spec/support/ and its subdirectories.
+Dir[File.expand_path("support/*.rb", File.dirname(__FILE__))].each {|f| require f}
+
+RSpec.configure do |config|
+  config.include OutputStreams
+  config.filter_run :focused => true
+  config.filter_run_excluding :disabled => true
+  config.run_all_when_everything_filtered = true
+
+  config.alias_example_to :fit, :focused => true
+  config.alias_example_to :xit, :disabled => true
+  config.alias_example_to :they
+end

data/spec/support/output_streams.rb

@@ -0,0 +1,12 @@
+module OutputStreams
+  def capture_stdout(&block)
+    original_stdout = $stdout
+    $stdout = fake = StringIO.new
+    begin
+      yield
+    ensure
+      $stdout = original_stdout
+    end
+    fake.string
+  end
+end

metadata

@@ -0,0 +1,134 @@
+--- !ruby/object:Gem::Specification
+name: slushy
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Sam Umbach
+- Gabriel Horner
+- Alex Redington
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-04-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+description: Giving Chef a hand in the provisional kitchen - Aussie style. Using Fog's
+  API, creates an instance and converges chef recipes on it.
+email:
+- sam@thinkrelevance.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- CHANGELOG.md
+- Gemfile
+- README.md
+- Rakefile
+- lib/slushy.rb
+- lib/slushy/instance.rb
+- lib/slushy/version.rb
+- slushy.gemspec
+- spec/lib/instance_spec.rb
+- spec/spec_helper.rb
+- spec/support/output_streams.rb
+homepage: http://github.com/relevance/slushy
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 3888575469612740202
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 3888575469612740202
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.21
+signing_key: 
+specification_version: 3
+summary: An Aussie kitchen hand helping out Chef
+test_files:
+- spec/lib/instance_spec.rb
+- spec/spec_helper.rb
+- spec/support/output_streams.rb