cucumber-chef 1.0.3 → 2.0.0.pre

data/lib/cucumber/chef.rb

@@ -1,33 +1,66 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
 require 'readline'
 require 'socket'
 require 'stringio'
 
+################################################################################
+
 require 'chef'
 require 'chef/cookbook_uploader'
-require 'chef/knife'
-require 'chef/knife/bootstrap'
-require 'chef/knife/core/bootstrap_context'
-require 'chef/knife/ssh'
+require 'erubis'
 require 'fog'
-require 'net/scp'
-require 'net/ssh/multi'
+require 'json'
+require 'mixlib/config'
+require 'net/ssh'
+require 'net/ssh/proxy/command'
+require 'net/sftp'
+require 'ubuntu_ami'
+
+################################################################################
 
 module Cucumber
   module Chef
-    class Error < StandardError ; end
-    
-    autoload :Config, "cucumber/chef/config"
-    autoload :Provisioner, "cucumber/chef/provisioner"
-    autoload :TestLab, "cucumber/chef/test_lab"
-    autoload :TestRunner, "cucumber/chef/test_runner"
+
+    class Error < StandardError; end
+
+    require 'cucumber/chef/utility'
+    extend(Cucumber::Chef::Utility)
+
   end
 end
 
-begin 
-  require 'cucumber/chef/version'
-rescue LoadError => e
-  dep = e.message.split.last
-  puts "You don't appear to have #{dep} installed." 
-  puts "Perhaps run `gem bundle` or `gem install #{dep}`?"
-  exit 2
-end
+################################################################################
+
+require 'cucumber/chef/bootstrap'
+require 'cucumber/chef/command'
+require 'cucumber/chef/config'
+require 'cucumber/chef/logger'
+require 'cucumber/chef/provisioner'
+require 'cucumber/chef/ssh'
+require 'cucumber/chef/tcp_socket'
+require 'cucumber/chef/template'
+require 'cucumber/chef/test_lab'
+require 'cucumber/chef/test_runner'
+require 'cucumber/chef/version'
+
+################################################################################

data/lib/cucumber-chef.rb

@@ -1 +1,24 @@
-require 'cucumber/chef' # compat
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+require 'cucumber/chef'
+
+################################################################################

data/spec/cucumber/chef/config_spec.rb

@@ -1,114 +1,180 @@
-require File.join(File.dirname(__FILE__), "../../spec_helper.rb")
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+require 'spec_helper'
+
+VALID_RELEASES = %w( precise )
+VALID_REGIONS = %w( us-west-1 us-east-1 eu-west-1 )
+VALID_ARCHS = %w( i386 amd64 )
+VALID_DISK_STORES = %w( instance-store ebs )
 
 describe Cucumber::Chef::Config do
-  before(:all) do
-    @orgname = ENV["ORGNAME"]
-    @opscode_user = ENV["OPSCODE_USER"]
+
+################################################################################
+
+  before(:each) do
+    load File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "..", "lib", "cucumber", "chef", "config.rb"))
   end
 
   after(:each) do
-    ENV["ORGNAME"] = @orgname
-    ENV["OPSCODE_USER"] = @opscode_user
+    load File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb"))
   end
 
-  describe "verification" do
-    describe "when ORGNAME is not set" do
-      it "should raise" do
-        ENV["ORGNAME"] = ""
-        expect {
-          subject.verify
-        }.to raise_error(Cucumber::Chef::ConfigError, /ORGNAME/)
-      end
+################################################################################
+
+  describe "Cucumber::Chef::Config default values" do
+
+    it "Cucumber::Chef::Config[:mode] defaults to :user" do
+      Cucumber::Chef::Config[:mode].should == :user
     end
 
-    describe "when OPSCODE_USER is not set" do
-      it "should raise" do
-        ENV["OPSCODE_USER"] = ""
-        expect {
-          subject.verify
-        }.to raise_error(Cucumber::Chef::ConfigError, /OPSCODE_USER/)
-      end
+    it "Cucumber::Chef::Config[:provider] defaults to :aws" do
+      Cucumber::Chef::Config[:provider].should == :aws
     end
 
-    describe "when configuration is invalid" do
-      it "should complain about missing keys" do
-        subject.config[:chef_server_url] = nil
-        subject.config[:knife][:aws_access_key_id] = nil
-        expect {
-          subject.verify
-        }.to raise_error(Cucumber::Chef::ConfigError, /chef_server_url.*aws_access_key_id/)
+    context "Cucumber::Chef::Config[:aws] default values" do
+
+      it "Cucumber::Chef::Config[:aws][:aws_security_group] defaults to 'cucumber-chef'" do
+        Cucumber::Chef::Config[:aws][:aws_security_group].should == "cucumber-chef"
       end
-      
-      describe "when node name is invalid" do
-        it "should raise" do
-          ENV["OPSCODE_USER"] = "REALLYBOGUSORGNAME"
-          expect {
-            subject.verify
-          }.to raise_error(Cucumber::Chef::ConfigError, /Opscode platform credentials/)
-        end
+
+      it "Cucumber::Chef::Config[:aws][:ubuntu_release] defaults to 'precise'" do
+        Cucumber::Chef::Config[:aws][:ubuntu_release].should == "precise"
       end
-    
-      describe "when aws_access_key_id is empty" do
-        it "should raise" do
-          subject.config[:knife][:aws_access_key_id] = "bogus"
-          expect {
-            subject.verify
-          }.to raise_error(Cucumber::Chef::ConfigError, /AWS credentials/)
-        end
+
+      it "Cucumber::Chef::Config[:aws][:aws_instance_arch] defaults to 'i386'" do
+        Cucumber::Chef::Config[:aws][:aws_instance_arch].should == "i386"
+      end
+
+      it "Cucumber::Chef::Config[:aws][:aws_instance_disk_store] defaults to 'ebs'" do
+        Cucumber::Chef::Config[:aws][:aws_instance_disk_store].should == "ebs"
       end
-    end
 
-    describe "when configuration is valid" do
-      it "should not raise" do
-        subject.verify
+      it "Cucumber::Chef::Config[:aws][:aws_instance_type] defaults to 'm1.small'" do
+        Cucumber::Chef::Config[:aws][:aws_instance_type].should == "m1.small"
       end
+
     end
+
   end
 
-  describe "when knife.rb is missing" do
-    it "should raise" do
-      begin
-        chef_dir = Pathname("~/.chef").expand_path
-        (chef_dir + "knife.rb").rename(chef_dir + "knife.rb.bak")
-        config_file = chef_dir + "knife.rb"
-        expect { subject.config }.to raise_error(Cucumber::Chef::ConfigError)
-      ensure
-        (chef_dir + "knife.rb.bak").rename(chef_dir + "knife.rb")
+################################################################################
+
+  describe "class method: aws_image_id" do
+
+    it "should return ami_image_id if Cucumber::Chef::Config[:aws][:aws_image_id] is set" do
+      aws_image_id = "ami-12345678"
+      Cucumber::Chef::Config[:aws][:aws_image_id] = aws_image_id
+      Cucumber::Chef::Config.aws_image_id.should == aws_image_id
+    end
+
+    VALID_RELEASES.each do |release|
+      VALID_REGIONS.each do |region|
+        VALID_ARCHS.each do |arch|
+          VALID_DISK_STORES.each do |disk_store|
+
+            it "should return an ami_image_id if release='#{release}', region='#{region}', arch='#{arch}', disk_store='#{disk_store}'" do
+              Cucumber::Chef::Config[:aws][:ubuntu_release] = release
+              Cucumber::Chef::Config[:aws][:region] = region
+              Cucumber::Chef::Config[:aws][:aws_instance_arch] = arch
+              Cucumber::Chef::Config[:aws][:aws_instance_disk_store] = disk_store
+
+              expect{ Cucumber::Chef::Config.aws_image_id }.to_not raise_error(Cucumber::Chef::ConfigError)
+            end
+
+          end
+        end
       end
     end
+
   end
 
+################################################################################
+
   describe "when configuration is valid" do
-    it "should list the configuration values" do
-      output = subject.list.join("\n")
-      output.should match(/node_name:/)
-      output.should match(/knife\[:aws_secret_access_key\]:/)
-    end
 
-    it "should return the configuration values" do
-      subject[:node_name].should == @opscode_user
-      subject[:knife][:ssh_user].should == "ubuntu"
+    it "should allow changing providers" do
+      Cucumber::Chef::Config[:provider] = :aws
+      expect{ Cucumber::Chef::Config.verify_keys }.to_not raise_error(Cucumber::Chef::ConfigError)
+
+      Cucumber::Chef::Config[:provider] = :vagrant
+      expect{ Cucumber::Chef::Config.verify_keys }.to_not raise_error(Cucumber::Chef::ConfigError)
     end
 
-    it "should allow setting configuration values" do
-      subject[:mode] = "blah"
-      subject[:knife][:aws_access_key_id] = "bogus"
-      subject[:mode].should == "blah"
-      subject[:knife][:aws_access_key_id].should == "bogus"
+    it "should allow changing modes" do
+      Cucumber::Chef::Config[:mode] = :test
+      expect{ Cucumber::Chef::Config.verify_keys }.to_not raise_error(Cucumber::Chef::ConfigError)
+
+      Cucumber::Chef::Config[:mode] = :user
+      expect{ Cucumber::Chef::Config.verify_keys }.to_not raise_error(Cucumber::Chef::ConfigError)
     end
 
-    it "should provide a method for getting a test mode configuration" do
-      config = Cucumber::Chef::Config.test_config
-      config[:mode].should == "test"
+    # this explodes in CI because we won't have our secret values set
+    context "when provider is aws" do
+      it "should verify the configuration" do
+        user = ENV['OPSCODE_USER'] || ENV['USER']
+        Cucumber::Chef::Config[:provider] = :aws
+        Cucumber::Chef::Config[:aws][:aws_access_key_id] = ENV['AWS_ACCESS_KEY_ID']
+        Cucumber::Chef::Config[:aws][:aws_secret_access_key] = ENV['AWS_SECRET_ACCESS_KEY']
+        Cucumber::Chef::Config[:aws][:aws_ssh_key_id] = ENV['AWS_SSH_KEY_ID'] || user
+        Cucumber::Chef::Config[:aws][:identity_file] = "#{ENV['HOME']}/.chef/#{user}.pem"
+        Cucumber::Chef::Config[:aws][:region] = "us-west-2"
+        Cucumber::Chef::Config[:aws][:availability_zone] = "us-west-2a"
+        expect{ Cucumber::Chef::Config.verify }.to_not raise_error(Cucumber::Chef::ConfigError)
+      end
+    end if !ENV['CI'] && !ENV['TRAVIS']
+
+  end
+
+################################################################################
+
+  describe "when configuration is invalid" do
+
+    it "should complain about missing configuration keys" do
+      Cucumber::Chef::Config[:provider] = nil
+      expect{ Cucumber::Chef::Config.verify_keys }.to raise_error(Cucumber::Chef::ConfigError)
+
+      Cucumber::Chef::Config[:mode] = nil
+      expect{ Cucumber::Chef::Config.verify_keys }.to raise_error(Cucumber::Chef::ConfigError)
     end
 
-    it "should know it is in test mode" do
-      Cucumber::Chef::Config.test_config.test_mode?.should be
+    it "should complain about invalid configuration key values" do
+      Cucumber::Chef::Config[:provider] = :awss
+      expect{ Cucumber::Chef::Config.verify_keys }.to raise_error(Cucumber::Chef::ConfigError)
+
+      Cucumber::Chef::Config[:mode] = :userr
+      expect{ Cucumber::Chef::Config.verify_keys }.to raise_error(Cucumber::Chef::ConfigError)
     end
 
-    it "should know it is not in test_mode" do
-      Cucumber::Chef::Config.new.test_mode?.should_not be
+    describe "when provider is aws" do
+
+      it "should complain about missing provider configuration keys" do
+        Cucumber::Chef::Config[:provider] = :aws
+        expect{ Cucumber::Chef::Config.verify_provider_keys }.to raise_error(Cucumber::Chef::ConfigError)
+      end
+
     end
+
   end
-end
 
+################################################################################
+
+end

data/spec/cucumber/chef/provisioner_spec.rb

@@ -1,10 +1,35 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+require 'spec_helper'
+=begin
 require File.join(File.dirname(__FILE__), "../../spec_helper.rb")
 
 describe Cucumber::Chef::Provisioner do
   before(:all) do
-    @config = Cucumber::Chef::Config.test_config
+    @config = Cucumber::Chef::Config.test_config(StringIO.new, StringIO.new, StringIO.new)
   end
 
+  subject { Cucumber::Chef::Provisioner.new(@config, StringIO.new, StringIO.new, StringIO.new) }
+
   describe "upload_cookbook" do
     before(:each) do
       begin
@@ -18,7 +43,7 @@ describe Cucumber::Chef::Provisioner do
     end
 
     it "should upload the cucumber-chef cookbook" do
-      subject.upload_cookbook(@config)
+      subject.upload_cookbook
       ::Chef::CookbookVersion.list["cucumber-chef"].should be
     end
   end
@@ -28,38 +53,57 @@ describe Cucumber::Chef::Provisioner do
       begin
         role_path = File.expand_path("cookbooks/cucumber-chef/roles")
         ::Chef::Config[:role_path] = role_path
-        role = ::Chef::Role.from_disk("test_lab_test")
+        role = ::Chef::Role.from_disk("test_lab")
         role.destroy
       rescue Net::HTTPServerException => err
       end
     end
 
     it "should upload the test_lab role" do
-      subject.upload_role(@config)
-      ::Chef::Role.list["test_lab_test"].should be
+      subject.upload_role
+      ::Chef::Role.list["test_lab"].should be
     end
   end
 
   describe "bootstrap_node" do
+    before(:all) do
+      subject.upload_cookbook
+      subject.upload_role
+    end
+
     before(:each) do
-      @test_lab = Cucumber::Chef::TestLab.new(@config)
+      @test_lab = Cucumber::Chef::TestLab.new(@config, StringIO.new, StringIO.new, StringIO.new)
       @test_lab.destroy
-      server = subject.build_test_lab(@config, StringIO.new)
-      @dns_name = server.dns_name
-      sleep(10)
-      subject.upload_cookbook(@config)
-      subject.upload_role(@config)
+      begin
+        @server = @test_lab.create
+      rescue
+        puts("Output from #create:")
+        subject.stdout.rewind
+        puts(subject.stdout.read)
+        raise
+      end
     end
-    
+
     after(:each) do
       @test_lab.destroy
     end
 
-    it "should assign a random name to the node" do
-      subject.bootstrap_node(@dns_name, @config)
-      @test_lab.nodes.detect do |node|
+    it "should assign a random name to the node", :slow => true do
+      begin
+        subject.bootstrap_node(@server)
+      rescue
+        subject.stdout.rewind; subject.stderr.rewind
+        puts("Output from #bootstrap_node:")
+        puts("  STDOUT:\n", subject.stdout.read, "\n\n")
+        puts("  STDERR:\n", subject.stderr.read, "\n\n")
+        raise
+      end
+      sleep(30)
+      found_node = !!@test_lab.nodes.detect do |node|
         node.name.match /^cucumber-chef-[0-9a-f]{8}$/
-      end.should be
+      end
+      found_node.should be
     end
   end
 end
+=end

data/spec/cucumber/chef/test_lab_spec.rb

@@ -1,47 +1,90 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+require 'spec_helper'
+=begin
 require File.join(File.dirname(__FILE__), "../../spec_helper.rb")
 
 describe Cucumber::Chef::TestLab do
   before(:all) do
-    @config = Cucumber::Chef::Config.test_config
+    @config = Cucumber::Chef::Config.test_config(StringIO.new, StringIO.new, StringIO.new)
+  end
+
+  subject { Cucumber::Chef::TestLab.new(@config, StringIO.new, StringIO.new, StringIO.new) }
+
+  it "should create a cucumber-chef security group" do
+    existing_group = subject.connection.security_groups.get("cucumber-chef")
+    existing_group && existing_group.destroy
+    subject.connection.security_groups.get("cucumber-chef").should_not be
+    lab = Cucumber::Chef::TestLab.new(@config, StringIO.new, StringIO.new, StringIO.new)
+    permissions = lab.connection.security_groups.get("cucumber-chef").ip_permissions
+    permissions.size.should == 1
+    permissions.first["fromPort"].should == 22
+    permissions.first["toPort"].should == 22
+    permissions.first["fromPort"].should == 4000
+    permissions.first["toPort"].should == 4000
+    permissions.first["fromPort"].should == 4040
+    permissions.first["toPort"].should == 4040
   end
 
-  subject { Cucumber::Chef::TestLab.new(@config) }
-    
   describe "with no running labs" do
     it "should not return any info" do
-      subject.info.should == ""
+      subject.info
+      subject.stdout.rewind
+      subject.stdout.read.should match(/no test labs/)
     end
   end
 
-  describe "build" do
+  describe "create" do
     after(:each) { subject.destroy }
 
     it "should spin up an ec2 instance", :slow => true do
-      output = StringIO.new
-      subject.build(output)
-      output.rewind
-      output.read.should match(/Platform provisioned/)
+      subject.create
+      subject.stdout.rewind
+      subject.stdout.read.should match(/Instance provisioned/)
     end
 
-    it "should only spin up one ec2 instance", :slow => true do
-      subject.build(StringIO.new)
-      expect {
-        subject.build(StringIO.new)
-      }.to raise_error(Cucumber::Chef::TestLabError)
+    it "should attempt reprovision if ec2 instance already exists", :slow => true do
+      subject.create
+      subject.stdout.truncate(0)
+      subject.create
+      subject.stdout.rewind
+      subject.stdout.read.should match(/attempting to reprovision/)
     end
 
     it "should report its public ip address", :slow => true do
-      server = subject.build(StringIO.new)
-      subject.info.should == server.public_ip_address
+      server = subject.create
+      subject.info
+      subject.stdout.rewind
+      subject.stdout.read.should match(/#{server.public_ip_address}/)
     end
   end
 
   describe "destroy" do
     it "should destroy the running ec2 instance", :slow => true do
-      subject.build(StringIO.new)
+      server = subject.create
       subject.destroy
-      subject.exists?.should_not be
+      subject.stdout.rewind
+      subject.stdout.read.should match(/Destroying Server: #{server.public_ip_address}/)
     end
   end
 end
-
+=end

data/spec/spec_helper.rb

@@ -1,28 +1,32 @@
-require "rubygems"
-require "bundler/setup"
-require File.join(File.dirname(__FILE__), "../lib/cucumber-chef")
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
 
-def tcp_test_ssh(hostname)
-  tcp_socket = TCPSocket.new(hostname, 22)
-  IO.select([tcp_socket], nil, nil, 5)
-rescue Errno::ETIMEDOUT
-  false
-rescue Errno::EPERM
-  false
-rescue Errno::ECONNREFUSED
-  sleep 2
-  false
-  # This happens on EC2 quite often
-rescue Errno::EHOSTUNREACH
-  sleep 2
-  false
-ensure
-  tcp_socket && tcp_socket.close
-end
+require 'cucumber-chef'
 
-%w{ORGNAME OPSCODE_USER}.each do |var|
-  if ENV[var].nil? || ENV[var].empty?
-    warn "Specs require the environment variables $ORGNAME and $OPSCODE_USER to be set."
-    exit 1
-  end
-end
+dev_null = File.open("/dev/null", "w")
+$logger = Cucumber::Chef::Logger.new(dev_null)
+
+require 'simplecov'
+SimpleCov.start do
+  add_filter '/spec/'
+end if ENV["COVERAGE"]
+
+################################################################################