cucumber-chef 0.4.0

data/cucumber-chef.gemspec

@@ -0,0 +1,118 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{cucumber-chef}
+  s.version = "0.4.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Stephen Nelson-Smith"]
+  s.date = %q{2011-06-06}
+  s.default_executable = %q{cucumber-chef}
+  s.description = %q{Framework for behaviour-drive infrastructure development.}
+  s.email = %q{stephen@atalanta-systems.com}
+  s.executables = ["cucumber-chef"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.md"
+  ]
+  s.files = [
+    ".document",
+    ".gitignore",
+    "Gemfile",
+    "LICENSE",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "bin/cucumber-chef",
+    "cookbooks/cucumber-chef/README.rdoc",
+    "cookbooks/cucumber-chef/files/default/add-git-identity",
+    "cookbooks/cucumber-chef/files/default/controller-first-boot",
+    "cookbooks/cucumber-chef/files/default/cucumber-net",
+    "cookbooks/cucumber-chef/files/default/cucumber-private-key",
+    "cookbooks/cucumber-chef/files/default/cucumber-run_list",
+    "cookbooks/cucumber-chef/files/default/git-private-key",
+    "cookbooks/cucumber-chef/files/default/install-chef",
+    "cookbooks/cucumber-chef/files/default/lxc-controller-network-config",
+    "cookbooks/cucumber-chef/files/default/lxc-lucid-chef",
+    "cookbooks/cucumber-chef/files/default/permissive-ssh-config",
+    "cookbooks/cucumber-chef/metadata.rb",
+    "cookbooks/cucumber-chef/recipes/controller.rb",
+    "cookbooks/cucumber-chef/recipes/lxc.rb",
+    "cookbooks/cucumber-chef/recipes/test_lab.rb",
+    "cookbooks/cucumber-chef/recipes/testrunner.rb",
+    "cookbooks/cucumber-chef/roles/controller.rb",
+    "cookbooks/cucumber-chef/roles/test_lab_test.rb",
+    "cookbooks/cucumber-chef/templates/default/controller-client.erb",
+    "cookbooks/cucumber-chef/templates/default/lxc-lucid-chef",
+    "cucumber-chef.gemspec",
+    "features/installing.feature",
+    "features/steps/installing_steps.rb",
+    "features/steps/setup_steps.rb",
+    "features/steps/upload_steps.rb",
+    "features/steps/usage_steps.rb",
+    "features/support/env.rb",
+    "features/support/filetools.rb",
+    "features/support/silent_system.rb",
+    "features/usage.feature",
+    "lib/cucumber-chef.rb",
+    "lib/cucumber/chef.rb",
+    "lib/cucumber/chef/handy.rb",
+    "lib/cucumber/chef/templates/controller.erb",
+    "lib/cucumber/chef/templates/env.rb",
+    "lib/cucumber/chef/templates/example_feature.erb",
+    "lib/cucumber/chef/templates/example_step.erb",
+    "lib/cucumber/chef/templates/readme.erb",
+    "lib/cucumber/chef/templates/ubuntu10.04-gems.erb",
+    "lib/cucumber/chef/version.rb",
+    "lib/cucumber/ec2_server_create.rb",
+    "spec/unit/cucumber_chef_spec.rb"
+  ]
+  s.homepage = %q{http://github.com/atalanta/cucumber-chef}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.6.2}
+  s.summary = %q{Tests Chef-built infrastructure}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<chef>, [">= 0.10.0"])
+      s.add_runtime_dependency(%q<cucumber>, [">= 0"])
+      s.add_runtime_dependency(%q<cucumber-nagios>, [">= 0"])
+      s.add_runtime_dependency(%q<rspec>, [">= 0"])
+      s.add_runtime_dependency(%q<fog>, [">= 0"])
+      s.add_runtime_dependency(%q<thor>, [">= 0"])
+      s.add_runtime_dependency(%q<awesome_print>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+    else
+      s.add_dependency(%q<chef>, [">= 0.10.0"])
+      s.add_dependency(%q<cucumber>, [">= 0"])
+      s.add_dependency(%q<cucumber-nagios>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+      s.add_dependency(%q<fog>, [">= 0"])
+      s.add_dependency(%q<thor>, [">= 0"])
+      s.add_dependency(%q<awesome_print>, [">= 0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<chef>, [">= 0.10.0"])
+    s.add_dependency(%q<cucumber>, [">= 0"])
+    s.add_dependency(%q<cucumber-nagios>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+    s.add_dependency(%q<fog>, [">= 0"])
+    s.add_dependency(%q<thor>, [">= 0"])
+    s.add_dependency(%q<awesome_print>, [">= 0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+  end
+end
+

data/features/installing.feature

@@ -0,0 +1,10 @@
+Feature: Installation
+  So that I can run cucumber-chef to test my Chef recipes
+  As a user
+  I can install the gem
+
+  Scenario: Installing the gem
+    When I build the gem
+    And I install the latest gem
+    Then I should have cucumber-chef on my path
+    And I can get help about the cucumber-chef binary on the command line

data/features/steps/installing_steps.rb

@@ -0,0 +1,34 @@
+When /^I build the gem$/ do
+  project_root = Pathname.new(File.dirname(__FILE__)).parent.parent.expand_path
+  rakefile = File.join(project_root, 'Rakefile')
+  File.exist?(rakefile).should be_true
+  
+  # For some unknown reason, the following fails with
+  # Don't know how to build task 'default'
+  # Even though running the below in irb, and rake -f Rakefile build
+  # works fine
+  #
+  # silent_system('rake -f #{rakefile} build').should be_true
+  
+  # HACK: using no path for now
+
+  silent_system('rake build').should be_true
+  
+end
+
+When /^I install the latest gem$/ do
+  project_root = Pathname.new(File.dirname(__FILE__)).parent.parent.expand_path
+  pkg_dir = project_root.join('pkg')
+  glob = File.join(pkg_dir, '*.gem')
+  latest = Dir.glob(glob).sort {|a, b| File.ctime(a) <=> File.ctime(b) }.last
+  silent_system("gem install #{latest} --no-ri --no-rdoc").should be_true
+end
+
+Then /^I should have cucumber\-chef on my path$/ do
+  silent_system("which cucumber-chef").should be_true
+end
+
+Then /^I can get help about the cucumber\-chef binary on the command line$/ do
+  help_text = %x[cucumber-chef help]
+  help_text.include?("cucumber-chef help [TASK]").should be_true
+end

data/features/steps/setup_steps.rb

@@ -0,0 +1,32 @@
+require 'rubygems'
+require 'fog'
+
+Given /^I have an Opscode Platform account$/ do
+  silent_system("cucumber-chef genconfig")
+  file_should_exist( "~/.cucumber-chef-sample" )
+  config = YAML::load( File.open( File.expand_path('~/.cucumber-chef-sample') ) )
+  username = config['chef_node_name']
+  req = Net::HTTP.new('community.opscode.com', 80)
+  req.request_head("/users/#{username}").code.should == "200"
+end
+
+Given /^an EC2 account$/ do
+  config = YAML::load( File.open( File.expand_path('~/.cucumber-chef-sample') ) )
+  access_key = config["aws_access_key"]
+  secret_key = config["aws_secret_key"]
+  compute = Fog::Compute.new(:provider => 'AWS', :aws_access_key_id => access_key, :aws_secret_access_key => secret_key)
+  compute.describe_availability_zones.should_not be_nil
+end
+
+Given /^I have chef installed on my machine$/ do
+  silent_system("which chef-client").should be_true
+end
+
+When /^I run cucumber\-chef setup$/ do
+  @output = %x[cucumber-chef setup --config=#{File.expand_path('~/.cucumber-chef-sample')}]
+end
+
+Then /^I should be told the instance id and IP address$/ do
+  @output.should match(/i-[0-9a-f]{8}/)
+  @instance_ip_address = @output[/IP Address ([\d|\.]+)/, 1]
+end

data/features/steps/upload_steps.rb

@@ -0,0 +1,11 @@
+Given /^I have a cucumber\-chef project$/ do
+  pending # express the regexp above with the code you wish you had
+end
+
+When /^I run cucumber\-chef upload$/ do
+  pending # express the regexp above with the code you wish you had
+end
+
+Then /^my tests should be available on the test lab$/ do
+  pending # express the regexp above with the code you wish you had
+end

data/features/steps/usage_steps.rb

@@ -0,0 +1,62 @@
+Given /^that cucumber\-chef is installed$/ do
+  When 'I build the gem'
+  And 'I install the latest gem'
+  Then 'I should have cucumber-chef on my path'
+end
+
+When /^I display the config$/ do
+  @output = %x[cucumber-chef displayconfig 2>&1]
+end
+
+Then /^I should see config settings from knife\.rb$/ do
+  @output.should match /^chef_server_url: https:\/\/api.opscode.com\/organization/im
+end
+
+When /^I run a cucumber\-chef subcommand requiring Opscode and AWS credentials$/ do
+  @output = %x[cucumber-chef setup 2>&1]
+end
+
+When /^the config file contains invalid credentials$/ do
+  # see support/env.rb Around block
+  true
+end
+
+Then /^I should be alerted that my credentials are invalid$/ do
+  @output.should == "Invalid Opscode platform credentials. Please check.\n"
+end
+
+When /^I create a project called test_project$/ do
+  @project_name = "test_project"
+  project = "/tmp/cucumber-chef/#{@project_name}"
+  if File.exist?(project)
+    FileUtils.rm_rf(project)
+  end
+  silent_system("cd /tmp ; cucumber-chef project #{@project_name}").should be_true
+end
+
+project_dir = '/tmp/cucumber-chef/test_project'
+features_dir = "#{project_dir}/features"
+
+Then /^a new directory will be created named test_project$/ do
+  file_should_exist(project_dir)
+end
+
+Then /^it will contain directories for features, step_definitions, and support$/ do
+  %w[support step_definitions].each { |dir| file_should_exist("#{features_dir}/#{dir}") }
+end
+
+Then /^the support directory will contain essential libraries and helper imports$/ do
+  file_should_exist( "#{features_dir}/support/env.rb" )
+  file_should_contain( "#{features_dir}/support/env.rb",
+                       "require 'cucumber/chef'\n" )
+end
+
+Then /^examples and documentation will be included$/ do
+  file_should_contain("#{project_dir}/README",
+                      'Welcome to the test_project suite of cucumber-chef tests')
+  file_should_contain("#{features_dir}/example.feature",
+                      'Feature: Example feature for test_project')
+  file_should_contain("#{features_dir}/step_definitions/example_step.rb",
+                      'Given /^I apply the test_project role\/recipe$/ do')
+end
+

data/features/support/env.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+$: << File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'lib'))
+$: << File.expand_path(File.dirname(__FILE__))
+
+require 'rspec/expectations'
+require 'chef'
+require 'cucumber/chef'
+require 'cucumber/nagios/steps'
+
+class CustomWorld
+  include Cucumber::Chef
+end
+
+World do
+  CustomWorld.new
+end
+
+Around('@invalid_credentials') do |scenario, block|
+  FileUtils.mkdir_p(".chef")
+  config = "chef_node_name 'REALLYBOGUSORGNAME'"
+  File.open(".chef/knife.rb", 'w') { |f| f.puts config }
+  block.call
+  FileUtils.rm_rf(".chef")
+end

data/features/support/filetools.rb

@@ -0,0 +1,9 @@
+def file_should_exist(file)
+  File.exists?(File.expand_path(file)).should be_true
+end
+
+def file_should_contain(file, pattern)
+  lines = File.foreach(File.expand_path(file)).map { |line| line.chomp }
+  lines.find_index(pattern.chomp).should_not be_nil
+end
+

data/features/support/silent_system.rb

@@ -0,0 +1,4 @@
+def silent_system(cmd)
+  silent_cmd = cmd + " 2>&1 > /dev/null"
+  system(silent_cmd)
+end

data/features/usage.feature

@@ -0,0 +1,26 @@
+Feature: Usage of cucumber-chef command line tool
+  So that I can make use of cucumber-chef functionality
+  As a user
+  I can do really vague shit
+
+Scenario: Show config
+  Given that cucumber-chef is installed
+  When I display the config
+  Then I should see config settings from knife.rb
+  
+@invalid_credentials
+Scenario: Warn on bad credentials
+  Given that cucumber-chef is installed
+  But the config file contains invalid credentials
+  When I run a cucumber-chef subcommand requiring Opscode and AWS credentials
+  Then I should be alerted that my credentials are invalid
+
+Scenario: Create a project
+  Given that cucumber-chef is installed
+  When I create a project called test_project
+  Then a new directory will be created named test_project
+  And it will contain directories for features, step_definitions, and support
+  And the support directory will contain essential libraries and helper imports 
+  And examples and documentation will be included
+
+

data/lib/cucumber-chef.rb

@@ -0,0 +1 @@
+require 'cucumber/chef' # compat

data/lib/cucumber/chef.rb

@@ -0,0 +1,195 @@
+require "chef"
+require "chef/cookbook_uploader"
+require 'chef/knife'
+require 'chef/knife/bootstrap'
+require 'chef/knife/core/bootstrap_context'
+require 'chef/knife/ssh'
+require 'socket'
+require 'net/ssh/multi'
+require "fog"
+require 'readline'
+require 'stringio'
+
+module Cucumber
+  module Chef
+    class Error < StandardError ; end
+    
+    class ConfigError < Error ; end
+    class Config
+      KEYS = %w[node_name chef_server_url client_key validation_key validation_client_name]
+      KNIFE_KEYS = %w[aws_access_key_id aws_secret_access_key region availability_zone aws_ssh_key_id identity_file]
+      
+      def config
+        full_path = Dir.pwd.split(File::SEPARATOR)
+        (full_path.length - 1).downto(0) do |i|
+          knife_file = File.join(full_path[0..i] + [".chef", "knife.rb"])
+          if File.exist?(knife_file)
+            ::Chef::Config.from_file(knife_file)
+            return ::Chef::Config
+          end
+        end
+        raise ConfigError.new("Couldn't find knife.rb")
+      end
+
+      def display
+        current_config = config
+        values, missing_keys = [], []
+        KEYS.each do |key|
+          value = current_config[key]
+          if value && value != ""
+            values << "#{key}: #{value}"
+          else
+            missing_keys << key
+          end
+        end
+        KNIFE_KEYS.each do |key|
+          if value = current_config[:knife][key.to_sym]
+            values << "knife[:#{key}]: #{value}"
+          else
+            missing_keys << "knife[:#{key}]"
+          end
+        end
+        [values, missing_keys]
+      end
+    end
+
+    class ProvisionerError < Error ; end
+    class Provisioner
+      def initialize
+        @cookbook_path = File.join(File.dirname(__FILE__), "../../cookbooks/cucumber-chef")
+      end
+
+      def config
+        Config.new.config
+      end
+
+      def running_labs(connection, mode)
+        connection.servers.select {|s| s.tags['cucumber-chef'] == mode && s.state == 'running'}
+      end
+
+      def lab_exists?(connection, mode)
+        number_of_labs = running_labs(connection, mode).size
+        if number_of_labs > 0
+          return true
+        else
+          return false
+        end
+      end
+      
+      def tag_server(connection, id, tag)
+        t = connection.tags.new
+        t.resource_id = id
+        t.key = "cucumber-chef"
+        t.value = tag
+        t.save
+      end
+
+      def bootstrap_node(dns_name, config)
+        template_file = File.join(File.dirname(__FILE__),
+                                  "chef/templates/ubuntu10.04-gems.erb")
+        bootstrap = ::Chef::Knife::Bootstrap.new
+        @stdout, @stderr, @stdout = StringIO.new, StringIO.new, StringIO.new
+        ui = ::Chef::Knife::UI.new(@stdout, @stderr, @stdout, bootstrap.config)
+        bootstrap.ui = ui
+        bootstrap.name_args = [dns_name]
+        bootstrap.config[:run_list] = "role[test_lab_test]"
+        bootstrap.config[:ssh_user] = "ubuntu"
+        bootstrap.config[:identity_file] = config[:knife][:identity_file]
+        bootstrap.config[:chef_node_name] = "cucumber-chef-test-lab"
+        bootstrap.config[:use_sudo] = true
+        bootstrap.config[:template_file] = template_file
+        bootstrap.config[:validation_client_name] = config["validation_client_name"]
+        bootstrap.config[:validation_key] = config["validation_key"]
+        bootstrap.config[:chef_server_url] = config["chef_server_url"]
+        bootstrap
+      end
+
+      def build_controller(dns_name, config)
+        template_file = File.join(File.dirname(__FILE__),
+                                  "chef/templates/controller.erb")
+        bootstrap = ::Chef::Knife::Bootstrap.new
+        @stdout, @stderr, @stdout = StringIO.new, StringIO.new, StringIO.new
+        ui = ::Chef::Knife::UI.new(@stdout, @stderr, @stdout, bootstrap.config)
+        bootstrap.ui = ui
+        bootstrap.name_args = [dns_name]
+        bootstrap.config[:ssh_user] = "ubuntu"
+        bootstrap.config[:identity_file] = config[:knife][:identity_file]
+        bootstrap.config[:chef_node_name] = "cucumber-chef-controller"
+        bootstrap.config[:use_sudo] = true
+        bootstrap.config[:template_file] = template_file
+        bootstrap.config[:validation_client_name] = config["validation_client_name"]
+        bootstrap.config[:validation_key] = config["validation_key"]
+        bootstrap.config[:chef_server_url] = config["chef_server_url"]
+        bootstrap
+      end
+
+      def verify_opscode_platform_credentials(config)
+        username = config['node_name']
+        if username
+          req = Net::HTTP.new('community.opscode.com', 80)
+          code = req.request_head("/users/#{username}").code
+        end
+        if username == "" || code != "200"
+          raise ProvisionerError.new("Invalid Opscode platform credentials. Please check.")
+        end
+      end
+
+      def verify_aws_credentials(config)
+        compute = Fog::Compute.new(:provider => 'AWS',
+                                   :aws_access_key_id => config[:knife][:aws_access_key_id],
+                                   :aws_secret_access_key => config[:knife][:aws_secret_access_key])
+        compute.describe_availability_zones
+      rescue Fog::Service::Error => err
+        raise ProvisionerError.new("Invalid AWS credentials. Please check.")
+      end
+      
+      def upload_cookbook(config)
+        version_loader = ::Chef::Cookbook::CookbookVersionLoader.new(@cookbook_path)
+        version_loader.load_cookbooks
+        uploader = ::Chef::CookbookUploader.new(version_loader.cookbook_version,
+                                                @cookbook_path)
+        uploader.upload_cookbook
+      end
+
+      def upload_role(config)
+        role_path = File.join(@cookbook_path, "roles")
+        ::Chef::Config[:role_path] = role_path
+        role = ::Chef::Role.from_disk("test_lab_test")
+        role.save
+        role = ::Chef::Role.from_disk("controller")
+        role.save
+      end
+      
+      def build_test_lab(config, output)
+        connection = Fog::Compute.new(:provider => 'AWS',
+                                      :aws_access_key_id => config[:knife][:aws_access_key_id],
+                                      :aws_secret_access_key => config[:knife][:aws_secret_access_key],
+                                      :region => config[:knife][:region])
+        mode = config["mode"]
+        if lab_exists?(connection, mode)
+          raise ProvisionerError.new("A test lab already exists using the AWS credentials you supplied") 
+        end
+        ami = connection.images.get("ami-339ca947")
+        server_def = { :image_id => "ami-339ca947", :groups => "default", :flavor_id => "m1.small", :key_name => config[:knife][:aws_ssh_key_id], :availability_zone => config[:knife][:availability_zone], :tags => {"purpose" => "cucumber-chef"}, :identity_file => config[:knife][:identity_file] }
+        server = connection.servers.create(server_def)
+        output.puts "Provisioning cucumber-chef test lab platform."
+        output.print "Waiting for server"
+        server.wait_for { output.print "."; ready? }
+        output.puts("\n")
+        tag_server(connection, server.id, config["mode"])
+        output.puts "Instance ID: #{server.id} ; IP Address #{server.public_ip_address}"
+        output.puts "Platform provisioned.  Run cucumber-chef project to get started."
+        server
+      end
+    end
+  end
+end
+
+begin 
+  require 'cucumber/chef/version'
+rescue LoadError => e
+  dep = e.message.split.last
+  puts "You don't appear to have #{dep} installed." 
+  puts "Perhaps run `gem bundle` or `gem install #{dep}`?"
+  exit 2
+end