cucumber-chef 1.0.3 → 2.0.0.pre

data/lib/cucumber/chef/bootstrap.rb

@@ -0,0 +1,94 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+module Cucumber
+  module Chef
+
+    class BootstrapError < Error; end
+
+    class Bootstrap
+      attr_accessor :stdout, :stderr, :stdin, :config
+
+################################################################################
+
+      def initialize(stdout=STDOUT, stderr=STDERR, stdin=STDIN)
+        @stdout, @stderr, @stdin = stdout, stderr, stdin
+        @stdout.sync = true if @stdout.respond_to?(:sync=)
+
+        @ssh = Cucumber::Chef::SSH.new(@stdout, @stderr, @stdin)
+        @config = Hash.new(nil)
+        @config[:context] = Hash.new(nil)
+      end
+
+################################################################################
+
+      def run
+        $logger.debug { "config(#{@config.inspect})" }
+
+        if !@config[:template_file]
+          message = "You must supply a 'template_file' option."
+          $logger.fatal { message }
+          raise BootstrapError, message
+        end
+
+        if !@config[:host]
+          message = "You must supply a 'host' option."
+          $logger.fatal { message }
+          raise BootstrapError, message
+        end
+
+        if !@config[:ssh_user]
+          message = "You must supply a 'ssh_user' option."
+          $logger.fatal { message }
+          raise BootstrapError, message
+        end
+
+        if (!@config[:ssh_password] && !@config[:identity_file])
+          message = "You must supply a 'ssh_password' or 'identity_file' option."
+          $logger.fatal { message }
+          raise BootstrapError, message
+        end
+
+        $logger.debug { "prepare(#{@config[:host]})" }
+
+        @ssh.config[:host] = @config[:host]
+        @ssh.config[:ssh_user] = @config[:ssh_user]
+        @ssh.config[:ssh_password] = @config[:ssh_password]
+        @ssh.config[:identity_file] = @config[:identity_file]
+        @ssh.config[:timeout] = 5
+
+        $logger.debug { "template_file(#{@config[:template_file]})" }
+        command = Cucumber::Chef::Template.render(@config[:template_file], @config[:context])
+        command = "sudo #{command}" if @config[:use_sudo]
+
+        $logger.debug { "begin(#{@config[:host]})" }
+        @ssh.exec(command, :silence => true)
+        $logger.debug { "end(#{@config[:host]})" }
+      end
+
+################################################################################
+
+    end
+
+  end
+end
+
+################################################################################

data/lib/cucumber/chef/command.rb

@@ -0,0 +1,78 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+module Cucumber
+  module Chef
+
+    class CommandError < Error; end
+
+    class Command
+      attr_accessor :stdout, :stderr, :stdin
+
+################################################################################
+
+      def initialize(stdout=STDOUT, stderr=STDERR, stdin=STDIN)
+        @stdout, @stderr, @stdin = stdout, stderr, stdin
+        @stdout.sync = true if @stdout.respond_to?(:sync=)
+
+        @knife = (Cucumber::Chef.locate(:file, "bin", "knife") rescue nil)
+        @knife = "/usr/bin/env knife" unless @knife
+      end
+
+################################################################################
+
+      def run(command, options={})
+        options = { :exit_code => 0, :silence => false }.merge(options)
+        exit_code = options[:exit_code]
+        silence = options[:silence]
+        $logger.debug { "options(#{options.inspect})" }
+
+        command = "#{command} 2>&1"
+        $logger.debug { "command(#{command})" }
+        output = %x( #{command} )
+        $logger.debug { "exit_code(#{$?})" }
+
+        $logger.debug { "--------------------------------------------------------------------------------" }
+        $logger.debug { output }
+        $logger.debug { "--------------------------------------------------------------------------------" }
+
+        @stdout.puts(output) if !silence
+
+        raise CommandError, "run(#{command}) failed! [#{$?}]" if ($? != exit_code)
+
+        output
+      end
+
+################################################################################
+
+      def knife(command, options={})
+        knife_rb = File.expand_path(File.join(Dir.pwd, ".cucumber-chef", "knife.rb"))
+        run("#{@knife} #{command.flatten.compact.join(" ")} -c #{knife_rb}  --color -n", options)
+      end
+
+################################################################################
+
+    end
+
+  end
+end
+
+################################################################################

data/lib/cucumber/chef/config.rb

@@ -1,129 +1,179 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
 module Cucumber
   module Chef
-    class ConfigError < Error ; end
+
+    class ConfigError < Error; end
 
     class Config
-      KEYS = %w[mode node_name chef_server_url client_key validation_key validation_client_name]
-      KNIFE_KEYS = %w[aws_access_key_id aws_secret_access_key region aws_image_id availability_zone aws_ssh_key_id identity_file]
+      extend(Mixlib::Config)
 
-      def initialize
-        config[:mode] = "user"
-      end
+      KEYS = %w( mode provider ).map(&:to_sym) unless const_defined?(:KEYS)
+      MODES = %w( user test ).map(&:to_sym) unless const_defined?(:MODES)
+      PROVIDERS = %w( aws vagrant ).map(&:to_sym) unless const_defined?(:PROVIDERS)
 
-      def self.mode
-        config.test_mode? ? 'test' : 'user'
-      end
+      PROVIDER_AWS_KEYS = %w( aws_access_key_id aws_secret_access_key region availability_zone aws_ssh_key_id identity_file ).map(&:to_sym) unless const_defined?(:PROVIDER_AWS_KEYS)
 
-      def [](key)
-        config[key]
-      end
+################################################################################
 
-      def []=(key, value)
-        config[key] = value
+      def self.inspect
+        configuration.inspect
       end
 
-      def config
-        unless @config
-          full_path = Dir.pwd.split(File::SEPARATOR)
-          (full_path.length - 1).downto(0) do |i|
-            knife_file = File.join(full_path[0..i] + [".chef", "knife.rb"])
-            if File.exist?(knife_file)
-              ::Chef::Config.from_file(knife_file)
-              @config = ::Chef::Config
-              return @config
-            end
-          end
-          raise ConfigError.new("Couldn't find knife.rb")
+################################################################################
+
+      def self.duplicate(input)
+        output = Hash.new
+        input.each do |key, value|
+          output[key] = (value.is_a?(Hash) ? self.duplicate(input[key]) : value.to_s.dup)
         end
-        @config
+        output
       end
 
-      def self.test_config
-        config = self.new
-        config[:mode] = "test"
-        config
-      end
+      def self.load
+        config_rb = Cucumber::Chef.locate(:file, ".cucumber-chef", "config.rb")
+        $logger.info { "Attempting to load cucumber-chef configuration from '%s'." % config_rb }
+        self.from_file(config_rb)
+        self.verify
+        $logger.info { "Successfully loaded cucumber-chef configuration from '%s'." % config_rb }
 
-      def test_mode?
-        config[:mode] == "test"
-      end
+        log_dump = self.duplicate(self.configuration)
+        log_dump[:aws].merge!(:aws_access_key_id => "[REDACTED]", :aws_secret_access_key => "[REDACTED]")
+        $logger.debug { log_dump.inspect }
 
-      def list
-        values = []
-        KEYS.each do |key|
-          value = config[key]
-          values << "#{key}: #{value}"
-        end
-        KNIFE_KEYS.each do |key|
-          value = config[:knife][key.to_sym]
-          values << "knife[:#{key}]: #{value}"
-        end
-        values
+        self
+      rescue Errno::ENOENT, UtilityError
+        raise ConfigError, "Could not find your cucumber-chef configuration file; did you run 'cucumber-chef init'?"
       end
 
-      def verify
-        @errors = []
-        verify_orgname
-        verify_opscode_user
-        verify_keys
-        verify_opscode_platform_credentials
-        verify_aws_credentials
-        if @errors.size > 0
-          raise ConfigError.new(@errors.join("\n"))
-        end
+      def self.test
+        self.load
+        self[:mode] = :test
+        self
       end
 
-    private
-      
-      def verify_orgname
-        if !ENV["ORGNAME"] || ENV["ORGNAME"] == ""
-          @errors << "Your organisation must be set using the environment variable ORGNAME."
-        end
-      end
+################################################################################
 
-      def verify_opscode_user
-        if !ENV["OPSCODE_USER"] || ENV["OPSCODE_USER"] == ""
-          @errors << "Your Opscode platform username must be set using the environment variable OPSCODE_USER."
-        end
+      def self.verify
+        self.verify_keys
+        self.verify_provider_keys
+        eval("self.verify_provider_#{self[:provider].to_s.downcase}")
+        $logger.debug { "Configuration verified successfully" }
       end
 
-      def verify_keys
-        missing_keys = []
-        KEYS.each do |key|
-          value = config[key]
-          missing_keys << key unless value && value != ""
-        end
-        KNIFE_KEYS.each do |key|
-          missing_keys << "knife[:#{key}]" unless value = config[:knife][key.to_sym]
+################################################################################
+
+      def self.verify_keys
+        $logger.debug { "Checking for missing configuration keys" }
+        missing_keys = KEYS.select{ |key| !self[key.to_sym] }
+        if missing_keys.count > 0
+          message = "Configuration incomplete, missing configuration keys: #{missing_keys.join(", ")}"
+          $logger.fatal { message }
+          raise ConfigError, message
         end
-        if missing_keys.size > 0
-          @errors << "Incomplete config file, please specify: #{missing_keys.join(", ")}."
+
+        $logger.debug { "Checking for invalid configuration keys" }
+        invalid_keys = KEYS.select{ |key| !eval("#{key.to_s.upcase}S").include?(self[key]) }
+        if invalid_keys.count > 0
+          message = "Configuration incomplete, invalid configuration keys: #{invalid_keys.join(", ")}"
+          $logger.fatal { message }
+          raise ConfigError, message
         end
       end
 
-      def verify_opscode_platform_credentials
-        username = config['node_name']
-        if username
-          req = Net::HTTP.new('community.opscode.com', 80)
-          code = req.request_head("/users/#{username}").code
-        end
-        if username == "" || code != "200"
-          @errors << "Invalid Opscode platform credentials. Please check."
+################################################################################
+
+      def self.verify_provider_keys
+        $logger.debug { "Checking for missing provider keys" }
+        missing_keys = eval("PROVIDER_#{self[:provider].to_s.upcase}_KEYS").select{ |key| !self[self[:provider]].key?(key) }
+        if missing_keys.count > 0
+          message = "Configuration incomplete, missing provider configuration keys: #{missing_keys.join(", ")}"
+          $logger.fatal { message }
+          raise ConfigError, message
         end
       end
-      
-      def verify_aws_credentials
-        if config[:knife][:aws_access_key_id] && config[:knife][:aws_secret_access_key]
+
+################################################################################
+
+      def self.verify_provider_aws
+        if self[:aws][:aws_access_key_id] && self[:aws][:aws_secret_access_key]
           compute = Fog::Compute.new(:provider => 'AWS',
-                                     :aws_access_key_id => config[:knife][:aws_access_key_id],
-                                     :aws_secret_access_key => config[:knife][:aws_secret_access_key])
+                                     :aws_access_key_id => self[:aws][:aws_access_key_id],
+                                     :aws_secret_access_key => self[:aws][:aws_secret_access_key])
           compute.describe_availability_zones
-        else
-          @errors << "Invalid AWS credentials. Please check."
         end
       rescue Fog::Service::Error => err
-        @errors << "Invalid AWS credentials. Please check."
+        message = "Invalid AWS credentials.  Please check your configuration."
+        $logger.fatal { message }
+        raise ConfigError, message
+      end
+
+      def self.verify_provider_vagrant
+        message = "Not yet implemented."
+        $logger.fatal { message }
+        raise ConfigError, message
+      end
+
+################################################################################
+
+      def self.aws_image_id
+        if self[:aws][:aws_image_id]
+          return self[:aws][:aws_image_id]
+        elsif (self[:aws][:ubuntu_release] && self[:aws][:region])
+          ami = Ubuntu.release(self[:aws][:ubuntu_release]).amis.find do |ami|
+            ami.arch == (self[:aws][:aws_instance_arch] || "i386") &&
+            ami.root_store == (self[:aws][:aws_instance_disk_store] || "instance-store") &&
+            ami.region == self[:aws][:region]
+          end
+          return ami.name if ami
+        end
+        message = "Could not find a valid AMI image ID.  Please check your configuration."
+        $logger.fatal { message }
+        raise ConfigError, message
       end
+
+################################################################################
+
+      mode            :user
+      prerelease      true
+
+      provider        :aws
+      librarian_chef  false
+
+      user            ( ENV['OPSCODE_USER'] || ENV['USER'] )
+
+      aws             Hash[ :ubuntu_release => "precise",
+                            :aws_instance_arch => "i386",
+                            :aws_instance_disk_store => "ebs",
+                            :aws_instance_type => "m1.small",
+                            :aws_security_group => "cucumber-chef" ]
+
+      vagrant         Hash.new
+
+################################################################################
+
     end
+
   end
 end
+
+################################################################################

data/lib/cucumber/chef/helpers/chef_client.rb

@@ -0,0 +1,87 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+module Cucumber::Chef::Helpers::ChefClient
+
+################################################################################
+
+  # call this in a Before hook
+  def chef_set_client_config(config={})
+    @chef_client_config = { :log_level => :debug,
+                            :log_location => "/var/log/chef/client.log",
+                            :chef_server_url => "https://api.opscode.com/organizations/#{config[:orgname]}",
+                            :validation_client_name => "#{config[:orgname]}-validator" }.merge(config)
+  end
+
+################################################################################
+
+  # call this before chef_run_client
+  def chef_set_client_attributes(name, attributes={})
+    @chef_client_attributes = (@chef_client_attributes || {}).merge(attributes) { |k,o,n| (k = (o + n)) }
+  end
+
+################################################################################
+
+  def chef_run_client(name,*args)
+    chef_config_client(name)
+    output = command_run_remote(name, ["/usr/bin/chef-client -j /etc/chef/attributes.json -N #{name}", args].join(" "))
+    log("chef-client", "ran on node '#{name}'")
+    output
+  end
+
+################################################################################
+
+  def chef_config_client(name)
+    # make sure our configuration location is there
+    client_rb = File.join("/", container_root(name), "etc/chef/client.rb")
+    FileUtils.mkdir_p(File.dirname(client_rb))
+
+    File.open(client_rb, 'w') do |f|
+      f.puts(Cucumber::Chef.generate_do_not_edit_warning("Chef Client Configuration"))
+      f.puts
+      f.puts("log_level               :#{@chef_client_config[:log_level]}")
+      f.puts("log_location            \"#{@chef_client_config[:log_location]}\"")
+      f.puts("chef_server_url         \"#{@chef_client_config[:chef_server_url]}\"")
+      f.puts("ssl_verify_mode         :verify_none")
+      f.puts("validation_client_name  \"#{@chef_client_config[:validation_client_name]}\"")
+      f.puts("node_name               \"#{name}\"")
+      f.puts
+      f.puts("Mixlib::Log::Formatter.show_time = true")
+    end
+
+    attributes_json = File.join("/", container_root(name), "etc", "chef", "attributes.json")
+    FileUtils.mkdir_p(File.dirname(attributes_json))
+    File.open(attributes_json, 'w') do |f|
+      f.puts((@chef_client_attributes || {}).to_json)
+    end
+
+    # make sure our log location is there
+    log_location = File.join("/", container_root(name), @chef_client_config[:log_location])
+    FileUtils.mkdir_p(File.dirname(log_location))
+
+    command_run_local("cp /etc/chef/validation.pem #{container_root(name)}/etc/chef/ 2>&1")
+  end
+
+################################################################################
+
+end
+
+################################################################################

data/lib/cucumber/chef/helpers/chef_server.rb

@@ -0,0 +1,90 @@
+################################################################################
+#
+#      Author: Stephen Nelson-Smith <stephen@atalanta-systems.com>
+#      Author: Zachary Patten <zachary@jovelabs.com>
+#   Copyright: Copyright (c) 2011-2012 Atalanta Systems Ltd
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+module Cucumber::Chef::Helpers::ChefServer
+
+################################################################################
+
+  def chef_server_node_destroy(name)
+    (::Chef::Node.load(name).destroy rescue nil)
+    log("chef-server", "destroyed node '#{name}'")
+  end
+
+################################################################################
+
+  def chef_server_client_destroy(name)
+    (::Chef::ApiClient.load(name).destroy rescue nil)
+    log("chef-server", "destroyed client '#{name}'")
+  end
+
+################################################################################
+
+  def load_role(role, role_path)
+    if !File.exists?(File.expand_path(role_path))
+      raise "Role path does not exist!"
+    end
+    ::Chef::Config[:role_path] = role_path
+    role = ::Chef::Role.from_disk(role)
+    role.save
+    log("chef-server", "updated role '#{role}' from file '#{role_path}'")
+  end
+
+################################################################################
+
+  def create_databag(databag)
+    @rest ||= ::Chef::REST.new(Chef::Config[:chef_server_url])
+    @rest.post_rest("data", { "name" => databag })
+  rescue Net::HTTPServerException => e
+    raise unless e.to_s =~ /^409/
+  end
+
+  def load_databag_item(databag_item_path)
+    ::Yajl::Parser.parse(IO.read(databag_item_path))
+  end
+
+  def load_databag(databag, databag_path)
+    create_databag(databag)
+    items = Dir.glob(File.expand_path(File.join(databag_path, "*.{json,rb}")))
+    items.each do |item|
+      next if File.directory?(item)
+
+      item_path = File.basename(item)
+      databag_item_path = File.expand_path(File.join(databag_path, item_path))
+
+      data_bag_item = ::Chef::DataBagItem.new
+      data_bag_item.data_bag(databag)
+      data_bag_item.raw_data = load_databag_item(databag_item_path)
+      data_bag_item.save
+      log("chef-server", "updated data bag item '#{databag}/#{item_path}' from file '#{databag_path}'")
+    end
+
+    # TODO fix ghetto sleep
+    # databags don't always update right away; ghetto fix with a sleep
+    # for now.  likely needs to loop reading the databag back until it updates
+    # then return
+    sleep(3)
+  end
+
+################################################################################
+
+end
+
+################################################################################