cluster_chef-knife 3.0.5

data/spec/cluster_chef/server_slice_spec.rb

@@ -0,0 +1,19 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require CLUSTER_CHEF_DIR("lib/cluster_chef")
+
+describe ClusterChef::ServerSlice do
+  before do
+    @slice = ClusterChef.slice('webserver_demo')
+  end
+
+  describe 'attributes' do
+    it 'security groups' do
+      @slice.security_groups.keys.sort.should == [
+        "default",
+        "webserver_demo", "webserver_demo-awesome_website", "webserver_demo-dbnode", "webserver_demo-esnode",
+        "webserver_demo-redis_client", "webserver_demo-redis_server",
+        "webserver_demo-webnode", "nfs_client", "ssh"
+      ]
+    end
+  end
+end

data/spec/cluster_chef/server_spec.rb

@@ -0,0 +1,112 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require CLUSTER_CHEF_DIR("lib/cluster_chef")
+
+describe ClusterChef::Server do
+  include_context 'dummy_chef'
+
+  ClusterChef::Server.class_eval do
+    def chef_node
+      Chef::Node.new
+    end
+  end
+
+  ClusterChef::DryRunnable.class_eval do
+    def unless_dry_run
+      puts "Not doing that"
+    end
+  end
+
+  before do
+    ClusterChef::Server.stub!(:chef_node).and_return( "HI" )
+    Chef::Config.stub!(:validation_key).and_return("I_AM_VALID")
+
+    foo = ClusterChef::Server.new(ClusterChef::Facet.new(ClusterChef::Cluster.new('hi'),'there'),0)
+    puts foo.inspect
+    puts foo.chef_node
+    @cluster = get_example_cluster('webserver_demo')
+    @cluster.resolve!
+    @facet   = @cluster.facet(:dbnode)
+    @server  = @facet.server(0)
+  end
+
+  describe 'volumes' do
+    describe '#composite_volumes' do
+      it 'assembles cluster, facet and server volumes' do
+        @server.composite_volumes.length.should == 5
+        @cluster.volumes.length.should == 4
+        @facet.volumes.length.should   == 1
+        @server.volumes.length.should  == 1
+      end
+
+      it 'composites server attributes onto a volume defined in the facet' do
+        vol = @server.composite_volumes[:data]
+        vol.to_hash.should == {
+          :name              => :data,
+          :tags              => {},
+          :snapshot_id       => "snap-d9c1edb1",
+          :size              => 50,
+          :keep              => true,
+          :device            => "/dev/sdi",
+          :mount_point       => "/data/db",
+          :mount_options     => "defaults,nouuid,noatime",
+          :fs_type           => "xfs",
+          :availability_zone => "us-east-1d"
+        }
+      end
+
+      it 'makes block_device_mapping for non-ephemeral storage' do
+        vol = @server.composite_volumes[:data]
+        vol.block_device_mapping.should == {
+          "DeviceName"              => "/dev/sdi",
+          "Ebs.SnapshotId"          => "snap-d9c1edb1",
+          "Ebs.VolumeSize"          => 50,
+          "Ebs.DeleteOnTermination" => "false"
+        }
+      end
+
+      it 'skips block_device_mapping for non-ephemeral storage if volume id is present' do
+        vol = @facet.server(1).composite_volumes[:data]
+        vol.block_device_mapping.should be_nil
+      end
+
+    end
+  end
+
+  describe 'launch' do
+    describe '#fog_description_for_launch' do
+      it 'has right attributes' do
+
+        hsh = @server.fog_description_for_launch
+        hsh.delete(:user_data)
+        hsh.should == {
+          :image_id             => "ami-08f40561",
+          :flavor_id            => "m1.large",
+          :groups               => ["webserver_demo-redis_client", "webserver_demo-dbnode", "default", "ssh", "nfs_client", "webserver_demo"],
+          :key_name             => :webserver_demo,
+          :tags                 => {:cluster=>:webserver_demo, :facet=>:dbnode, :index=>0},
+          :block_device_mapping => [
+            {"DeviceName"=>"/dev/sdi", "Ebs.SnapshotId"=>"snap-d9c1edb1", "Ebs.VolumeSize"=>50, "Ebs.DeleteOnTermination"=>"false"},
+            {"DeviceName"=>"/dev/sdb", "VirtualName"=>"ephemeral0"},
+            {"DeviceName"=>"/dev/sdc", "VirtualName"=>"ephemeral1"},
+            {"DeviceName"=>"/dev/sdd", "VirtualName"=>"ephemeral2"},
+            {"DeviceName"=>"/dev/sde", "VirtualName"=>"ephemeral3"},
+          ],
+          :availability_zone    => "us-east-1d",
+          :monitoring           => nil
+        }
+      end
+
+      it 'has right user_data' do
+        hsh = @server.fog_description_for_launch
+        user_data_hsh = JSON.parse( hsh[:user_data] )
+        user_data_hsh.keys.should == ["chef_server", "validation_client_name", "validation_key", "attributes"]
+        user_data_hsh["attributes"].keys.sort.should == [
+          "cluster_name", "facet_name", "facet_index",
+          "node_name",
+          "webnode_count",
+        ]
+      end
+    end
+
+  end
+end

data/spec/cluster_chef_spec.rb

@@ -0,0 +1,193 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+require CLUSTER_CHEF_DIR("lib/cluster_chef")
+
+describe "cluster_chef" do
+  describe 'successfuly runs example' do
+
+    describe 'webserver_demo:' do
+      before :all do
+        @cluster = get_example_cluster(:webserver_demo)
+        @cluster.resolve!
+      end
+
+      it 'loads successfuly' do
+        @cluster.should be_a(ClusterChef::Cluster)
+        @cluster.name.should == :webserver_demo
+      end
+
+      it 'cluster is right' do
+        @cluster.to_hash.should == {
+          :name            => :webserver_demo,
+          :run_list        => ["role[base_role]", "role[chef_client]", "role[ssh]", "role[nfs_client]", "role[big_package]", "role[webserver_demo_cluster]"],
+          :chef_attributes => { :webnode_count => 6 },
+          :facet_name    => "webserver_demo_cluster",
+        }
+      end
+
+      it 'defaults cluster' do
+        defaults_cluster = ClusterChef.cluster(:defaults)
+        cloud_hash = defaults_cluster.cloud.to_hash
+        [:security_groups, :user_data].each{|k| cloud_hash.delete k }
+        cloud_hash.should == {
+          :availability_zones => ['us-east-1d'],
+          :region             => "us-east-1",
+          :flavor             => "m1.small",
+          :image_name         => "lucid",
+          :backing            => "ebs",
+          :disable_api_termination => false,
+          :public_ip         => false,
+          :bootstrap_distro   => "ubuntu10.04-cluster_chef",
+        }
+      end
+
+      it 'cluster cloud is right' do
+        cloud_hash = @cluster.cloud.to_hash
+        [:security_groups, :user_data].each{|k| cloud_hash.delete k }
+        cloud_hash.should == {
+          :availability_zones => ['us-east-1d'],
+          :region             => "us-east-1",
+          :flavor             => "t1.micro",
+          :image_name         => "maverick",
+          :backing            => "instance",
+          :disable_api_termination => false,
+          :public_ip         => false,
+          :bootstrap_distro   => "ubuntu10.04-cluster_chef",
+          :keypair            => :webserver_demo,
+        }
+      end
+
+      it 'facet cloud is right' do
+        cloud_hash = @cluster.facet(:webnode).cloud.to_hash
+        [:security_groups, :user_data].each{|k| cloud_hash.delete k }
+        cloud_hash.should == {
+          :backing            => "ebs",
+        }
+      end
+
+      it 'webnode facets are right' do
+        @cluster.facets.length.should == 3
+        fct = @cluster.facet(:webnode)
+        fct.to_hash.should == {
+          :name            => :webnode,
+          :run_list        => ["role[nginx]", "role[redis_client]", "role[mysql_client]", "role[elasticsearch_client]", "role[awesome_website]", "role[webserver_demo_webnode]"],
+          :chef_attributes => {:split_testing=>{:group=>"A"}},
+          :facet_role      => "webserver_demo_webnode",
+          :instances       => 6,
+        }
+      end
+
+      it 'dbnode facets are right' do
+        fct = @cluster.facet(:dbnode)
+        fct.to_hash.should == {
+          :name            => :dbnode,
+          :run_list        => ["role[mysql_server]", "role[redis_client]", "role[webserver_demo_dbnode]" ],
+          :chef_attributes => {},
+          :facet_role      => "webserver_demo_dbnode",
+          :instances       => 2,
+        }
+        fct.cloud.flavor.should == 'c1.xlarge'
+        fct.server(0).cloud.flavor.should == 'm1.large'
+      end
+
+      it 'esnode facets are right' do
+        fct = @cluster.facet(:esnode)
+        fct.to_hash.should == {
+          :name            => :esnode,
+          :run_list        => ["role[nginx]", "role[redis_server]", "role[elasticsearch_data_esnode]", "role[elasticsearch_http_esnode]", "role[webserver_demo_esnode]"],
+          :chef_attributes => {},
+          :facet_role      => "webserver_demo_esnode",
+          :instances       => 1,
+        }
+        fct.cloud.flavor.should == 'm1.large'
+      end
+
+      it 'cluster security groups are right' do
+        gg = @cluster.security_groups
+        gg.keys.should == ['default', 'ssh', 'nfs_client', 'webserver_demo']
+      end
+
+      it 'facet webnode security groups are right' do
+        gg = @cluster.facet(:webnode).security_groups
+        gg.keys.sort.should == ["default", "webserver_demo", "webserver_demo-awesome_website", "webserver_demo-redis_client", "webserver_demo-webnode", "nfs_client", "ssh"]
+        gg['webserver_demo-awesome_website'].range_authorizations.should == [[80..80, "0.0.0.0/0", "tcp"], [443..443, "0.0.0.0/0", "tcp"]]
+      end
+
+      it 'facet dbnode security groups are right' do
+        gg = @cluster.facet(:dbnode).security_groups
+        gg.keys.sort.should == ["default", "webserver_demo", "webserver_demo-dbnode", "webserver_demo-redis_client", "nfs_client", "ssh"]
+      end
+
+      it 'facet esnode security groups are right' do
+        gg = @cluster.facet(:esnode).security_groups
+        gg.keys.sort.should == ["default", "webserver_demo", "webserver_demo-esnode", "webserver_demo-redis_server", "nfs_client", "ssh"]
+        gg['webserver_demo-redis_server'][:name].should == "webserver_demo-redis_server"
+        gg['webserver_demo-redis_server'][:description].should == "cluster_chef generated group webserver_demo-redis_server"
+        gg['webserver_demo-redis_server'].group_authorizations.should == [['webserver_demo-redis_client', nil]]
+      end
+
+      it 'has servers' do
+        @cluster.servers.map(&:fullname).should == [
+          "webserver_demo-dbnode-0", "webserver_demo-dbnode-1",
+          "webserver_demo-esnode-0",
+          "webserver_demo-webnode-0", "webserver_demo-webnode-1", "webserver_demo-webnode-2", "webserver_demo-webnode-3", "webserver_demo-webnode-4", "webserver_demo-webnode-5"
+        ]
+      end
+
+      describe 'resolving servers gets right' do
+        before do
+          @server = @cluster.slice(:webnode, 5).first
+          @server.cloud.stub!(:validation_key).and_return("I_AM_VALID")
+          @server.resolve!
+        end
+
+        it 'attributes' do
+          @server.to_hash.should == {
+            :name            => 'webserver_demo-webnode-5',
+            :run_list        => ["role[base_role]", "role[chef_client]", "role[ssh]", "role[nfs_client]", "role[big_package]", "role[webserver_demo_cluster]", "role[nginx]", "role[redis_client]", "role[mysql_client]", "role[elasticsearch_client]", "role[awesome_website]", "role[webserver_demo_webnode]"],
+            :instances => 6,
+            :chef_attributes => {
+              :split_testing  => {:group=>"B"},
+              :webnode_count  => 6,
+              :node_name      => "webserver_demo-webnode-5",
+              :cluster_name => :webserver_demo, :facet_name => :webnode, :facet_index => 5,
+            },
+          }
+        end
+
+        it 'security groups' do
+          @server.security_groups.keys.sort.should == ['default', 'webserver_demo', 'webserver_demo-awesome_website', 'webserver_demo-redis_client', 'webserver_demo-webnode', 'nfs_client', 'ssh']
+        end
+        it 'run list' do
+          @server.run_list.should == ["role[base_role]", "role[chef_client]", "role[ssh]", "role[nfs_client]", "role[big_package]", "role[webserver_demo_cluster]", "role[nginx]", "role[redis_client]", "role[mysql_client]", "role[elasticsearch_client]", "role[awesome_website]", "role[webserver_demo_webnode]"]
+        end
+
+        it 'user_data' do
+          @server.cloud.user_data.should == {
+            "chef_server"            => "https://api.opscode.com/organizations/infochimps",
+            "validation_client_name" => "chef-validator",
+            "validation_key"         => "I_AM_VALID",
+          }
+        end
+
+        it 'cloud settings' do
+          hsh = @server.cloud.to_hash
+          hsh.delete(:security_groups)
+          hsh.delete(:user_data)
+          hsh.should == {
+            :availability_zones => ["us-east-1c"],
+            :region             => "us-east-1",
+            :flavor             => "t1.micro",
+            :image_name         => "maverick",
+            :backing            => "ebs",
+            :disable_api_termination => false,
+            :public_ip         => false,
+            :bootstrap_distro   => "ubuntu10.04-cluster_chef",
+            :keypair            => :webserver_demo,
+          }
+        end
+
+      end
+    end
+  end
+end

data/spec/spec_helper/dummy_chef.rb

@@ -0,0 +1,25 @@
+shared_context 'dummy_chef' do
+  before(:each) do
+    Chef::Log.logger = Logger.new(StringIO.new)
+
+    Chef::Config[:node_name]  = "webmonkey.example.com"
+    ClusterChef.ui = Chef::Knife::UI.new(STDOUT, STDERR, STDIN, {})
+    ClusterChef.ui.stub!(:puts)
+    ClusterChef.ui.stub!(:print)
+    Chef::Log.stub!(:init)
+    Chef::Log.stub!(:level)
+    [:debug, :info, :warn, :error, :crit].each do |level_sym|
+      Chef::Log.stub!(level_sym)
+    end
+    Chef::Knife.stub!(:puts)
+    @stdout = StringIO.new
+  end
+
+
+  let(:node_name){  'a_dummy_node' }
+  let(:dummy_node){ Chef::Node.new }
+  before(:each) do
+    # ClusterChef::Cluster.stub!(:chef_nodes).and_return( [dummy_node] )
+    ClusterChef::Server.stub!(:chef_node).and_return( dummy_node )
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,50 @@
+require 'rubygems' unless defined?(Gem)
+require 'bundler'
+# begin
+#   Bundler.setup(:default, :development)
+# rescue Bundler::BundlerError => e
+#   $stderr.puts e.message
+#   $stderr.puts "Run `bundle install` to install missing gems"
+#   exit e.status_code
+# end
+require 'spork'
+
+unless defined?(CLUSTER_CHEF_DIR)
+  CLUSTER_CHEF_DIR = File.expand_path(File.dirname(__FILE__)+'/..')
+  def CLUSTER_CHEF_DIR(*paths) File.join(CLUSTER_CHEF_DIR, *paths); end
+  # load from vendored libraries, if present
+  Dir[CLUSTER_CHEF_DIR("vendor/*/lib")].each{|dir| p dir ;  $LOAD_PATH.unshift(File.expand_path(dir)) } ; $LOAD_PATH.uniq!
+end
+
+Spork.prefork do # This code is run only once when the spork server is started
+
+  require 'rspec'
+  require 'chef'
+  require 'chef/knife'
+  require 'fog'
+
+  Fog.mock!
+  Fog::Mock.delay = 0
+
+  CHEF_CONFIG_FILE = File.expand_path(CLUSTER_CHEF_DIR('spec/test_config.rb')) unless defined?(CHEF_CONFIG_FILE)
+  Chef::Config.from_file(CHEF_CONFIG_FILE)
+
+  # Requires custom matchers & macros, etc from files in ./spec_helper/
+  Dir[CLUSTER_CHEF_DIR("spec/spec_helper/*.rb")].each {|f| require f}
+
+  def load_example_cluster(name)
+    require(CLUSTER_CHEF_DIR('clusters', "#{name}.rb"))
+  end
+  def get_example_cluster name
+    load_example_cluster(name)
+    ClusterChef.cluster(name)
+  end
+
+  # Configure rspec
+  RSpec.configure do |config|
+  end
+end
+
+Spork.each_run do
+  # This code will be run each time you run your specs.
+end

data/spec/test_config.rb

@@ -0,0 +1,20 @@
+current_dir   = File.expand_path('~/.chef')
+organization  = 'infochimps'
+username      = 'mrflip'
+
+cookbook_root = ENV['PATH_TO_COOKBOOK_REPOS'] || File.expand_path('~/ics/sysadmin')
+
+cluster_chef_path       File.expand_path(cookbook_root+'/cluster_chef')
+keypair_path            File.expand_path(current_dir+"/keypairs")
+cookbook_path    [
+  "cluster_chef/cookbooks",         "cluster_chef/site-cookbooks",
+  ].map{|path| File.join(cookbook_root, path) }
+cluster_path     [
+  'cluster_chef/clusters',
+  ].map{|path| File.join(cookbook_root, path) }
+
+node_name                username
+validation_client_name   "chef-validator"
+validation_key           "#{keypair_path}/#{organization}-validator.pem"
+client_key               "#{keypair_path}/#{username}-client_key.pem"
+chef_server_url          "https://api.opscode.com/organizations/#{organization}"

data/tasks/chef_config.rb

@@ -0,0 +1,38 @@
+# Configure the Rakefile's tasks.
+
+###
+# Company and SSL Details
+# Used with the ssl_cert task.
+###
+
+# The company name - used for SSL certificates, and in srvious other places
+COMPANY_NAME = "Infochimps, Inc"
+
+# The Country Name to use for SSL Certificates
+SSL_COUNTRY_NAME = "US"
+
+# The State Name to use for SSL Certificates
+SSL_STATE_NAME = "Several"
+
+# The Locality Name for SSL - typically, the city
+SSL_LOCALITY_NAME = "Locality"
+
+# What department?
+SSL_ORGANIZATIONAL_UNIT_NAME = "Operations"
+
+# The SSL contact email address
+SSL_EMAIL_ADDRESS = "coders@infochimps.com"
+
+# License for new Cookbooks
+# Can be :apachev2 or :none
+NEW_COOKBOOK_LICENSE = :apachev2
+
+###
+# Useful Extras (which you probably don't need to change)
+###
+
+# The top of the repository checkout
+TOPDIR = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+
+# Where to store certificates generated with ssl_cert
+CADIR = File.expand_path(File.join(TOPDIR, "certificates"))

data/tasks/jeweler_use_alt_branch.rb

@@ -0,0 +1,47 @@
+
+#
+# Jeweler has hardcoded the 'master' branch as where to push from.
+# We hardcode it right back in.
+#
+
+module Jeweler::Commands
+
+  PUSH_FROM_BRANCH = 'version_3' unless defined?(PUSH_FROM_BRANCH)
+  
+  ReleaseToGit.class_eval do
+    def run
+      unless clean_staging_area?
+        system "git status"
+        raise "Unclean staging area! Be sure to commit or .gitignore everything first. See `git status` above."
+      end
+
+      repo.checkout(PUSH_FROM_BRANCH)
+      repo.push
+
+      if release_not_tagged?
+        output.puts "Tagging #{release_tag}"
+        repo.add_tag(release_tag)
+
+        output.puts "Pushing #{release_tag} to origin"
+        repo.push('origin', release_tag)
+      end
+    end
+  end
+  
+  ReleaseGemspec.class_eval do
+    def run
+      unless clean_staging_area?
+        system "git status"
+        raise "Unclean staging area! Be sure to commit or .gitignore everything first. See `git status` above."
+      end
+
+      repo.checkout(PUSH_FROM_BRANCH)
+
+      regenerate_gemspec!
+      commit_gemspec! if gemspec_changed?
+
+      output.puts "Pushing #{PUSH_FROM_BRANCH} to origin"
+      repo.push
+    end
+  end
+end