ironfan 3.1.0.rc1

data/Rakefile

@@ -0,0 +1,104 @@
+#
+# Rakefile for Cluster Chef Knife plugins
+#
+# Author::    Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License::   Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+DEPRECATED_NAME = "!! This gem has been renamed 'ironfan' (from cluster_chef). \n   It will not be updated after Feb. 2012. \n  Sorry for the inconvenience."
+
+require 'rubygems' unless defined?(Gem)
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'json'
+require 'jeweler'
+require 'rspec/core/rake_task'
+require 'yard'
+
+# Load constants from rake config file.
+$LOAD_PATH.unshift('tasks')
+Dir[File.join('tasks', '*.rake')].sort.each{|f| load(f) }
+
+# ---------------------------------------------------------------------------
+#
+# Jeweler -- release ironfan as a gem
+#
+
+gems_to_release = ENV['GEMS_TO_RELEASE'] ? ENV['GEMS_TO_RELEASE'].split : %w[ ironfan ]
+gems_to_release.each do |gem_name|
+  Jeweler::Tasks.new do |gem|
+    gem.name        = gem_name
+    gem.homepage    = "http://infochimps.com/labs"
+    gem.license     = NEW_COOKBOOK_LICENSE.to_s
+    gem.summary     = %Q{#{gem_name} allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks.}
+    gem.description = %Q{#{gem_name} allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks.}
+    gem.email       = SSL_EMAIL_ADDRESS
+    gem.authors     = ["Infochimps"]
+
+    ignores = File.readlines(".gitignore").grep(/^[^#]\S+/).map{|s| s.chomp }
+    dotfiles = [".gemtest", ".gitignore", ".rspec", ".yardopts"]
+    gem.files = dotfiles + Dir["**/*"].
+      reject{|f| f =~ %r{^cookbooks/} }.
+      reject{|f| File.directory?(f) }.
+      reject{|f| ignores.any?{|i| File.fnmatch(i, f) || File.fnmatch(i+'/*', f) || File.fnmatch(i+'/**/*', f) } }
+    gem.test_files = gem.files.grep(/^spec\//)
+    gem.require_paths = ['lib']
+
+    if    gem.name == 'cluster_chef'
+      gem.files.reject!{|f| f =~ %r{^(cluster_chef-knife.gemspec|lib/chef/knife/)} }
+      gem.add_runtime_dependency 'cluster_chef-knife', "= #{File.read('VERSION').strip}"
+      gem.post_install_message = DEPRECATED_NAME
+    elsif gem.name == 'cluster_chef-knife'
+      gem.files.reject!{|f| f =~ %r{^(cluster_chef.gemspec|lib/cluster_chef)} }
+      gem.post_install_message = DEPRECATED_NAME
+    elsif gem.name == 'ironfan'
+      true # pass
+    else
+      raise "Don't know what to include for gem #{gem.name}"
+    end
+  end
+  Jeweler::RubygemsDotOrgTasks.new
+end
+
+# ---------------------------------------------------------------------------
+#
+# RSpec -- testing
+#
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+  spec.rcov_opts = %w[ --exclude .rvm --no-comments --text-summary ]
+end
+
+# ---------------------------------------------------------------------------
+#
+# Yard -- documentation
+#
+YARD::Rake::YardocTask.new
+
+# ---------------------------------------------------------------------------
+
+task :default => :spec

data/TODO.md

@@ -0,0 +1,16 @@
+### From Nathan
+- syntactic sugar for ```server(0).fullname('blah')```
+
+### Knife commands
+
+* knife cluster kick fails if service isn't running
+* make clear directions for installing `ironfan` and its initial use.
+* knife cluster launch should fail differently if you give it a facet that doesn't exist
+
+
+
+### ssh_user, ssh_identity_file, keypair, template should be set by cluster except when they shouldn't
+
+### Organization-specific homebase files
+
+The current organization of the homebase needs to better scope organization-specific customizations

data/VERSION

@@ -0,0 +1 @@
+3.1.0.rc1

data/chefignore

@@ -0,0 +1,41 @@
+# Put files/directories that should be ignored in this file.
+# Lines that start with '# ' are comments.
+
+## OS
+.DS_Store
+Icon?
+nohup.out
+
+## EDITORS
+\#*
+.#*
+*~
+*.sw[a-z]
+*.bak
+REVISION
+TAGS*
+tmtags
+*_flymake.*
+*_flymake
+*.tmproj
+.project
+.settings
+mkmf.log
+
+## COMPILED
+a.out
+*.o
+*.pyc
+*.so
+
+## OTHER SCM
+*/.bzr/*
+*/.hg/*
+*/.svn/*
+
+## Don't send rspecs up in cookbook
+.watchr
+.rspec
+spec/*
+spec/fixtures/*
+

data/cluster_chef-knife.gemspec

@@ -0,0 +1,123 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "cluster_chef-knife"
+  s.version = "3.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Infochimps"]
+  s.date = "2012-02-18"
+  s.description = "cluster_chef-knife allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks."
+  s.email = "coders@infochimps.com"
+  s.extra_rdoc_files = [
+    "LICENSE.md",
+    "README.md"
+  ]
+  s.files = [
+    ".gitignore",
+    ".rspec",
+    "CHANGELOG.md",
+    "Gemfile",
+    "LICENSE.md",
+    "README.md",
+    "Rakefile",
+    "TODO.md",
+    "VERSION",
+    "chefignore",
+    "cluster_chef-knife.gemspec",
+    "config/client.rb",
+    "config/proxy.pac",
+    "config/ubuntu10.04-ironfan.erb",
+    "config/ubuntu11.10-ironfan.erb",
+    "ironfan.gemspec",
+    "lib/chef/knife/bootstrap/ubuntu10.04-ironfan.erb",
+    "lib/chef/knife/bootstrap/ubuntu11.10-ironfan.erb",
+    "lib/chef/knife/cluster_bootstrap.rb",
+    "lib/chef/knife/cluster_kick.rb",
+    "lib/chef/knife/cluster_kill.rb",
+    "lib/chef/knife/cluster_launch.rb",
+    "lib/chef/knife/cluster_list.rb",
+    "lib/chef/knife/cluster_proxy.rb",
+    "lib/chef/knife/cluster_show.rb",
+    "lib/chef/knife/cluster_ssh.rb",
+    "lib/chef/knife/cluster_start.rb",
+    "lib/chef/knife/cluster_stop.rb",
+    "lib/chef/knife/cluster_sync.rb",
+    "lib/chef/knife/generic_command.rb",
+    "lib/chef/knife/knife_common.rb",
+    "lib/ironfan.rb",
+    "lib/ironfan/chef_layer.rb",
+    "lib/ironfan/cloud.rb",
+    "lib/ironfan/cluster.rb",
+    "lib/ironfan/compute.rb",
+    "lib/ironfan/deprecated.rb",
+    "lib/ironfan/discovery.rb",
+    "lib/ironfan/dsl_object.rb",
+    "lib/ironfan/facet.rb",
+    "lib/ironfan/fog_layer.rb",
+    "lib/ironfan/private_key.rb",
+    "lib/ironfan/role_implications.rb",
+    "lib/ironfan/security_group.rb",
+    "lib/ironfan/server.rb",
+    "lib/ironfan/server_slice.rb",
+    "lib/ironfan/volume.rb",
+    "rspec.watchr",
+    "spec/ironfan/cluster_spec.rb",
+    "spec/ironfan/facet_spec.rb",
+    "spec/ironfan/server_slice_spec.rb",
+    "spec/ironfan/server_spec.rb",
+    "spec/ironfan_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/spec_helper/dummy_chef.rb",
+    "spec/test_config.rb",
+    "tasks/chef_config.rake",
+    "tasks/jeweler_use_alt_branch.rake"
+  ]
+  s.homepage = "http://infochimps.com/labs"
+  s.licenses = ["apachev2"]
+  s.post_install_message = "!! This gem has been renamed 'ironfan' (from cluster_chef). \n   It will not be updated after Feb. 2012. \n  Sorry for the inconvenience."
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.15"
+  s.summary = "cluster_chef-knife allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks."
+  s.test_files = ["spec/ironfan/cluster_spec.rb", "spec/ironfan/facet_spec.rb", "spec/ironfan/server_slice_spec.rb", "spec/ironfan/server_spec.rb", "spec/ironfan_spec.rb", "spec/spec_helper/dummy_chef.rb", "spec/spec_helper.rb", "spec/test_config.rb"]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<chef>, ["~> 0.10.4"])
+      s.add_runtime_dependency(%q<fog>, ["~> 1.1.1"])
+      s.add_runtime_dependency(%q<formatador>, ["~> 0.2.1"])
+      s.add_runtime_dependency(%q<gorillib>, ["~> 0.1.7"])
+      s.add_development_dependency(%q<bundler>, ["~> 1"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.5"])
+      s.add_development_dependency(%q<yard>, ["~> 0.6"])
+      s.add_development_dependency(%q<configliere>, ["~> 0.4.8"])
+    else
+      s.add_dependency(%q<chef>, ["~> 0.10.4"])
+      s.add_dependency(%q<fog>, ["~> 1.1.1"])
+      s.add_dependency(%q<formatador>, ["~> 0.2.1"])
+      s.add_dependency(%q<gorillib>, ["~> 0.1.7"])
+      s.add_dependency(%q<bundler>, ["~> 1"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6"])
+      s.add_dependency(%q<rspec>, ["~> 2.5"])
+      s.add_dependency(%q<yard>, ["~> 0.6"])
+      s.add_dependency(%q<configliere>, ["~> 0.4.8"])
+    end
+  else
+    s.add_dependency(%q<chef>, ["~> 0.10.4"])
+    s.add_dependency(%q<fog>, ["~> 1.1.1"])
+    s.add_dependency(%q<formatador>, ["~> 0.2.1"])
+    s.add_dependency(%q<gorillib>, ["~> 0.1.7"])
+    s.add_dependency(%q<bundler>, ["~> 1"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6"])
+    s.add_dependency(%q<rspec>, ["~> 2.5"])
+    s.add_dependency(%q<yard>, ["~> 0.6"])
+    s.add_dependency(%q<configliere>, ["~> 0.4.8"])
+  end
+end
+

data/cluster_chef.gemspec

@@ -0,0 +1,111 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "cluster_chef"
+  s.version = "3.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Infochimps"]
+  s.date = "2012-02-18"
+  s.description = "cluster_chef allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks."
+  s.email = "coders@infochimps.com"
+  s.extra_rdoc_files = [
+    "LICENSE.md",
+    "README.md"
+  ]
+  s.files = [
+    ".gitignore",
+    ".rspec",
+    "CHANGELOG.md",
+    "Gemfile",
+    "LICENSE.md",
+    "README.md",
+    "Rakefile",
+    "TODO.md",
+    "VERSION",
+    "chefignore",
+    "cluster_chef.gemspec",
+    "config/client.rb",
+    "config/proxy.pac",
+    "config/ubuntu10.04-ironfan.erb",
+    "config/ubuntu11.10-ironfan.erb",
+    "ironfan.gemspec",
+    "lib/ironfan.rb",
+    "lib/ironfan/chef_layer.rb",
+    "lib/ironfan/cloud.rb",
+    "lib/ironfan/cluster.rb",
+    "lib/ironfan/compute.rb",
+    "lib/ironfan/deprecated.rb",
+    "lib/ironfan/discovery.rb",
+    "lib/ironfan/dsl_object.rb",
+    "lib/ironfan/facet.rb",
+    "lib/ironfan/fog_layer.rb",
+    "lib/ironfan/private_key.rb",
+    "lib/ironfan/role_implications.rb",
+    "lib/ironfan/security_group.rb",
+    "lib/ironfan/server.rb",
+    "lib/ironfan/server_slice.rb",
+    "lib/ironfan/volume.rb",
+    "rspec.watchr",
+    "spec/ironfan/cluster_spec.rb",
+    "spec/ironfan/facet_spec.rb",
+    "spec/ironfan/server_slice_spec.rb",
+    "spec/ironfan/server_spec.rb",
+    "spec/ironfan_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/spec_helper/dummy_chef.rb",
+    "spec/test_config.rb",
+    "tasks/chef_config.rake",
+    "tasks/jeweler_use_alt_branch.rake"
+  ]
+  s.homepage = "http://infochimps.com/labs"
+  s.licenses = ["apachev2"]
+  s.post_install_message = "!! This gem has been renamed 'ironfan' (from cluster_chef). \n   It will not be updated after Feb. 2012. \n  Sorry for the inconvenience."
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.15"
+  s.summary = "cluster_chef allows you to orchestrate not just systems but clusters of machines. It includes a powerful layer on top of knife and a collection of cloud cookbooks."
+  s.test_files = ["spec/ironfan/cluster_spec.rb", "spec/ironfan/facet_spec.rb", "spec/ironfan/server_slice_spec.rb", "spec/ironfan/server_spec.rb", "spec/ironfan_spec.rb", "spec/spec_helper/dummy_chef.rb", "spec/spec_helper.rb", "spec/test_config.rb"]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<chef>, ["~> 0.10.4"])
+      s.add_runtime_dependency(%q<fog>, ["~> 1.1.1"])
+      s.add_runtime_dependency(%q<formatador>, ["~> 0.2.1"])
+      s.add_runtime_dependency(%q<gorillib>, ["~> 0.1.7"])
+      s.add_development_dependency(%q<bundler>, ["~> 1"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.5"])
+      s.add_development_dependency(%q<yard>, ["~> 0.6"])
+      s.add_development_dependency(%q<configliere>, ["~> 0.4.8"])
+      s.add_runtime_dependency(%q<cluster_chef-knife>, ["= 3.1.0"])
+    else
+      s.add_dependency(%q<chef>, ["~> 0.10.4"])
+      s.add_dependency(%q<fog>, ["~> 1.1.1"])
+      s.add_dependency(%q<formatador>, ["~> 0.2.1"])
+      s.add_dependency(%q<gorillib>, ["~> 0.1.7"])
+      s.add_dependency(%q<bundler>, ["~> 1"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6"])
+      s.add_dependency(%q<rspec>, ["~> 2.5"])
+      s.add_dependency(%q<yard>, ["~> 0.6"])
+      s.add_dependency(%q<configliere>, ["~> 0.4.8"])
+      s.add_dependency(%q<cluster_chef-knife>, ["= 3.1.0"])
+    end
+  else
+    s.add_dependency(%q<chef>, ["~> 0.10.4"])
+    s.add_dependency(%q<fog>, ["~> 1.1.1"])
+    s.add_dependency(%q<formatador>, ["~> 0.2.1"])
+    s.add_dependency(%q<gorillib>, ["~> 0.1.7"])
+    s.add_dependency(%q<bundler>, ["~> 1"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6"])
+    s.add_dependency(%q<rspec>, ["~> 2.5"])
+    s.add_dependency(%q<yard>, ["~> 0.6"])
+    s.add_dependency(%q<configliere>, ["~> 0.4.8"])
+    s.add_dependency(%q<cluster_chef-knife>, ["= 3.1.0"])
+  end
+end
+

data/config/client.rb

@@ -0,0 +1,59 @@
+require "ohai"
+require "json"
+
+#
+# Load configuration
+#
+
+def merge_safely hsh
+  hsh.merge!( yield ) rescue Mash.new
+end
+
+def create_file_if_empty(filename, str)
+  unless File.exists?(filename)
+    puts "Populating #{filename}" ;
+    File.open(filename, "w", 0600){|f| f.puts(str) }
+  end
+end
+
+def present?(config, key)
+  not config[key].to_s.empty?
+end
+
+# Start with a set of defaults
+chef_config = Mash.new
+
+# Extract client configuration from EC2 user-data
+OHAI_INFO = Ohai::System.new
+OHAI_INFO.all_plugins
+merge_safely(chef_config){ JSON.parse(OHAI_INFO[:ec2][:userdata]) }
+
+#
+# Configure chef run
+#
+
+log_level              :info
+log_location           STDOUT
+node_name              chef_config["node_name"]              if chef_config["node_name"]
+chef_server_url        chef_config["chef_server"]            if chef_config["chef_server"]
+validation_client_name chef_config["validation_client_name"] if chef_config["validation_client_name"]
+validation_key         "/etc/chef/validation.pem"
+client_key             "/etc/chef/client.pem"
+node_attrs_file        "/etc/chef/first-boot.json"
+
+# If the client file is missing, write the validation key out so chef-client can register
+unless File.exists?(client_key)
+  if    present?(chef_config, "client_key")     then create_file_if_empty(client_key,     chef_config["client_key"])
+  elsif present?(chef_config, "validation_key") then create_file_if_empty(validation_key, chef_config["validation_key"])
+  else  warn "Yikes -- I have no client key or validation key!!"
+  end
+end
+
+reduced_chef_config = chef_config.reject{|k,v| k.to_s =~ /(_key|run_list)$/ }
+unless File.exists?(node_attrs_file)
+  create_file_if_empty(node_attrs_file, JSON.pretty_generate(reduced_chef_config))
+end
+json_attribs node_attrs_file
+
+Chef::Log.debug(JSON.generate(chef_config))
+Chef::Log.info("=> chef client #{node_name} on #{chef_server_url} in cluster +#{chef_config["cluster_name"]}+")