mbailey-chef 0.9.12.1

data/lib/chef/index_queue/indexable.rb

@@ -0,0 +1,76 @@
+#
+# Author:: Daniel DeLeo (<dan@kallistec.com>)
+# Copyright:: Copyright (c) 2009 Daniel DeLeo
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class Chef
+  module IndexQueue
+    module Indexable
+      
+      module ClassMethods
+        
+        def index_object_type(explicit_type_name=nil)
+          @index_object_type = explicit_type_name.to_s if explicit_type_name
+          @index_object_type
+        end
+        
+        # Resets all metadata used for indexing to nil. Used for testing
+        def reset_index_metadata!
+          @index_object_type = nil
+        end
+        
+      end
+
+      def self.included(including_class)
+        including_class.send(:extend, ClassMethods)
+      end
+      
+      attr_accessor :index_id
+      
+      def index_object_type
+        self.class.index_object_type || Mixin::ConvertToClassName.snake_case_basename(self.class.name)
+      end
+      
+      def with_indexer_metadata(indexer_metadata={})
+        # changing input param symbol keys to strings, as the keys in hash that goes to solr are expected to be strings [cb]
+        # Ruby 1.9 hates you, cb [dan]
+        with_metadata = {}
+        indexer_metadata.each_key do |key|
+          with_metadata[key.to_s] = indexer_metadata[key]
+        end
+
+        with_metadata["type"]     ||= self.index_object_type
+        with_metadata["id"]       ||= self.index_id
+        with_metadata["database"] ||= Chef::Config[:couchdb_database]
+        with_metadata["item"]     ||= self.to_hash
+
+        raise ArgumentError, "Type, Id, or Database missing in index operation: #{with_metadata.inspect}" if (with_metadata["id"].nil? or with_metadata["type"].nil?)
+        with_metadata        
+      end
+      
+      def add_to_index(metadata={})
+        Chef::Log.debug("pushing item to index queue for addition: #{self.with_indexer_metadata(metadata)}")
+        AmqpClient.instance.send_action(:add, self.with_indexer_metadata(metadata))
+      end
+
+      def delete_from_index(metadata={})
+        Chef::Log.debug("pushing item to index queue for deletion: #{self.with_indexer_metadata(metadata)}")
+        AmqpClient.instance.send_action(:delete, self.with_indexer_metadata(metadata))
+      end
+      
+    end
+  end
+end

data/lib/chef/index_queue.rb

@@ -0,0 +1,29 @@
+#
+# Author:: Daniel DeLeo (<dan@kallistec.com>)
+# Copyright:: Copyright (c) 2009 Daniel DeLeo
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "singleton"
+require "bunny"
+
+require "chef/index_queue/amqp_client"
+require "chef/index_queue/indexable"
+require "chef/index_queue/consumer"
+
+class Chef
+  module IndexQueue
+  end
+end

data/lib/chef/knife/bootstrap/archlinux-gems.erb

@@ -0,0 +1,44 @@
+bash -c '
+if [ ! -f /usr/bin/chef-client ]; then
+  pacman -Syy
+  pacman -S --noconfirm ruby ntp
+  ntpdate pool.ntp.org
+  gem install ohai chef --no-rdoc --no-ri --verbose <%= '--prerelease' if @config[:prerelease] %>
+fi
+
+mkdir -p /etc/chef
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/validation.pem
+awk NF /tmp/validation.pem > /etc/chef/validation.pem
+rm /tmp/validation.pem
+
+(
+cat <<'EOP'
+log_level        :info
+log_location     STDOUT
+chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+<% if @config[:chef_node_name] == nil %>
+# Using default node name (fqdn)
+<% else %>
+node_name "<%= @config[:chef_node_name] %>"
+<% end %> 
+# ArchLinux follows the Filesystem Hierarchy Standard
+file_cache_path    "/var/cache/chef"
+file_backup_path   "/var/lib/chef/backup"
+pid_file           "/var/run/chef/client.pid"
+cache_options({ :path => "/var/cache/chef/checksums", :skip_expires => true})
+EOP
+) > /etc/chef/client.rb
+
+(
+cat <<'EOP'
+<%= { "run_list" => @run_list }.to_json %>
+EOP
+) > /etc/chef/first-boot.json
+
+/usr/bin/chef-client -j /etc/chef/first-boot.json
+'

data/lib/chef/knife/bootstrap/centos5-gems.erb

@@ -0,0 +1,41 @@
+bash -c '
+rpm -Uvh http://download.fedora.redhat.com/pub/epel/5/i386/epel-release-5-3.noarch.rpm
+rpm -Uvh http://download.elff.bravenet.com/5/i386/elff-release-5-3.noarch.rpm
+
+yum install -q -y ruby ruby-devel gcc gcc-c++ automake autoconf rubygems make
+
+gem update --system
+gem update
+gem install ohai chef --no-rdoc --no-ri --verbose <%= '--prerelease' if @config[:prerelease] %>
+
+mkdir -p /etc/chef
+
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/validation.pem
+awk NF /tmp/validation.pem > /etc/chef/validation.pem
+rm /tmp/validation.pem
+
+(
+cat <<'EOP'
+log_level        :info
+log_location     STDOUT
+chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+<% if @config[:chef_node_name] == nil %>
+# Using default node name"
+<% else %>
+node_name "<%= @config[:chef_node_name] %>"
+<% end %> 
+EOP
+) > /etc/chef/client.rb
+
+(
+cat <<'EOP'
+<%= { "run_list" => @run_list }.to_json %>
+EOP
+) > /etc/chef/first-boot.json
+
+/usr/bin/chef-client -j /etc/chef/first-boot.json'

data/lib/chef/knife/bootstrap/client-install.vbs

@@ -0,0 +1,80 @@
+'
+' Author:: Doug MacEachern <dougm@vmware.com>
+' Copyright:: Copyright (c) 2010 VMware, Inc.
+' License:: Apache License, Version 2.0
+'
+' Licensed under the Apache License, Version 2.0 (the "License");
+' you may not use this file except in compliance with the License.
+' You may obtain a copy of the License at
+' 
+'     http://www.apache.org/licenses/LICENSE-2.0
+' 
+' Unless required by applicable law or agreed to in writing, software
+' distributed under the License is distributed on an "AS IS" BASIS,
+' WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+' See the License for the specific language governing permissions and
+' limitations under the License.
+'
+' download & install ruby && install chef client gems
+
+Exe = "rubyinstaller-1.8.7-p249-rc2.exe"
+Url = "http://rubyforge.org/frs/download.php/69034/" & Exe
+Dst = "C:\Ruby"
+Proxy = ""
+If WScript.Arguments.Count = 1 Then
+  Proxy = WScript.Arguments.Item(0)
+  WScript.Echo "Using HTTP proxy=" & Proxy
+End If
+
+Set Shell = CreateObject("WScript.Shell")
+Set Fs = CreateObject("Scripting.FileSystemObject")
+If Fs.FileExists(Exe) Then
+  WScript.Echo "Using existing " & Exe
+Else
+  WScript.Echo "Downloading " & Url
+  Set Http = CreateObject("WinHttp.WinHttpRequest.5.1")
+  If Proxy <> "" Then
+     Http.setProxy 2, Proxy, ""
+  End If
+  Http.Open "GET", Url, False
+  Http.Send
+  Set BinaryStream = CreateObject("ADODB.Stream")
+  BinaryStream.Type = 1
+  BinaryStream.Open
+  BinaryStream.Write Http.ResponseBody
+  BinaryStream.SaveToFile Exe, 2
+  BinaryStream.Close
+End If
+
+Ruby = Dst & "\bin\ruby.exe"
+
+If Fs.FileExists(Ruby) Then
+  WScript.Echo Dst & " exists"
+Else
+  WScript.Echo "Installing " & Exe & " to " & Dst
+  Cmd = Exe & " /dir=" & Dst & " /verysilent /tasks=assocfiles,modpath"
+  WScript.Echo Cmd
+  Set Exec = Shell.Exec(Cmd)
+  Do Until Exec.StdOut.AtEndOfStream
+    Line = Exec.StdOut.ReadLine()
+    Wscript.Echo Line
+  Loop
+End If
+
+GemProxy = ""
+If Proxy <> "" Then
+  GemProxy = " --http-proxy=http://" & Proxy
+End If
+
+Cmd = Ruby & " " & Dst & "\bin\gem install" & GemProxy & " --no-ri --no-rdoc chef ruby-wmi windows-pr win32-open3 rubyzip"
+WScript.Echo Cmd
+Set Exec = Shell.Exec(Cmd)
+Do Until Exec.StdOut.AtEndOfStream
+  Line = Exec.StdOut.ReadLine()
+  Wscript.Echo Line
+Loop
+Do Until Exec.StdErr.AtEndOfStream
+  Line = Exec.StdErr.ReadLine()
+  Wscript.Echo Line
+Loop
+

data/lib/chef/knife/bootstrap/fedora13-gems.erb

@@ -0,0 +1,38 @@
+bash -c '
+yum install -q -y ruby ruby-devel gcc gcc-c++ automake autoconf rubygems make
+
+gem update --system
+gem update
+gem install ohai chef --no-rdoc --no-ri --verbose <%= '--prerelease' if @config[:prerelease] %>
+
+mkdir -p /etc/chef
+
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/validation.pem
+awk NF /tmp/validation.pem > /etc/chef/validation.pem
+rm /tmp/validation.pem
+
+(
+cat <<'EOP'
+log_level        :info
+log_location     STDOUT
+chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+<% if @config[:chef_node_name] == nil %>
+# Using default node name"
+<% else %>
+node_name "<%= @config[:chef_node_name] %>"
+<% end %> 
+EOP
+) > /etc/chef/client.rb
+
+(
+cat <<'EOP'
+<%= { "run_list" => @run_list }.to_json %>
+EOP
+) > /etc/chef/first-boot.json
+
+/usr/bin/chef-client -j /etc/chef/first-boot.json'

data/lib/chef/knife/bootstrap/ubuntu10.04-apt.erb

@@ -0,0 +1,32 @@
+bash -c '
+if [ ! -f /usr/bin/chef-client ]; then
+  echo "chef	chef/chef_server_url	string	<%= Chef::Config[:chef_server_url] %>" | debconf-set-selections 
+  [ -f /etc/apt/sources.list.d/opscode.list ] || echo "deb http://apt.opscode.com lucid main" > /etc/apt/sources.list.d/opscode.list
+  wget -O- http://apt.opscode.com/packages@opscode.com.gpg.key | apt-key add -
+fi
+apt-get update
+apt-get install -y chef
+
+<% unless Chef::Config[:validation_client_name] == "chef-validator" -%>
+[  `grep -qx "validation_client_name \"<%= Chef::Config[:validation_client_name] %>\"" /etc/chef/client.rb` ] || echo "validation_client_name \"<%= Chef::Config[:validation_client_name] %>\"" >> /etc/chef/client.rb
+<% end -%>
+
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/validation.pem
+awk NF /tmp/validation.pem > /etc/chef/validation.pem
+rm /tmp/validation.pem
+
+<% if @config[:chef_node_name] %>
+[ `grep -qx "node_name \"<%= @config[:chef_node_name] %>\"" /etc/chef/client.rb` ] || echo "node_name \"<%= @config[:chef_node_name] %>\"" >> /etc/chef/client.rb
+<% end -%> 
+
+(
+cat <<'EOP'
+<%= { "run_list" => @run_list }.to_json %>
+EOP
+) > /etc/chef/first-boot.json
+
+/usr/bin/chef-client -j /etc/chef/first-boot.json'

data/lib/chef/knife/bootstrap/ubuntu10.04-gems.erb

@@ -0,0 +1,43 @@
+bash -c '
+if [ ! -f /usr/bin/chef-client ]; then
+  apt-get update
+  apt-get install -y ruby ruby1.8-dev build-essential wget libruby-extras libruby1.8-extras
+  cd /tmp
+  wget http://production.cf.rubygems.org/rubygems/rubygems-1.3.7.tgz
+  tar zxf rubygems-1.3.7.tgz
+  cd rubygems-1.3.7
+  ruby setup.rb --no-format-executable
+fi
+gem install ohai chef --no-rdoc --no-ri --verbose <%= '--prerelease' if @config[:prerelease] %>
+
+mkdir -p /etc/chef
+
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/validation.pem
+awk NF /tmp/validation.pem > /etc/chef/validation.pem
+rm /tmp/validation.pem
+
+(
+cat <<'EOP'
+log_level        :info
+log_location     STDOUT
+chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+<% if @config[:chef_node_name] == nil %>
+# Using default node name"
+<% else %>
+node_name "<%= @config[:chef_node_name] %>"
+<% end %> 
+EOP
+) > /etc/chef/client.rb
+
+(
+cat <<'EOP'
+<%= { "run_list" => @run_list }.to_json %>
+EOP
+) > /etc/chef/first-boot.json
+
+/usr/bin/chef-client -j /etc/chef/first-boot.json'

data/lib/chef/knife/bootstrap/windows-gems.erb

@@ -0,0 +1,34 @@
+cscript /nologo client-install.vbs <%= @config[:proxy] %>
+
+> c:/chef/etc/client.rb (
+ @echo.log_level        :info
+ @echo.log_location     STDOUT
+ @echo.chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+ @echo.validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+ @echo.client_key "c:/chef/etc/client.pem"
+ @echo.validation_key "c:/chef/etc/validation.pem"
+ @echo.checksum_path "c:/chef/var/checksums"
+ @echo.file_cache_path "c:/chef/var/cache"
+ @echo.file_backup_path "c:/chef/var/backup"
+ @echo.cache_options ^( {:path, "c:/chef/var/cache/checksums", :skip_expires, true} ^)
+<% if Chef::Config[:http_proxy] != nil %>
+ @echo.http_proxy       "<%= Chef::Config[:http_proxy] %>"
+<% end %>
+<% if Chef::Config[:https_proxy] != nil %>
+ @echo.https_proxy       "<%= Chef::Config[:https_proxy] %>"
+<% end %>
+<% if Chef::Config[:no_proxy] != nil %>
+ @echo.no_proxy          "<%= Chef::Config[:no_proxy] %>"
+<% end %>
+<% if @config[:chef_node_name] == nil %>
+ @echo.# Using default node name
+<% else %>
+ @echo.node_name "<%= @config[:chef_node_name] %>"
+<% end %> 
+)
+
+> c:/chef/etc/first-boot.json (
+ @echo.<%= { "run_list" => @run_list }.to_json %>
+)
+
+c:/ruby/bin/ruby c:/ruby/bin/chef-client -c c:/chef/etc/client.rb -j c:/chef/etc/first-boot.json -l <%= Chef::Config[:log_level] %>"

data/lib/chef/knife/bootstrap.rb

@@ -0,0 +1,181 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2010 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/knife'
+require 'json'
+require 'tempfile'
+require 'erubis'
+
+class Chef
+  class Knife
+    class Bootstrap < Knife
+
+      banner "knife bootstrap FQDN [RUN LIST...] (options)"
+
+      option :ssh_user,
+        :short => "-x USERNAME",
+        :long => "--ssh-user USERNAME",
+        :description => "The ssh username",
+        :default => "root" 
+
+      option :ssh_password,
+        :short => "-P PASSWORD",
+        :long => "--ssh-password PASSWORD",
+        :description => "The ssh password"
+
+      option :ssh_gateway,
+        :short => "-G GATEWAY",
+        :long => "--ssh-gateway GATEWAY",
+        :description => "The ssh gateway"
+
+      option :identity_file,
+        :short => "-i IDENTITY_FILE",
+        :long => "--identity-file IDENTITY_FILE",
+        :description => "The SSH identity file used for authentication"
+
+      option :chef_node_name,
+        :short => "-N NAME",
+        :long => "--node-name NAME",
+        :description => "The Chef node name for your new node"
+
+      option :prerelease,
+        :long => "--prerelease",
+        :description => "Install the pre-release chef gems"
+
+      option :distro,
+        :short => "-d DISTRO",
+        :long => "--distro DISTRO",
+        :description => "Bootstrap a distro using a template",
+        :default => "ubuntu10.04-gems"
+
+      option :use_sudo,
+        :long => "--sudo",
+        :description => "Execute the bootstrap via sudo",
+        :boolean => true
+
+      option :template_file,
+        :long => "--template-file TEMPLATE",
+        :description => "Full path to location of template to use",
+        :default => false
+
+      option :run_list,
+        :short => "-r RUN_LIST",
+        :long => "--run-list RUN_LIST",
+        :description => "Comma separated list of roles/recipes to apply",
+        :proc => lambda { |o| o.split(",") },
+        :default => []
+
+      def h
+        @highline ||= HighLine.new
+      end
+
+      def load_template(template=nil)
+        # Are we bootstrapping using an already shipped template?
+        if config[:template_file]
+          bootstrap_files = config[:template_file]
+        else
+          bootstrap_files = []
+          bootstrap_files << File.join(File.dirname(__FILE__), 'bootstrap', "#{config[:distro]}.erb")
+          bootstrap_files << File.join(Dir.pwd, ".chef", "bootstrap", "#{config[:distro]}.erb")
+          bootstrap_files << File.join(ENV['HOME'], '.chef', 'bootstrap', "#{config[:distro]}.erb")
+        end
+
+        template = Array(bootstrap_files).find do |bootstrap_template|
+          Chef::Log.debug("Looking for bootstrap template in #{File.dirname(bootstrap_template)}")
+          File.exists?(bootstrap_template)
+        end
+
+        unless template
+          Chef::Log.info("Can not find bootstrap definition for #{config[:distro]}")
+          raise Errno::ENOENT
+        end
+
+        Chef::Log.debug("Found bootstrap template in #{File.dirname(template)}")
+        
+        IO.read(template).chomp
+      end
+
+      def render_template(template=nil)
+        context = {}
+        context[:run_list] = config[:run_list]
+        context[:config] = config
+        Erubis::Eruby.new(template).evaluate(context)
+      end
+
+      def run 
+        require 'highline'
+
+        validate_name_args!
+
+        $stdout.sync = true
+
+        Chef::Log.info("Bootstrapping Chef on #{h.color(config[:server_name], :bold)}")
+
+        begin
+          knife_ssh.run
+        rescue Net::SSH::AuthenticationFailed
+          unless config[:ssh_password]
+            puts "Failed to authenticate #{config[:ssh_user]} - trying password auth"
+            knife_ssh_with_password_auth.run
+          end
+        end
+      end
+
+      def validate_name_args!
+        if Array(@name_args).first.nil?
+          Chef::Log.error("Must pass an FQDN or ip to bootstrap")
+          exit 1
+        end
+      end
+
+      def server_name
+        Array(@name_args).first
+      end
+
+      def knife_ssh
+        ssh = Chef::Knife::Ssh.new
+        ssh.name_args = [ server_name, ssh_command ]
+        ssh.config[:ssh_user] = config[:ssh_user] 
+        ssh.config[:ssh_password] = config[:ssh_password]
+        ssh.config[:ssh_gateway] = config[:ssh_gateway]
+        ssh.config[:identity_file] = config[:identity_file]
+        ssh.config[:manual] = true
+        ssh
+      end
+
+      def knife_ssh_with_password_auth
+        ssh = knife_ssh
+        ssh.config[:identity_file] = nil
+        ssh.config[:ssh_password] = ssh.get_password
+        ssh
+      end
+
+      def ssh_command
+        command = render_template(load_template(config[:bootstrap_template]))
+
+        if config[:use_sudo]
+          command = "sudo #{command}"
+        end
+
+        command
+      end
+
+    end
+  end
+end
+