giraffesoft-chef 0.7.15

data/lib/chef/application.rb

@@ -0,0 +1,98 @@
+#
+# Author:: AJ Christensen (<aj@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/config'
+require 'chef/exceptions'
+require 'chef/log'
+require 'mixlib/cli'
+
+class Chef::Application
+  include Mixlib::CLI
+   
+  def initialize   
+    super
+    
+    trap("TERM") do
+      Chef::Application.fatal!("SIGTERM received, stopping", 1)
+    end
+
+    trap("INT") do
+      Chef::Application.fatal!("SIGINT received, stopping", 2)
+    end
+    
+    trap("HUP") do 
+      Chef::Log.info("SIGHUP received, reconfiguring")
+      reconfigure
+    end
+    
+    at_exit do
+      # tear down the logger 
+    end  
+  end
+  
+  # Reconfigure the application. You'll want to override and super this method.
+  def reconfigure
+    configure_chef
+    configure_logging
+  end
+  
+  # Get this party started
+  def run
+    reconfigure
+    setup_application
+    run_application
+  end
+
+  # Parse the configuration file
+  def configure_chef
+    parse_options
+    
+    Chef::Config.from_file(config[:config_file]) if !config[:config_file].nil? && File.exists?(config[:config_file]) && File.readable?(config[:config_file])
+    Chef::Config.merge!(config)
+  end
+  
+  # Initialize and configure the logger
+  def configure_logging
+    Chef::Log.init(Chef::Config[:log_location])
+    Chef::Log.level(Chef::Config[:log_level])
+  end
+  
+  # Called prior to starting the application, by the run method
+  def setup_application
+    raise Chef::Exceptions::Application, "#{self.to_s}: you must override setup_application"      
+  end
+  
+  # Actually run the application
+  def run_application
+    raise Chef::Exceptions::Application, "#{self.to_s}: you must override run_application"  
+  end
+
+  class << self
+    # Log a fatal error message to both STDERR and the Logger, exit the application
+    def fatal!(msg, err = -1)
+      STDERR.puts("FATAL: #{msg}")
+      Chef::Log.fatal(msg)
+      Process.exit err
+    end
+
+    def exit!(msg, err = -1)
+      Chef::Log.debug(msg)
+      Process.exit err
+    end
+  end
+
+end

data/lib/chef/application/agent.rb

@@ -0,0 +1,18 @@
+#
+# Author:: AJ Christensen (<aj@opscode.comz>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/application'

data/lib/chef/application/client.rb

@@ -0,0 +1,209 @@
+#
+# Author:: AJ Christensen (<aj@opscode.com)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/application'
+require 'chef/client'
+require 'chef/config'
+require 'chef/daemon'
+require 'chef/log'
+require 'net/http'
+require 'open-uri'
+
+
+class Chef::Application::Client < Chef::Application
+  
+  option :config_file, 
+    :short => "-c CONFIG",
+    :long  => "--config CONFIG",
+    :default => "/etc/chef/client.rb",
+    :description => "The configuration file to use"
+
+  option :log_level, 
+    :short        => "-l LEVEL",
+    :long         => "--log_level LEVEL",
+    :description  => "Set the log level (debug, info, warn, error, fatal)",
+    :proc         => lambda { |l| l.to_sym }
+
+  option :log_location,
+    :short        => "-L LOGLOCATION",
+    :long         => "--logfile LOGLOCATION",
+    :description  => "Set the log file location, defaults to STDOUT - recommended for daemonizing",
+    :proc         => nil
+
+  option :help,
+    :short        => "-h",
+    :long         => "--help",
+    :description  => "Show this message",
+    :on           => :tail,
+    :boolean      => true,
+    :show_options => true,
+    :exit         => 0
+    
+  option :user,
+    :short => "-u USER",
+    :long => "--user USER",
+    :description => "User to set privilege to",
+    :proc => nil
+
+  option :group,
+    :short => "-g GROUP",
+    :long => "--group GROUP",
+    :description => "Group to set privilege to",
+    :proc => nil
+
+  option :daemonize,
+    :short => "-d",
+    :long => "--daemonize",
+    :description => "Daemonize the process",
+    :proc => lambda { |p| true }
+
+  option :interval,
+    :short => "-i SECONDS",
+    :long => "--interval SECONDS",
+    :description => "Run chef-client periodically, in seconds",
+    :proc => lambda { |s| s.to_i }
+
+  option :json_attribs,
+    :short => "-j JSON_ATTRIBS",
+    :long => "--json-attributes JSON_ATTRIBS",
+    :description => "Load attributes from a JSON file or URL",
+    :proc => nil
+
+  option :node_name,
+    :short => "-N NODE_NAME",
+    :long => "--node-name NODE_NAME",
+    :description => "The node name for this client",
+    :proc => nil
+
+  option :splay,
+    :short => "-s SECONDS",
+    :long => "--splay SECONDS",
+    :description => "The splay time for running at intervals, in seconds",
+    :proc => lambda { |s| s.to_i }
+
+  option :chef_server_url,
+    :short => "-S CHEFSERVERURL",
+    :long => "--server CHEFSERVERURL",
+    :description => "The chef server URL",
+    :proc => nil
+
+  option :validation_token,
+    :short => "-t TOKEN",
+    :long => "--token TOKEN",
+    :description => "Set the openid validation token",
+    :proc => nil
+  
+  option :version,
+    :short        => "-v",
+    :long         => "--version",
+    :description  => "Show chef version",
+    :boolean      => true,
+    :proc         => lambda {|v| puts "Chef: #{::Chef::VERSION}"},
+    :exit         => 0
+
+  def initialize
+    super
+
+    @chef_client = nil
+    @chef_client_json = nil
+  end
+  
+  # Reconfigure the chef client
+  # Re-open the JSON attributes and load them into the node
+  def reconfigure 
+    super 
+
+    Chef::Config[:chef_server_url] = config[:chef_server_url] if config.has_key? :chef_server_url
+   
+    if Chef::Config[:daemonize]
+      Chef::Config[:interval] ||= 1800
+    end
+
+    if Chef::Config[:json_attribs]
+      begin
+          json_io = open(Chef::Config[:json_attribs])
+      rescue SocketError => error
+        Chef::Application.fatal!("I cannot connect to #{Chef::Config[:json_attribs]}", 2)
+      rescue Errno::ENOENT => error
+        Chef::Application.fatal!("I cannot find #{Chef::Config[:json_attribs]}", 2)
+      rescue Errno::EACCES => error
+        Chef::Application.fatal!("Permissions are incorrect on #{Chef::Config[:json_attribs]}. Please chmod a+r #{Chef::Config[:json_attribs]}", 2)
+      rescue Exception => error
+        Chef::Application.fatal!("Got an unexpected error reading #{Chef::Config[:json_attribs]}: #{error.message}", 2)
+      end
+
+      begin
+        @chef_client_json = JSON.parse(json_io.read)
+      rescue JSON::ParserError => error
+        Chef::Application.fatal!("Could not parse the provided JSON file (#{Chef::Config[:json_attribs]})!: " + error.message, 2)
+      end
+    end
+  end
+  
+  # Setup an instance of the chef client
+  # Why is this so ugly? surely the client should just read out of chef::config instead of needing the values to be assigned like this..
+  def setup_application
+    Chef::Daemon.change_privilege
+
+    @chef_client = Chef::Client.new
+    @chef_client.json_attribs = @chef_client_json
+    @chef_client.validation_token = Chef::Config[:validation_token]
+    @chef_client.node_name = Chef::Config[:node_name]   
+  end
+  
+  # Run the chef client, optionally daemonizing or looping at intervals.
+  def run_application
+    if Chef::Config[:version]
+      puts "Chef version: #{::Chef::VERSION}"
+    end
+
+    if Chef::Config[:daemonize]
+      Chef::Daemon.daemonize("chef-client")
+    end
+    
+    loop do
+      begin
+        if Chef::Config[:splay]
+          splay = rand Chef::Config[:splay]
+          Chef::Log.debug("Splay sleep #{splay} seconds")
+          sleep splay
+        end
+
+        @chef_client.run
+        
+        if Chef::Config[:interval]
+          Chef::Log.debug("Sleeping for #{Chef::Config[:interval]} seconds")
+          sleep Chef::Config[:interval]
+        else
+          Chef::Application.exit! "Exiting", 0
+        end
+      rescue SystemExit => e
+        raise
+      rescue Exception => e
+        if Chef::Config[:interval]
+          Chef::Log.error("#{e.class}")
+          Chef::Log.fatal("#{e}\n#{e.backtrace.join("\n")}")
+          Chef::Log.fatal("Sleeping for #{Chef::Config[:interval]} seconds before trying again")
+          sleep Chef::Config[:interval]
+          retry
+        else
+          raise
+        end
+      end
+    end
+  end
+end

data/lib/chef/application/indexer.rb

@@ -0,0 +1,141 @@
+#
+# Author:: AJ Christensen (<aj@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/application'
+require 'chef/queue'
+require 'chef/search'
+require 'chef/search_index'
+require 'chef/config'
+require 'chef/daemon'
+require 'chef/log'
+
+
+class Chef::Application::Indexer < Chef::Application
+
+  option :config_file,
+    :short => "-c CONFIG",
+    :long  => "--config CONFIG",
+    :default => "/etc/chef/server.rb",
+    :description => "The configuration file to use"
+
+  option :log_level,
+    :short        => "-l LEVEL",
+    :long         => "--log_level LEVEL",
+    :description  => "Set the log level (debug, info, warn, error, fatal)",
+    :proc         => lambda { |l| l.to_sym }
+
+  option :log_location,
+    :short        => "-L LOGLOCATION",
+    :long         => "--logfile LOGLOCATION",
+    :description  => "Set the log file location, defaults to STDOUT - recommended for daemonizing",
+    :proc         => nil
+
+  option :help,
+    :short        => "-h",
+    :long         => "--help",
+    :description  => "Show this message",
+    :on           => :tail,
+    :boolean      => true,
+    :show_options => true,
+    :exit         => 0
+
+  option :user,
+    :short => "-u USER",
+    :long => "--user USER",
+    :description => "User to set privilege to",
+    :proc => nil
+
+  option :group,
+    :short => "-g GROUP",
+    :long => "--group GROUP",
+    :description => "Group to set privilege to",
+    :proc => nil
+
+  option :daemonize,
+    :short => "-d",
+    :long => "--daemonize",
+    :description => "Daemonize the process",
+    :proc => lambda { |p| true }
+
+  option :version,
+    :short        => "-v",
+    :long         => "--version",
+    :description  => "Show chef version",
+    :boolean      => true,
+    :proc         => lambda {|v| puts "Chef: #{::Chef::VERSION}"},
+    :exit         => 0
+
+  def initialize
+    super
+
+    @chef_search_indexer = nil
+  end
+
+  # Create a new search indexer and connect to the stomp queues
+  def setup_application
+    Chef::Daemon.change_privilege
+
+    @chef_search_indexer = Chef::SearchIndex.new
+    Chef::Queue.connect
+    Chef::Queue.subscribe(:queue, "index")
+    Chef::Queue.subscribe(:queue, "remove")
+  end
+
+  # Run the indexer, optionally daemonizing.
+  def run_application
+    if Chef::Config[:daemonize]
+      Chef::Daemon.daemonize("chef-indexer")
+    end
+
+    if Chef::Config[:queue_prefix]
+      queue_prefix = Chef::Config[:queue_prefix]
+      queue_partial_url = "/queue/#{queue_prefix}/chef"
+    else
+      queue_partial_url = "/queue/chef"
+    end
+
+    loop do
+      object, headers = Chef::Queue.receive_msg
+      Chef::Log.info("Headers #{headers.inspect}")
+      if headers["destination"] == "#{queue_partial_url}/index"
+        start_timer = Time.new
+        @chef_search_indexer.add(object)
+        @chef_search_indexer.commit
+        final_timer = Time.new
+        Chef::Log.info("Indexed object from #{headers['destination']} in #{final_timer - start_timer} seconds")
+      elsif headers["destination"] == "#{queue_partial_url}/remove"
+        start_timer = Time.new
+        @chef_search_indexer.delete(object)
+        @chef_search_indexer.commit
+        final_timer = Time.new
+        Chef::Log.info("Removed object from #{headers['destination']} in #{final_timer - start_timer} seconds")
+      end
+    end
+  rescue SystemExit => e
+    raise
+  rescue Exception => e
+    if Chef::Config[:interval]
+      Chef::Log.error("#{e.class}")
+      Chef::Log.fatal("#{e}\n#{e.backtrace.join("\n")}")
+      Chef::Log.fatal("Sleeping for #{Chef::Config[:delay]} seconds before trying again")
+      sleep Chef::Config[:delay]
+      retry
+    else
+      raise
+    end
+  end
+end