godhead 0.0.2 → 0.0.3

data/lib/godhead/recipes/thinking_sphinx.rb

@@ -0,0 +1,98 @@
+# From Jesse Newland http://jnewland.com at http://gist.github.com/188053
+#
+
+# God.watch do |w|
+#   w.name = "delayed_delta"
+#   w.group = "sphinx"
+#   w.interval = 30.seconds
+#   w.start = "rake -f #{RAILS_ROOT}/Rakefile thinking_sphinx:delayed_delta"
+#   w.env = { "RAILS_ENV" => "production"}
+#   w.uid = 'rails'
+#   w.gid = 'rails'
+#
+#   # retart if memory gets too high
+#   w.transition(:up, :restart) do |on|
+#     on.condition(:memory_usage) do |c|
+#       c.above = 300.megabytes
+#       c.times = 2
+#     end
+#   end
+#
+#   # determine the state on startup
+#   w.transition(:init, { true => :up, false => :start }) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = true
+#     end
+#   end
+#
+#   # determine when process has finished starting
+#   w.transition([:start, :restart], :up) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = true
+#       c.interval = 5.seconds
+#     end
+#
+#     # failsafe
+#     on.condition(:tries) do |c|
+#       c.times = 5
+#       c.transition = :start
+#       c.interval = 5.seconds
+#     end
+#   end
+#
+#   # start if process is not running
+#   w.transition(:up, :start) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = false
+#     end
+#   end
+# end
+# God.watch do |w|
+#   w.name = "searchd"
+#   w.group = "sphinx"
+#   w.interval = 30.seconds
+#   w.start = "searchd --config #{RAILS_ROOT}/config/#{RAILS_ENV}.sphinx.conf"
+#   w.start_grace = 10.seconds
+#   w.stop = "searchd --config #{RAILS_ROOT}/config/#{RAILS_ENV}.sphinx.conf --stop"
+#   w.stop_grace = 10.seconds
+#   w.pid_file = "#{RAILS_ROOT}/log/searchd.#{RAILS_ENV}.pid"
+#   w.uid = 'rails'
+#   w.gid = 'rails'
+#
+#   # retart if memory gets too high
+#   w.transition(:up, :restart) do |on|
+#     on.condition(:memory_usage) do |c|
+#       c.above = 300.megabytes
+#       c.times = 2
+#     end
+#   end
+#
+#   # determine the state on startup
+#   w.transition(:init, { true => :up, false => :start }) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = true
+#     end
+#   end
+#
+#   # determine when process has finished starting
+#   w.transition([:start, :restart], :up) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = true
+#       c.interval = 5.seconds
+#     end
+#
+#     # failsafe
+#     on.condition(:tries) do |c|
+#       c.times = 5
+#       c.transition = :start
+#       c.interval = 5.seconds
+#     end
+#   end
+#
+#   # start if process is not running
+#   w.transition(:up, :start) do |on|
+#     on.condition(:process_running) do |c|
+#       c.running = false
+#     end
+#   end
+# end

data/lib/godhead/recipes/tyrant_recipe.rb

@@ -1,4 +1,9 @@
 module Godhead
+  #
+  # Tokyo Tyrant
+  #
+  # Lets god do the process management by killing/restarting according to the
+  # pid file
   class TyrantRecipe < GodRecipe
     DEFAULT_OPTIONS = {
       :max_cpu_usage  => 50.percent,
@@ -33,6 +38,12 @@ module Godhead
         dbname
       ].flatten.compact.join(" ")
     end
+
+    # don't try to invent a pid_file -- by default god will find and make one
+    # and will handle task killing/restarting/etc.
+    def pid_file()
+      nil
+    end
   end
 end
 

data/lib/godhead/recipes/unicorn_recipe.rb

@@ -0,0 +1,42 @@
+module Godhead
+  #
+  # Unicorn monitoring recipe
+  #
+  # inspired by http://railscasts.com/episodes/130-monitoring-with-god
+  class UnicornRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage    => 10.percent,
+      :max_mem_usage    => 50.megabytes,
+      :uid              => nil,               # probably want to set this
+      #
+      :root_dir         => nil,               # required to set this
+      :runner_path      => 'unicorn',
+      :runner_conf      => 'unicorn-conf.rb',
+      :runner_env       => 'production',
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    def start_command
+      [
+        "cd #{options[:root_dir]} && #{options[:runner_path]}",
+        "-c #{options[:runner_conf]}", # config file
+        "-E #{options[:runner_env]}",  # environment
+        "-D",                          # daemonize
+        ].flatten.compact.join(" ")
+    end
+
+    def pid_file
+      options[:pid_file] || options[:root_dir]+'/tmp/unicorn.pid'
+    end
+
+    # send QUIT signal: gracefully shuts down workers
+    def stop_command
+      "kill -QUIT `cat #{pid_file}`"
+    end
+
+    # # USR2 causes the master to re-create itself and spawn a new worker pool
+    def restart_command
+      "kill -USR2 `cat #{pid_file}`"
+    end
+  end
+end

data/lib/godhead/recipes/workling_recipe.rb

@@ -0,0 +1,23 @@
+module Godhead
+  #
+  # Workling monitoring recipe
+  #
+  # inspired by http://railscasts.com/episodes/130-monitoring-with-god
+  class WorklingRecipe < GenericWorkerRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage    => 80.percent,
+      :max_mem_usage    => 100.megabytes,
+      :start_grace_time => 20.seconds,
+      #
+      :runner_path      => nil,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    def tell_runner action
+      "#{options[:runner_path]} #{action}"
+    end
+    def start_command()   tell_runner 'start'   end
+    def stop_command()    tell_runner 'stop'    end
+    def restart_command() tell_runner 'restart' end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: godhead
 version: !ruby/object:Gem::Version 
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors: 
 - Philip (flip) Kromer
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-12-07 00:00:00 +00:00
+date: 2010-02-11 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -23,8 +23,8 @@ dependencies:
         version: "0"
     version: 
 - !ruby/object:Gem::Dependency 
-  name: yard
-  type: :development
+  name: god
+  type: :runtime
   version_requirement: 
   version_requirements: !ruby/object:Gem::Requirement 
     requirements: 
@@ -33,7 +33,7 @@ dependencies:
         version: "0"
     version: 
 - !ruby/object:Gem::Dependency 
-  name: extlib
+  name: activesupport
   type: :runtime
   version_requirement: 
   version_requirements: !ruby/object:Gem::Requirement 
@@ -50,33 +50,44 @@ extensions: []
 
 extra_rdoc_files: 
 - LICENSE
-- README-god.textile
+- README.textile
 files: 
 - .document
 - .gitignore
 - LICENSE
-- README-god.textile
+- README.textile
 - Rakefile
 - VERSION
+- examples/etc/god.conf
+- examples/etc/god/god_config.yaml
+- examples/etc/god/sample_project.god
+- examples/etc/init.d/god
 - godhead.gemspec
 - lib/godhead.rb
 - lib/godhead/extensions.rb
 - lib/godhead/extensions/hash.rb
+- lib/godhead/extensions/string.rb
+- lib/godhead/god_email.rb
 - lib/godhead/god_recipe.rb
 - lib/godhead/mixins.rb
 - lib/godhead/mixins/runs_as_service.rb
-- lib/godhead/notification.rb
-- lib/godhead/notification/gmail.rb
+- lib/godhead/notifications.rb
 - lib/godhead/process_groups.rb
 - lib/godhead/recipes.rb
 - lib/godhead/recipes/beanstalkd_recipe.rb
+- lib/godhead/recipes/delayed_job_recipe.rb
 - lib/godhead/recipes/generic_worker_recipe.rb
 - lib/godhead/recipes/memcached_recipe.rb
+- lib/godhead/recipes/mongrel_recipe.rb
+- lib/godhead/recipes/mysql_recipe.rb
 - lib/godhead/recipes/nginx_recipe.rb
+- lib/godhead/recipes/resque_recipe.rb
 - lib/godhead/recipes/starling_recipe.rb
 - lib/godhead/recipes/thin_recipe.rb
+- lib/godhead/recipes/thinking_sphinx.rb
 - lib/godhead/recipes/tyrant_recipe.rb
-- sample.god
+- lib/godhead/recipes/unicorn_recipe.rb
+- lib/godhead/recipes/workling_recipe.rb
 - spec/godhead_spec.rb
 - spec/spec_helper.rb
 has_rdoc: true

data/README-god.textile

@@ -1,54 +0,0 @@
-Keep running:
-
-* Worker queue (beanstalkd)
-* Backing store (ttserver)
-* Request queue-fed Scrapers (list of scripts)
-* Feed/Periodic scrapers
-* Constant scrapers
-
-* http://god.rubyforge.org/
-* http://railscasts.com/episodes/130-monitoring-with-god
-
-    sudo gem install god
-    god -c config/mailit.god
-    god status
-    god terminate
-    god log mailit-workling
-    kill `cat log/workling.pid`
-
-* http://nubyonrails.com/articles/about-this-blog-beanstalk-messaging-queue
-** The "god.conf":http://pastie.textmate.org/private/ovgxu2ihoicli2ktrwtbew is
-   taken from there.
-
-h2. Beanstalkd
-
-*Usage*:
-
-    beanstalkd  --help
-    Use: beanstalkd [OPTIONS]
-
-    Options:
-     -d       detach
-     -l ADDR  listen on address (default is 0.0.0.0)
-     -p PORT  listen on port (default is 11300)
-     -u USER  become user and group
-     -z SIZE  set the maximum job size in bytes (default is 65535)
-     -v       show version information
-     -h       show this help
-
-
-h2. Tokyo Tyrant
-
-*Usage*:
-
-    ttserver --help
-    ttserver: the server of Tokyo Tyrant
-
-    usage:
-    ttserver [-host name] [-port num] [-thnum num] [-tout num] [-dmn]
-      [-pid path] [-kl] [-log path] [-ld|-le] [-ulog path]
-      [-ulim num] [-uas] [-sid num]
-      [-mhost name] [-mport num] [-rts path] [-rcc] [-skel name]
-      [-ext path] [-extpc name period] [-mask expr] [-unmask expr] [dbname]
-
-

data/lib/godhead/notification.rb

@@ -1,45 +0,0 @@
-module God
-  def self.setup_email options
-    God::Contacts::Email.message_settings = {
-      :from           => options[:username], }
-    God.contact(:email) do |c|
-      c.name          = options[:to_name]
-      c.email         = options[:to]
-      c.group         = options[:group] || 'default'
-    end
-    if options[:address] then delivery_by_smtp(options)
-    else                     delivery_by_gmail(options) end
-  end
-
-  #
-  # GMail
-  #
-  # http://millarian.com/programming/ruby-on-rails/monitoring-thin-using-god-with-google-apps-notifications/
-  def self.delivery_by_gmail options
-    require 'tlsmail'
-    Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
-    God::Contacts::Email.server_settings = {
-      :address        => 'smtp.gmail.com',
-      :tls            => 'true',
-      :port           => 587,
-      :domain         => options[:email_domain],
-      :user_name      => options[:username],
-      :password       => options[:password],
-      :authentication => :plain
-    }
-  end
-
-  #
-  # SMTP email
-  #
-  def self.delivery_by_smtp options
-    God::Contacts::Email.server_settings = {
-      :address        => options[:address],
-      :port           => 25,
-      :domain         => options[:email_domain],
-      :user_name      => options[:username],
-      :password       => options[:password],
-      :authentication => :plain,
-    }
-  end
-end

data/sample.god

@@ -1,36 +0,0 @@
-#!/usr/bin/env ruby
-require 'rubygems'
-require 'god'
-require 'active_support'
-$: << File.dirname(__FILE__)+'/lib'
-require 'godhead'
-
-YUPFRONT_ROOT = "/slice/www/apps/yuploader_static/yupfront"
-
-# ===========================================================================
-#
-# Yupshot god monitoring: the backend processing chain for yuploader
-#
-group_options = { :monitor_group => :yupshot, }
-
-Godhead::MemcachedRecipe.create     group_options.merge({ :user => 'www-data', :pid_file => '/tmp/mc.pid'})
-Godhead::StarlingRecipe.create      group_options
-Godhead::GenericWorkerRecipe.create group_options.merge({
-    :runner_path => "/slice/www/apps/yuploader_static/yupshot/bin/yupshot_worker_daemon" })
-
-# ===========================================================================
-#
-# Yupfront god monitoring: the frontend processes for yuploader
-#
-group_options = { :monitor_group => :yupfront}
-
-Godhead::NginxRecipe.create group_options.merge({ })
-# replace with this one on OSX
-# Godhead::NginxRunnerRecipe.create group_options.merge({ })
-
-(5000..5003).each do |port|
-  Godhead::ThinRecipe.create(group_options.merge({
-      :port        => port,
-      :rackup_file => File.join(YUPFRONT_ROOT, 'config.ru'),
-      :runner_conf => File.join(YUPFRONT_ROOT, 'production.yml') }))
-end