godhead 0.0.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,43 @@
+\#*
+.\#*
+*~
+.DS_Store
+Icon?
+REVISION
+TAGS*
+nohup.out
+.bzr
+.hg
+.svn
+
+a.out
+*.o
+*.pyc
+*.so
+*.stackdump
+*.sw?
+*.tmproj
+*_flymake.*
+.project
+.pydevproject
+.settings
+.tasks-cache
+.yardoc
+
+/**/*DONTVERSION*
+/**/*private*
+/**/cache/*
+/**/log/*
+/**/tmp/*
+/coverage
+/doc/*
+/pkg/*
+/rdoc/*
+
+/db/*.sqlite3
+/db/sphinx
+/config/*.sphinx.conf
+/config/database.yml
+/config/sphinx.yml
+/public/stylesheets/compiled/*
+/vendor/src/**/*

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Philip (flip) Kromer
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README-god.textile

@@ -0,0 +1,54 @@
+Keep running:
+
+* Worker queue (beanstalkd)
+* Backing store (ttserver)
+* Request queue-fed Scrapers (list of scripts)
+* Feed/Periodic scrapers
+* Constant scrapers
+
+* http://god.rubyforge.org/
+* http://railscasts.com/episodes/130-monitoring-with-god
+
+    sudo gem install god
+    god -c config/mailit.god
+    god status
+    god terminate
+    god log mailit-workling
+    kill `cat log/workling.pid`
+
+* http://nubyonrails.com/articles/about-this-blog-beanstalk-messaging-queue
+** The "god.conf":http://pastie.textmate.org/private/ovgxu2ihoicli2ktrwtbew is
+   taken from there.
+
+h2. Beanstalkd
+
+*Usage*:
+
+    beanstalkd  --help
+    Use: beanstalkd [OPTIONS]
+
+    Options:
+     -d       detach
+     -l ADDR  listen on address (default is 0.0.0.0)
+     -p PORT  listen on port (default is 11300)
+     -u USER  become user and group
+     -z SIZE  set the maximum job size in bytes (default is 65535)
+     -v       show version information
+     -h       show this help
+
+
+h2. Tokyo Tyrant
+
+*Usage*:
+
+    ttserver --help
+    ttserver: the server of Tokyo Tyrant
+
+    usage:
+    ttserver [-host name] [-port num] [-thnum num] [-tout num] [-dmn]
+      [-pid path] [-kl] [-log path] [-ld|-le] [-ulog path]
+      [-ulim num] [-uas] [-sid num]
+      [-mhost name] [-mport num] [-rts path] [-rcc] [-skel name]
+      [-ext path] [-extpc name period] [-mask expr] [-unmask expr] [dbname]
+
+

data/Rakefile

@@ -0,0 +1,45 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "godhead"
+    gem.summary = %Q{God recipes that separate configuration for processes, site policy and notifications; comes with many examples}
+    gem.description = %Q{Configure God monitored processes according to their concerns the servers (path and so forth), site policy (number, ports, etc), and notification (email groups, mailserver, etc).}
+    gem.email = "flip@infochimps.org"
+    gem.homepage = "http://github.com/mrflip/godhead"
+    gem.authors = ["Philip (flip) Kromer"]
+    gem.add_development_dependency "rspec"
+    gem.add_development_dependency "yard"
+    gem.add_dependency 'extlib'
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+begin
+  require 'yard'
+  YARD::Rake::YardocTask.new
+rescue LoadError
+  task :yardoc do
+    abort "YARD is not available. In order to run yardoc, you must: sudo gem install yard"
+  end
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/lib/godhead/extensions/hash.rb

@@ -0,0 +1,48 @@
+class Hash
+  # remove all key-value pairs where the value is nil
+  def compact
+    reject{|key,val| val.nil? }
+  end
+  # Replace the hash with its compacted self
+  def compact!
+    replace(compact)
+  end
+
+  # lambda for recursive merges
+  Hash::DEEP_MERGER = proc do |key,v1,v2|
+    if (v1.respond_to?(:merge) && v2.respond_to?(:merge))
+      v1.merge(v2.compact, &Hash::DEEP_MERGER)
+    else
+      (v2.nil? ? v1 : v2)
+    end
+  end
+
+  #
+  # Merge hashes recursively.
+  # Nothing special happens to array values
+  #
+  #     x = { :subhash => { 1 => :val_from_x, 222 => :only_in_x, 333 => :only_in_x }, :scalar => :scalar_from_x}
+  #     y = { :subhash => { 1 => :val_from_y, 999 => :only_in_y },                    :scalar => :scalar_from_y }
+  #     x.deep_merge y
+  #     => {:subhash=>{1=>:val_from_y, 222=>:only_in_x, 333=>:only_in_x, 999=>:only_in_y}, :scalar=>:scalar_from_y}
+  #     y.deep_merge x
+  #     => {:subhash=>{1=>:val_from_x, 222=>:only_in_x, 333=>:only_in_x, 999=>:only_in_y}, :scalar=>:scalar_from_x}
+  #
+  # Nil values always lose.
+  #
+  #     x = {:subhash=>{:nil_in_x=>nil, 1=>:val1,}, :nil_in_x=>nil}
+  #     y = {:subhash=>{:nil_in_x=>5},              :nil_in_x=>5}
+  #     y.deep_merge x
+  #     => {:subhash=>{1=>:val1, :nil_in_x=>5}, :nil_in_x=>5}
+  #     x.deep_merge y
+  #     => {:subhash=>{1=>:val1, :nil_in_x=>5}, :nil_in_x=>5}
+  #
+  def deep_merge hsh2
+    merge hsh2, &Hash::DEEP_MERGER
+  end
+
+  # Merge hashes recursively -- see #deep_merge
+  def deep_merge! hsh2
+    merge! hsh2, &Hash::DEEP_MERGER
+  end
+end

data/lib/godhead/extensions.rb

@@ -0,0 +1 @@
+require 'godhead/extensions/hash'

data/lib/godhead/god_recipe.rb

@@ -0,0 +1,223 @@
+module Godhead
+  class GodRecipe
+    DEFAULT_OPTIONS = {
+      :monitor_group      => nil,
+      :uid                => nil,
+      :gid                => nil,
+      :start_notify       => nil,
+      :restart_notify     => nil,
+      :flapping_notify    => nil,
+      :process_log_dir    => '/var/log/god',
+      :pid_dir            => "/var/run/god",
+      :start_grace_time   => 10.seconds,
+      :restart_grace_time => nil,         # will be start_grace_time+2 if left nil
+      :default_interval   => 5.minutes,
+      :start_interval     => 5.minutes,
+      :mem_usage_interval => 10.minutes,
+      :cpu_usage_interval => 10.minutes,
+    }
+    #
+    # Hash mapping recipe_name to default options
+    #
+    cattr_accessor :global_options
+    self.global_options = {}
+    #
+    # options for this instance
+    #
+    attr_accessor  :options
+
+    #
+    # pass in options to override the class default_options
+    #
+    def initialize _options={}
+      self.options = self.class.default_options.deep_merge _options
+    end
+
+    def do_setup! options={}
+      self.options.merge! options
+      mkdirs!
+      God.watch do |watcher|
+        setup_watcher   watcher
+        setup_start     watcher
+        setup_restart   watcher
+        setup_lifecycle watcher
+      end
+    end
+
+    def self.create options={}
+      recipe = self.new options
+      recipe.do_setup!
+      recipe
+    end
+
+    # ===========================================================================
+    #
+    # Watcher setup
+    #
+
+    #
+    # Setup common to most watchers
+    #
+    def setup_watcher watcher
+      watcher.name             = self.handle
+      watcher.group            = monitor_group
+      watcher.start            = start_command
+      watcher.stop             = stop_command             if stop_command
+      watcher.restart          = restart_command          if restart_command
+      watcher.pid_file         = pid_file                 if pid_file
+      watcher.uid              = options[:uid]            if options[:uid]
+      watcher.gid              = options[:gid]            if options[:gid]
+      watcher.interval         = options[:default_interval]
+      watcher.start_grace      = options[:start_grace_time]
+      watcher.restart_grace    = options[:restart_grace_time] || (options[:start_grace_time] + 2.seconds)
+      watcher.behavior(:clean_pid_file)
+    end
+
+    #
+    # Starts process
+    #
+    def setup_start watcher
+      watcher.start_if do |start|
+        start.condition(:process_running) do |c|
+          c.interval = options[:start_interval]
+          c.running  = false
+          c.notify     = options[:start_notify] if options[:start_notify]
+        end
+      end
+    end
+
+    #
+    def setup_restart watcher
+      watcher.restart_if do |restart|
+        restart.condition(:memory_usage) do |c|
+          c.interval   = options[:mem_usage_interval] if options[:mem_usage_interval]
+          c.above      = options[:max_mem_usage] || 150.megabytes
+          c.times      = [3, 5] # 3 out of 5 intervals
+          c.notify     = options[:restart_notify] if options[:restart_notify]
+        end
+        restart.condition(:cpu_usage) do |c|
+          c.interval   = options[:cpu_usage_interval] if options[:cpu_usage_interval]
+          c.above      = options[:max_cpu_usage] || 50.percent
+          c.times      = 5
+          c.notify     = options[:restart_notify] if options[:restart_notify]
+        end
+      end
+    end
+
+    # Define lifecycle
+    def setup_lifecycle watcher
+      watcher.lifecycle do |on|
+        on.condition(:flapping) do |c|
+          c.to_state     = [:start, :restart]
+          c.times        = 10
+          c.within       = 15.minute
+          c.transition   = :unmonitored
+          c.retry_in     = 60.minutes
+          c.retry_times  = 5
+          c.retry_within = 12.hours
+          c.notify       = options[:flapping_notify] if options[:flapping_notify]
+        end
+      end
+    end
+
+    # ===========================================================================
+    #
+    # Configuration
+    #
+
+    #
+    # string holding name for this process type, eg 'mongrel' or 'starling'
+    #
+    # Unless told otherwise, uses the class_name -- MongrelRecipe
+    #
+    def self.recipe_name
+      @recipe_name ||= recipe_name_from_class_name
+    end
+    # calls back to self.class.recipe_name
+    def recipe_name() self.class.recipe_name ;  end
+
+    def self.recipe_name_from_class_name
+      self.to_s.underscore.demodulize.
+        gsub(%r{.*\/+},   '').  # remove module portion
+        gsub(%r{_recipe}, '')   # remove _recipe part
+    end
+
+    # unique label for this process
+    def handle
+      [recipe_name, options[:port]].compact.map(&:to_s).join('_')
+    end
+
+    #
+    # Starts with the portion of the global_options dealing with this class then
+    # walks upwards through the inheritance tree, accumulating default options.
+    #
+    # Subclasses should override with something like
+    #
+    #     def self.default_options
+    #       super.deep_merge(ThisClass::DEFAULT_OPTIONS)
+    #     end
+    #
+    def self.default_options
+      GodRecipe::DEFAULT_OPTIONS.deep_merge(global_options[recipe_name] || {})
+    end
+
+    #
+    # load a series of YAML-format options files
+    #
+    # Later files win out over earlier files
+    #
+    def self.options_from_files *options_filenames
+      options = {}
+      options_filenames.each do |options_filename|
+        options.deep_merge! YAML.load_file(options_filename)
+      end
+      options
+    end
+
+
+    # ===========================================================================
+    #
+    # helpers
+    #
+
+    # by default, groups by process -- you may want to instead group by project
+    def monitor_group
+      options[:monitor_group].to_s || recipe_name.pluralize
+    end
+
+    # by default, uses :pid_dir/:recipe_name_:port.pid
+    def pid_file
+      options[:pid_file] || File.join(options[:pid_dir], "#{recipe_name}_#{options[:port]}.pid")
+    end
+
+    # command to start the daemon
+    def start_command
+      options[:start_command]
+    end
+    # command to stop the daemon
+    # return nil to have god daemonize the process
+    def stop_command
+      options[:stop_command]
+    end
+    # command to restart
+    # if stop_command is nil, it lets god daemonize the process
+    # otherwise, by default it runs stop_command, pauses for 1 second, then runs start_command
+    def restart_command
+      return unless stop_command
+      [stop_command, "sleep 1", start_command].join(" && ")
+    end
+
+    # Default log filename
+    def process_log_file
+      File.join(options[:process_log_dir], handle+".log")
+    end
+
+    # create any directories required by the process
+    def mkdirs!
+      require 'fileutils'
+      FileUtils.mkdir_p File.dirname(process_log_file)
+      FileUtils.mkdir_p File.dirname(options[:pid_file]) unless options[:pid_file].blank?
+    end
+
+  end
+end

data/lib/godhead/mixins/runs_as_service.rb

@@ -0,0 +1,19 @@
+module Godhead
+  # Uses the init.d "service" command for running
+  module RunsAsService
+    # "service #{recipe_name} start"
+    def start_command
+      "service #{recipe_name} start"
+    end
+
+    # "service #{recipe_name} stop"
+    def stop_command
+      "service #{recipe_name} stop"
+    end
+
+    # "service #{recipe_name} restart"
+    def restart_command
+      "service #{recipe_name} restart"
+    end
+  end
+end

data/lib/godhead/mixins.rb

@@ -0,0 +1,3 @@
+module Godhead
+  autoload :RunsAsService, 'godhead/mixins/runs_as_service'
+end

data/lib/godhead/notification.rb

@@ -0,0 +1,45 @@
+module God
+  def self.setup_email options
+    God::Contacts::Email.message_settings = {
+      :from           => options[:username], }
+    God.contact(:email) do |c|
+      c.name          = options[:to_name]
+      c.email         = options[:to]
+      c.group         = options[:group] || 'default'
+    end
+    if options[:address] then delivery_by_smtp(options)
+    else                     delivery_by_gmail(options) end
+  end
+
+  #
+  # GMail
+  #
+  # http://millarian.com/programming/ruby-on-rails/monitoring-thin-using-god-with-google-apps-notifications/
+  def self.delivery_by_gmail options
+    require 'tlsmail'
+    Net::SMTP.enable_tls(OpenSSL::SSL::VERIFY_NONE)
+    God::Contacts::Email.server_settings = {
+      :address        => 'smtp.gmail.com',
+      :tls            => 'true',
+      :port           => 587,
+      :domain         => options[:email_domain],
+      :user_name      => options[:username],
+      :password       => options[:password],
+      :authentication => :plain
+    }
+  end
+
+  #
+  # SMTP email
+  #
+  def self.delivery_by_smtp options
+    God::Contacts::Email.server_settings = {
+      :address        => options[:address],
+      :port           => 25,
+      :domain         => options[:email_domain],
+      :user_name      => options[:username],
+      :password       => options[:password],
+      :authentication => :plain,
+    }
+  end
+end

data/lib/godhead/process_groups.rb

@@ -0,0 +1,32 @@
+module God
+  #
+  # Given a base port number and an associative array
+  #   [ [GodProcessSubclass, { :options => 'for factory methods', ... }],
+  #     ..., }
+  # this creates each given service with incrementing port numbers.
+  #
+  # For example,
+  #
+  #     God.service_group 12300, [
+  #       [BeanstalkdGod, { :max_mem_usage => 2.gigabytes,  }],
+  #       [TyrantGod,     { :db_dirname => EDAMAME_DB_DIR, :db_name => 'queue_jobs.tch' }],
+  #       [TyrantGod,     { :db_dirname => EDAMAME_DB_DIR, :db_name => 'fetched_urls.tch' }],
+  #       [ThinGod,       { :thin_config_yml => '/slice/www/edamame_monitor/current/config.yml' }],
+  #       ]
+  #
+  # will create an edamame pair of beanstalkd queue on 123000 and tyrant DB on
+  # 12301, an app-specific DB on 12302, and a lightweight monitoring web app on
+  # 12303.
+  #
+  # It's up to you to choose the ports to not overlap with other groups, etc.
+  #
+  # If an explicit port is given, that port is used with no regard to the rest
+  # of the group, and its number is skipped.
+  #
+  def self.process_group base_port, services
+    services.each do |klass, options|
+      klass.create({ :port => base_port }.deep_merge(options))
+      base_port += 1
+    end
+  end
+end

data/lib/godhead/recipes/beanstalkd_recipe.rb

@@ -0,0 +1,36 @@
+module Godhead
+  class BeanstalkdRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :listen_on       => '0.0.0.0',
+      :port            => 11300,
+      :max_job_size    => '65535',
+      :max_cpu_usage   => 20.percent,
+      :max_mem_usage   => 500.megabytes,
+      :runner_path => '/usr/local/bin/beanstalkd',
+    }
+    def self.default_options() super.deep_merge(Godhead::BeanstalkdRecipe::DEFAULT_OPTIONS) ; end
+
+    def start_command
+      [
+        options[:runner_path],
+        "-l #{options[:listen_on]}",
+        "-p #{options[:port]}",
+        (options[:user] ? "-u #{options[:user]}" : nil),
+        "-z #{options[:max_job_size]}",
+      ].flatten.compact.join(" ")
+    end
+  end
+end
+
+# $ beanstalkd -h
+# Use: beanstalkd [OPTIONS]
+#
+# Options:
+#  -d       detach
+#  -l ADDR  listen on address (default is 0.0.0.0)
+#  -p PORT  listen on port (default is 11300)
+#  -u USER  become user and group
+#  -z SIZE  set the maximum job size in bytes (default is 65535)
+#  -v       show version information
+#  -h       show this help
+#

data/lib/godhead/recipes/generic_worker_recipe.rb

@@ -0,0 +1,40 @@
+module Godhead
+  #
+  # Starling monitoring recipe
+  #
+  class GenericWorkerRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage   => 20.percent,
+      :max_mem_usage   => 50.megabytes,
+      #
+      :user            => nil,
+      :runner_path     => nil,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    def initialize _options={}
+      super _options
+      raise "need a runner path" unless options[:runner_path]
+      p options
+    end
+
+    # name the recipe after the worker script
+    def recipe_name
+      File.basename(options[:runner_path]).gsub(/\..*/, '')
+    end
+
+    # don't try to invent a pid_file -- by default god will find and make one
+    def pid_file
+      options[:pid_file]
+    end
+
+    def start_command
+      [
+        "sudo",
+        (options[:user] ? "-u #{options[:user]}" : nil),
+        options[:runner_path]
+      ].flatten.compact.join(" ")
+    end
+
+  end
+end

data/lib/godhead/recipes/memcached_recipe.rb

@@ -0,0 +1,21 @@
+module Godhead
+  #
+  # Nginx monitoring recipe
+  #
+  class MemcachedRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage   => 20.percent,
+      :max_mem_usage   => 500.megabytes,
+      #
+      :pid_file        => "/var/run/god/memcached.pid",
+      :port            => 45000,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+    include Godhead::RunsAsService
+
+    def start_command
+      "memcached -u #{options[:user]} -p #{options[:port]} -d -P #{options[:pid_file]}"
+    end
+
+  end
+end

data/lib/godhead/recipes/nginx_recipe.rb

@@ -0,0 +1,69 @@
+module Godhead
+  #
+  # Nginx monitoring recipe
+  #
+  class GenericNginxRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage   => 20.percent,
+      :max_mem_usage   => 500.megabytes,
+      :pid_file        => "/var/run/nginx/nginx.pid",
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    def self.recipe_name
+      'nginx'
+    end
+
+    def mkdirs!
+      FileUtils.mkdir_p File.dirname(options[:pid_file])
+      super
+    end
+  end
+
+  # Recipe for nginx process
+  #
+  # uses 'service nginx start' and so forth for task management
+  class NginxRecipe < GenericNginxRecipe
+    include Godhead::RunsAsService
+  end
+
+  # Recipe for nginx process, use on OSX
+  #
+  # calls out to the runner directly, as defined by :runner_path and
+  #:runner_conf option
+  class NginxRunnerRecipe < GenericNginxRecipe
+    DEFAULT_OPTIONS = {
+      # runner options
+      :runner_path     => '/usr/local/nginx/sbin/nginx',
+      :runner_conf     => nil,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    # send signal to a master process: stop, quit, reopen, reload
+    def tell_runner action=nil
+      [
+        options[:runner_path],
+        (options[:runner_conf] ? "-c #{options[:runner_conf]}" : nil),
+        (!action.blank?        ? "-s #{action}"                : nil),
+      ].flatten.compact.join(" ")
+    end
+
+    def start_command()   tell_runner ''        ; end
+    def stop_command()    tell_runner 'stop'    ; end
+    def restart_command() tell_runner 'restart' ; end
+
+  end
+end
+
+# nginx version: nginx/0.7.61
+# Usage: nginx [-?hvVt] [-s signal] [-c filename] [-p prefix] [-g directives]
+#
+# Options:
+#   -?,-h         : this help
+#   -v            : show version and exit
+#   -V            : show version and configure options then exit
+#   -t            : test configuration and exit
+#   -s signal     : send signal to a master process: stop, quit, reopen, reload
+#   -p prefix     : set prefix path (default: /usr/local/nginx/)
+#   -c filename   : set configuration file (default: /slice/etc/nginx/nginx.conf)
+#   -g directives : set global directives out of configuration file

data/lib/godhead/recipes/starling_recipe.rb

@@ -0,0 +1,19 @@
+module Godhead
+  #
+  # Starling monitoring recipe
+  #
+  class StarlingRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage   => 20.percent,
+      :max_mem_usage   => 50.megabytes,
+      #
+      :port            => 22122,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    def start_command
+      "starling  -d -p #{options[:port]} -d -P #{pid_file}"
+    end
+
+  end
+end

data/lib/godhead/recipes/thin_recipe.rb

@@ -0,0 +1,36 @@
+module Godhead
+  class ThinRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :port            => 3000,
+      :runner_path     => '/usr/bin/thin',        # path to thin. Override this in the site config file.
+      :runner_conf     => nil,
+      :pid_file        => nil,
+    }
+    def self.default_options() super.deep_merge(DEFAULT_OPTIONS) ; end
+
+    #     w.start         = "thin -s 3 -C #{YUPFRONT_CONFIG}  start"
+    def tell_thin action
+      [
+        options[:runner_path],
+        "--config=#{options[:runner_conf]}",
+        "--rackup=#{options[:rackup_file]}",
+        "--port=#{  options[:port]}",
+        "--pid=#{pid_file}",
+        action
+      ].flatten.compact.join(" ")
+    end
+
+    def start_command
+      tell_thin :start
+    end
+
+    def restart_command
+      tell_thin :restart
+    end
+
+    def stop_command
+      tell_thin :stop
+    end
+  end
+
+end

data/lib/godhead/recipes/tyrant_recipe.rb

@@ -0,0 +1,64 @@
+module Godhead
+  class TyrantRecipe < GodRecipe
+    DEFAULT_OPTIONS = {
+      :max_cpu_usage  => 50.percent,
+      :max_mem_usage  => 150.megabytes,
+      # runner-specific
+      :listen_on      => '0.0.0.0',
+      :port           => 1978,
+      :db_dirname     => '/tmp',
+      :runner_path     => '/usr/local/bin/ttserver',
+    }
+    def self.default_options()
+      super.deep_merge(Godhead::TyrantRecipe::DEFAULT_OPTIONS)
+    end
+
+    def dbname
+      basename = options[:db_name] || (handle+'.tct')
+      File.join(options[:db_dirname], basename)
+    end
+
+    # create any directories required by the process
+    def mkdirs!
+      FileUtils.mkdir_p File.dirname(dbname)
+      super
+    end
+
+    def start_command
+      [
+        options[:runner_path],
+        "-host #{options[:listen_on]}",
+        "-port #{options[:port]}",
+        "-log  #{process_log_file}",
+        dbname
+      ].flatten.compact.join(" ")
+    end
+  end
+end
+
+#
+# -host   name        : specify the host name or the address of the server.  By default, every network address is bound.
+# -port   num         : specify the port number.  By default, it is 1978.
+#
+# -thnum  num         : specify the number of worker threads.  By default, it is 8.
+# -tout   num         : specify the timeout of each session in seconds.  By default, no timeout is specified.
+#
+# -log    path        : output log messages into the file.
+# -ld                 : log debug messages also.
+# -le                 : log error messages only.
+# -ulog   path        : specify the update log directory.
+# -ulim   num         : specify the limit size of each update log file.
+# -uas                : use asynchronous I/O for the update log.
+#
+# -sid    num         : specify the server ID.
+# -mhost  name        : specify the host name of the replication master server.
+# -mport  num         : specify the port number of the replication master server.
+# -rts    path        : specify the replication time stamp file.
+# -rcc                : check consistency of replication.
+#
+# -skel   name        : specify the name of the skeleton database library.
+# -ext    path        : specify the script language extension file.
+# -extpc  name period : specify the function name and the calling period of a periodic command.
+# -mask   expr        : specify the names of forbidden commands.
+# -unmask expr        : specify the names of allowed commands.
+#

data/lib/godhead/recipes.rb

@@ -0,0 +1,9 @@
+module Godhead
+  autoload :BeanstalkdRecipe,    'godhead/recipes/beanstalkd_recipe.rb'
+  autoload :GenericWorkerRecipe, 'godhead/recipes/generic_worker_recipe.rb'
+  autoload :NginxRecipe,         'godhead/recipes/nginx_recipe.rb'
+  autoload :ThinRecipe,          'godhead/recipes/thin_recipe.rb'
+  autoload :TyrantRecipe,        'godhead/recipes/tyrant_recipe.rb'
+  autoload :MemcachedRecipe,     'godhead/recipes/memcached_recipe.rb'
+  autoload :StarlingRecipe,      'godhead/recipes/starling_recipe.rb'
+end

data/lib/godhead.rb

@@ -0,0 +1,5 @@
+require 'extlib'
+require 'godhead/extensions'
+require 'godhead/mixins'
+require 'godhead/god_recipe'
+require 'godhead/recipes'

data/sample.god

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'god'
+require 'active_support'
+$: << File.dirname(__FILE__)+'/lib'
+require 'godhead'
+
+YUPFRONT_ROOT = "/slice/www/apps/yuploader_static/yupfront"
+
+# ===========================================================================
+#
+# Yupshot god monitoring: the backend processing chain for yuploader
+#
+group_options = { :monitor_group => :yupshot, }
+
+Godhead::MemcachedRecipe.create     group_options.merge({ :user => 'www-data', :pid_file => '/tmp/mc.pid'})
+Godhead::StarlingRecipe.create      group_options
+Godhead::GenericWorkerRecipe.create group_options.merge({
+    :runner_path => "/slice/www/apps/yuploader_static/yupshot/bin/yupshot_worker_daemon" })
+
+# ===========================================================================
+#
+# Yupfront god monitoring: the frontend processes for yuploader
+#
+group_options = { :monitor_group => :yupfront}
+
+Godhead::NginxRecipe.create group_options.merge({ })
+# replace with this one on OSX
+# Godhead::NginxRunnerRecipe.create group_options.merge({ })
+
+(5000..5003).each do |port|
+  Godhead::ThinRecipe.create(group_options.merge({
+      :port        => port,
+      :rackup_file => File.join(YUPFRONT_ROOT, 'config.ru'),
+      :runner_conf => File.join(YUPFRONT_ROOT, 'production.yml') }))
+end

data/spec/godhead_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Godhead" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'godhead'
+require 'spec'
+require 'spec/autorun'
+
+Spec::Runner.configure do |config|
+  
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification 
+name: godhead
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Philip (flip) Kromer
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-12-07 00:00:00 +00:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: yard
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: extlib
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Configure God monitored processes according to their concerns the servers (path and so forth), site policy (number, ports, etc), and notification (email groups, mailserver, etc).
+email: flip@infochimps.org
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README-god.textile
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README-god.textile
+- Rakefile
+- VERSION
+- lib/godhead.rb
+- lib/godhead/extensions.rb
+- lib/godhead/extensions/hash.rb
+- lib/godhead/god_recipe.rb
+- lib/godhead/mixins.rb
+- lib/godhead/mixins/runs_as_service.rb
+- lib/godhead/notification.rb
+- lib/godhead/notification/gmail.rb
+- lib/godhead/process_groups.rb
+- lib/godhead/recipes.rb
+- lib/godhead/recipes/beanstalkd_recipe.rb
+- lib/godhead/recipes/generic_worker_recipe.rb
+- lib/godhead/recipes/memcached_recipe.rb
+- lib/godhead/recipes/nginx_recipe.rb
+- lib/godhead/recipes/starling_recipe.rb
+- lib/godhead/recipes/thin_recipe.rb
+- lib/godhead/recipes/tyrant_recipe.rb
+- sample.god
+- spec/godhead_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/mrflip/godhead
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: God recipes that separate configuration for processes, site policy and notifications; comes with many examples
+test_files: 
+- spec/godhead_spec.rb
+- spec/spec_helper.rb