steamcannon-thin 1.2.8

data/example/async_tailer.ru

@@ -0,0 +1,100 @@
+#!/usr/bin/env rackup -s thin
+# 
+#  async_tailer.ru
+#  raggi/thin
+#
+#  Tested with 150 spawned tails on OS X
+#  
+#  Created by James Tucker on 2008-06-18.
+#  Copyright 2008 James Tucker <raggi@rubyforge.org>.
+
+# Uncomment if appropriate for you..
+# EM.epoll
+# EM.kqueue
+
+class DeferrableBody
+  include EventMachine::Deferrable
+  
+  def initialize
+    @queue = []
+    # make sure to flush out the queue before closing the connection
+    callback{
+      until @queue.empty?
+        @queue.shift.each{|chunk| @body_callback.call(chunk) }
+      end
+    }
+  end
+  
+  def schedule_dequeue
+    return unless @body_callback
+    EventMachine::next_tick do
+      next unless body = @queue.shift
+      body.each do |chunk|
+        @body_callback.call(chunk)
+      end
+      schedule_dequeue unless @queue.empty?
+    end
+  end 
+
+  def call(body)
+    @queue << body
+    schedule_dequeue
+  end
+
+  def each &blk
+    @body_callback = blk
+    schedule_dequeue
+  end
+
+end
+
+module TailRenderer
+  attr_accessor :callback
+
+  def receive_data(data)
+    @callback.call([data])
+  end
+
+  def unbind
+    @callback.succeed
+  end
+end
+
+class AsyncTailer
+  
+  AsyncResponse = [-1, {}, []].freeze
+    
+  def call(env)
+    
+    body = DeferrableBody.new
+    
+    EventMachine::next_tick do
+      
+      env['async.callback'].call [200, {'Content-Type' => 'text/html'}, body]
+      
+      body.call ["<h1>Async Tailer</h1><pre>"]
+      
+    end
+    
+    EventMachine::popen('tail -f /var/log/system.log', TailRenderer) do |t|
+      
+      t.callback = body
+      
+      # If for some reason we 'complete' body, close the tail.
+      body.callback do
+        t.close_connection
+      end
+      
+      # If for some reason the client disconnects, close the tail.
+      body.errback do
+        t.close_connection
+      end
+      
+    end
+    
+    AsyncResponse
+  end
+  
+end
+
+run AsyncTailer.new

data/example/config.ru

@@ -0,0 +1,22 @@
+# Run with: rackup -s thin
+# then browse to http://localhost:9292
+# Or with: thin start -R config.ru
+# then browse to http://localhost:3000
+# 
+# Check Rack::Builder doc for more details on this file format:
+#  http://rack.rubyforge.org/doc/classes/Rack/Builder.html
+require 'thin'
+
+app = proc do |env|
+  # Response body has to respond to each and yield strings
+  # See Rack specs for more info: http://rack.rubyforge.org/doc/files/SPEC.html
+  body = ['hi!']
+  
+  [
+    200,                                        # Status code
+    { 'Content-Type' => 'text/html' },          # Reponse headers
+    body                                        # Body of the response
+  ]
+end
+
+run app

data/example/monit_sockets

@@ -0,0 +1,20 @@
+check process blog1
+    with pidfile /u/apps/blog/shared/pids/thin.14000.pid
+    start program = "/usr/local/bin/ruby /usr/local/bin/thin start -d -e production -u nobody -g nobody -p 14000 -a 127.0.0.1 -P tmp/pids/thin.14000.pid -c /u/apps/blog/current"
+    stop program  = "/usr/local/bin/ruby /usr/local/bin/thin stop -P /u/apps/blog/shared/pids/thin.14000.pid"
+    if totalmem > 90.0 MB for 5 cycles then restart
+    if failed port 14000 then restart
+    if cpu usage > 95% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+		group blog
+
+check process blog2
+    with pidfile /u/apps/blog/shared/pids/thin.14001.pid
+    start program = "/usr/local/bin/ruby /usr/local/bin/thin start -d -e production -u nobody -g nobody -p 14001 -a 127.0.0.1 -P tmp/pids/thin.14001.pid -c /u/apps/blog/current"
+    stop program  = "/usr/local/bin/ruby /usr/local/bin/thin stop -P /u/apps/blog/shared/pids/thin.14001.pid"
+    if totalmem > 90.0 MB for 5 cycles then restart
+    if failed port 14001 then restart
+    if cpu usage > 95% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+		group blog
+

data/example/monit_unixsock

@@ -0,0 +1,20 @@
+check process blog1
+    with pidfile /u/apps/blog/shared/pids/thin.1.pid
+    start program = "/usr/local/bin/ruby /usr/local/bin/thin start -d -e production -S /u/apps/blog/shared/pids/thin.1.sock -P tmp/pids/thin.1.pid -c /u/apps/blog/current"
+    stop program  = "/usr/local/bin/ruby /usr/local/bin/thin stop -P /u/apps/blog/shared/pids/thin.1.pid"
+    if totalmem > 90.0 MB for 5 cycles then restart
+		if failed unixsocket /u/apps/blog/shared/pids/thin.1.sock then restart
+    if cpu usage > 95% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+		group blog
+
+check process blog2
+    with pidfile /u/apps/blog/shared/pids/thin.2.pid
+    start program = "/usr/local/bin/ruby /usr/local/bin/thin start -d -e production -S /u/apps/blog/shared/pids/thin.2.sock -P tmp/pids/thin.2.pid -c /u/apps/blog/current"
+    stop program  = "/usr/local/bin/ruby /usr/local/bin/thin stop -P /u/apps/blog/shared/pids/thin.2.pid"
+    if totalmem > 90.0 MB for 5 cycles then restart
+		if failed unixsocket /u/apps/blog/shared/pids/thin.2.sock then restart
+    if cpu usage > 95% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+		group blog
+

data/example/myapp.rb

@@ -0,0 +1 @@
+Myapp = lambda { |env| [200, {}, 'this is my app!'] }

data/example/ramaze.ru

@@ -0,0 +1,12 @@
+# Ramaze Rackup config file.
+# by tmm1
+# Use with --rackup option:
+# 
+#   thin start -r ramaze.ru
+# 
+require 'start'
+
+Ramaze.trait[:essentials].delete Ramaze::Adapter
+Ramaze.start :force => true
+
+run Ramaze::Adapter::Base

data/example/thin.god

@@ -0,0 +1,80 @@
+# == God config file
+# http://god.rubyforge.org/
+# Authors: Gump and michael@glauche.de
+#
+# Config file for god that configures watches for each instance of a thin server for
+# each thin configuration file found in /etc/thin.
+# In order to get it working on Ubuntu, I had to make a change to god as noted at
+# the following blog:
+# http://blog.alexgirard.com/ruby-one-line-to-save-god/
+#
+require 'yaml'
+
+config_path = "/etc/thin"
+
+Dir[config_path + "/*.yml"].each do |file|
+  config = YAML.load_file(file)
+  num_servers = config["servers"] ||= 1
+
+  (0...num_servers).each do |i|
+    # UNIX socket cluster use number 0 to 2 (for 3 servers)
+    # and tcp cluster use port number 3000 to 3002.
+    number = config['socket'] ? i : (config['port'] + i)
+    
+    God.watch do |w|
+      w.group = "thin-" + File.basename(file, ".yml")
+      w.name = w.group + "-#{number}"
+      
+      w.interval = 30.seconds
+      
+      w.uid = config["user"]
+      w.gid = config["group"]
+      
+      w.start = "thin start -C #{file} -o #{number}"
+      w.start_grace = 10.seconds
+      
+      w.stop = "thin stop -C #{file} -o #{number}"
+      w.stop_grace = 10.seconds
+      
+      w.restart = "thin restart -C #{file} -o #{number}"
+
+      pid_path = config["chdir"] + "/" + config["pid"]
+      ext = File.extname(pid_path)
+
+      w.pid_file = pid_path.gsub(/#{ext}$/, ".#{number}#{ext}")
+      
+      w.behavior(:clean_pid_file)
+
+      w.start_if do |start|
+        start.condition(:process_running) do |c|
+          c.interval = 5.seconds
+          c.running = false
+        end
+      end
+
+      w.restart_if do |restart|
+        restart.condition(:memory_usage) do |c|
+          c.above = 150.megabytes
+          c.times = [3,5] # 3 out of 5 intervals
+        end
+
+        restart.condition(:cpu_usage) do |c|
+          c.above = 50.percent
+          c.times = 5
+        end
+      end
+
+      w.lifecycle do |on|
+        on.condition(:flapping) do |c|
+          c.to_state = [:start, :restart]
+          c.times = 5
+          c.within = 5.minutes
+          c.transition = :unmonitored
+          c.retry_in = 10.minutes
+          c.retry_times = 5
+          c.retry_within = 2.hours
+        end
+      end
+    end
+  end
+end

data/example/thin_solaris_smf.erb

@@ -0,0 +1,36 @@
+<?xml version='1.0'?>
+<!DOCTYPE service_bundle SYSTEM '/usr/share/lib/xml/dtd/service_bundle.dtd.1'>
+<service_bundle type='manifest' name='thin/<%= service_name %>-production'>
+  <service name='network/thin/<%= service_name %>-production' type='service' version='0'>
+    <!-- Dependancies for all Thin servers. -->
+    <dependency name='fs' grouping='require_all' restart_on='none' type='service'>
+      <service_fmri value='svc:/system/filesystem/local'/>
+    </dependency>
+    <dependency name='net' grouping='require_all' restart_on='none' type='service'>
+      <service_fmri value='svc:/network/loopback'/>
+      <!-- uncomment the following line if you are on an L+ Accelerator since /home is mounted through nfs -->
+      <!--<service_fmri value='svc:/network/nfs/client'/>-->
+    </dependency>
+    <% 0.upto(thin_max_instances - 1) do |instance| %>
+    <!-- instance names can't start with digits. Bummer. -->
+    <instance name='i_<%= instance.to_s %>' enabled='false'>
+      <!-- Cause the multi-user milestone to bring these services up -->
+      <dependent name='<%= service_name %>_<%= instance.to_s %>_multi-user' restart_on='none' grouping='optional_all'>
+        <service_fmri value='svc:/milestone/multi-user'/>
+      </dependent>
+      <exec_method name='start' type='method'
+            exec='/opt/csw/bin/thin -C config/thin.yml --only <%= instance.to_s %> start'
+            timeout_seconds='10'>
+        <method_context working_directory='<%= working_directory %>'>
+          <method_credential user='<%= user %>' group='<%= group %>' />
+          <method_environment>
+            <envvar name='PATH' value='/usr/bin:/bin:/opt/csw/bin' />
+          </method_environment>
+        </method_context>
+      </exec_method>
+      <exec_method name='stop' type='method' exec=':kill' timeout_seconds='10' />
+    </instance>
+    <% end %>
+  </service>
+</service_bundle>
+

data/example/thin_solaris_smf.readme.txt

@@ -0,0 +1,150 @@
+Using Thin with Solaris' SMF Monitoring Framework
+- - - - - - - - - - - - - - - - - - - - - - - - -
+
+Solaris uses the Service Management Framework (SMF) at the OS level to manage, monitor, and restart long running processes.  This replaces init scripts, and tools like monit and god.
+
+The sample XML file (thin_solaris_smf.erb) is an example SMF manifest which I use on a Joyent accelerator which runs on OpenSolaris.
+
+This setup will:
+
+- ensure the right dependencies are loaded
+- start n instances of Thin, and monitor each individually.  If any single one dies it will be restarted instantly (test it by killing a single thin instance and it will be back alive before you can type 'ps -ef').
+
+This is better than using clustering since if you start the cluster with SMF it will only notice a problem and restart individual Thin's if ALL of them are dead, at which point it will restart the whole cluster.  This approach makes sure that all of your Thins start together and are monitored and managed independant of each other.  This problem likely exists if you are using god or monit to monitor only the start of the master cluster, and don't then monitor the individual processes started.
+
+This example is in .erb format instead of plain XML since I dynamically generate this file as part of a Capistrano deployment.  In my deploy.rb file I define the variables found in this erb.  Of course you don't need to use this with Capistrano.  Just replace the few ERB variables from the xml file, change its extension, and load that directly in Solaris if you prefer.
+
+Here are some examples for usage to get you started with Capistrano, and Thin:
+
+FILE : config/deploy.rb
+--
+
+  require 'config/accelerator/accelerator_tasks'
+
+  set :application, "yourapp"
+  set :svcadm_bin, "/usr/sbin/svcadm"
+  set :svccfg_bin, "/usr/sbin/svccfg"
+  set :svcs_bin, "/usr/bin/svcs"
+
+  # gets the list of remote service SMF names that we need to start
+  # like (depending on thin_max_instances settings):
+  # svc:/network/thin/yourapp-production:i_0
+  # svc:/network/thin/yourapp-production:i_1
+  # svc:/network/thin/yourapp-production:i_2
+  set :service_list, "`svcs -H -o FMRI svc:network/thin/#{application}-production`"
+
+  # how many Thin instances should be setup to run?
+  # this affects the generated thin smf file, and the nginx vhost conf
+  # need to re-run setup for thin smf and nginx vhost conf when changed
+  set :thin_max_instances, 3
+
+  # OVERRIDE STANDARD TASKS
+  desc "Restart the entire application"
+  deploy.task :restart do
+    accelerator.thin.restart
+    accelerator.nginx.restart
+  end
+
+  desc "Start the entire application"
+  deploy.task :start do
+    accelerator.thin.restart
+    accelerator.nginx.restart
+  end
+
+  desc "Stop the entire application"
+  deploy.task :stop do
+    accelerator.thin.disable
+    accelerator.nginx.disable
+  end
+
+
+FILE : config/accelerator/accelerator_tasks.rb
+--
+
+    desc "Create and deploy Thin SMF config"
+    task :create_thin_smf, :roles => :app do
+      service_name = application
+      working_directory = current_path
+      template = File.read("config/accelerator/thin_solaris_smf.erb")
+      buffer = ERB.new(template).result(binding)
+      put buffer, "#{shared_path}/#{application}-thin-smf.xml"
+      sudo "#{svccfg_bin} import #{shared_path}/#{application}-thin-smf.xml"
+    end
+
+    desc "Delete Thin SMF config"
+    task :delete_thin_smf, :roles => :app do
+      accelerator.thin.disable
+      sudo "#{svccfg_bin} delete /network/thin/#{application}-production"
+    end
+
+    desc "Show all SMF services"
+    task :svcs do
+      run "#{svcs_bin} -a" do |ch, st, data|
+        puts data
+      end
+    end
+
+    desc "Shows all non-functional SMF services"
+    task :svcs_broken do
+      run "#{svcs_bin} -vx" do |ch, st, data|
+        puts data
+      end
+    end
+
+
+    namespace :thin do
+
+      desc "Disable all Thin servers"
+      task :disable, :roles => :app do
+        # temporarily disable, until next reboot (-t)
+        sudo "#{svcadm_bin} disable -t #{service_list}"
+      end
+
+      desc "Enable all Thin servers"
+      task :enable, :roles => :app do
+        # start the app with all recursive dependencies
+        sudo "#{svcadm_bin} enable -r #{service_list}"
+      end
+
+      desc "Restart all Thin servers"
+      task :restart, :roles => :app do
+        # svcadm restart doesn't seem to work right, so we'll brute force it
+        disable
+        enable
+      end
+
+    end # namespace thin
+
+
+FILE : config/thin.yml
+--
+
+---
+pid: tmp/pids/thin.pid
+socket: /tmp/thin.sock
+log: log/thin.log
+max_conns: 1024
+timeout: 30
+chdir: /your/app/dir/rails/root
+environment: production
+max_persistent_conns: 512
+daemonize: true
+servers: 3
+
+
+FILE : config/accelerator/thin_solaris_smf.erb
+--
+This is of course an example.  It works for me, but YMMV
+
+You may need to change this line to match your environment and config:
+  exec='/opt/csw/bin/thin -C config/thin.yml --only <%= instance.to_s %> start'
+
+
+CONTRIBUTE:
+
+If you see problems or enhancements for this approach please send me an email at glenn [at] rempe dot us.  Sadly, I won't be able to provide support for this example as time and my limited Solaris admin skills won't allow.
+
+Cheers,
+
+Glenn Rempe
+2008/03/20