passenger_mon 0.1.0

data/README

@@ -0,0 +1,26 @@
+## tl;dr ##
+
+Simple rails process monitoring for passenger 3.
+
+## Usage ##
+
+passenger_mon needs to be run as root to properly get access to Passenger's
+`passenger-memory-stats` output.
+
+    # Check for out of control processes every 10 seconds
+    sudo passenger_mon --interval=10
+
+
+## Problem
+
+Currently, Passenger 3 (and previous versions) don't generate pidfiles or the
+application processes it spawns. This makes it very difficult to monitor these
+processes with tools like monit and [god](http://github.com/mojombo/god). Further
+compounding this problem is the lack of any sort of per process memory threshold
+for passenger.
+
+
+## Contributors
+
+* Rick Bradley
+* Alex Sharp

data/bin/passenger_mon

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'fileutils'
+
+options = {}
+
+op = OptionParser.new do |opts|
+  opts.banner = 'Usage: passenger_mon [options]'
+
+  opts.on("-i=SECONDS", "--interval=SECONDS", "Poll interval in seconds (default: 10)") do |interval|
+    options[:interval] = interval
+  end
+
+  opts.on("-m=MEMORY", "--memory=MB", "Memory threshold in MB (default: 800)") do |mb|
+    options[:threshold] = mb
+  end
+
+  opts.on_tail("-h", "--help", "show this message") do
+    abort(opts.to_s)
+  end
+end.parse!
+
+# set option defaults
+options[:interval]  ||= 10
+options[:threshold] ||= 800
+options[:threshold] = options[:threshold].to_i
+
+process_name = 'passenger_mon'
+pidfile = "/tmp/#{process_name}.pid"
+
+# If a pidfile exists when we start up, we need to remove it.
+# This probably means a non-clean shutdown the last time
+# the program was shutdown.
+if File.exist?(pidfile)
+  $stdout.puts "Existing pidfile found. Removing..."
+  FileUtils.rm(pidfile)
+end
+
+# remove the pidfile on shutdown
+at_exit do
+  $stdout.puts "Removing pidfile."
+  FileUtils.rm(pidfile)
+end
+
+# write out the pidfile
+File.open(pidfile, 'w') { |f| f.puts($$) }
+
+require 'logger'
+logger = Logger.new("/var/log/passenger_mon.log")
+
+Signal.trap('INT') do
+  logger.info "Shutting down now..."
+  abort("\n")
+end
+
+kill_attempts = {}
+
+loop do
+  logger.info "Checking for naughty processes..."
+  
+  results = `passenger-memory-stats`
+  results = results.split("\n").grep(/Rails/)
+
+  results.each do |res|
+    pid, vm_size, vm_size_label, mem_res, *bullshit = res.strip.split(/\s+/)
+    
+    # ultimately, we need to have some logic in here that decides when
+    # it's appropriate to do a kill -9. If a process has truly run out of 
+    # control (say, it's trying to load a massive table into memory at once)
+    # then we need to be more aggressive with how we terminate the process.
+    if mem_res.to_i >= options[:threshold]
+      if kill_attempts.has_key?(pid)
+        kill_attempts[pid] += 1
+      else
+        kill_attempts[pid] = 1
+      end
+
+      logger.info "Killing process #{pid} using #{mem_res.to_i}mb of ram (Threshold=#{options[:threshold]}mb)"
+
+      # passenger treats the USR1 signal as a graceful shutdown.
+      Process.kill("USR1", pid.to_i)
+    end
+  end
+  
+  sleep options[:interval].to_i
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification 
+name: passenger_mon
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Alex Sharp
+- Rick Bradley
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-03-09 00:00:00 -08:00
+default_executable: 
+dependencies: []
+
+description: Need to control the memory footprint of your passenger processes. You need passenger_mon, bro.
+email: 
+- ajsharp@gmail.com
+executables: 
+- passenger_mon
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- README
+- bin/passenger_mon
+has_rdoc: true
+homepage: https://github.com/ajsharp/passenger_mon
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 57
+      segments: 
+      - 1
+      - 8
+      - 7
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 23
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Rails process monitoring for passenger 3
+test_files: []
+