zombie_passenger_killer 0.1.0

data/Gemfile

@@ -0,0 +1,7 @@
+source :rubygems
+
+group :dev do # not development <-> would add unneeded development dependencies in gemspec
+  gem 'rake'
+  gem 'rspec', '~>2'
+  gem 'jeweler'
+end

data/Gemfile.lock

@@ -0,0 +1,26 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    git (1.2.5)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    rake (0.9.2)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  jeweler
+  rake
+  rspec (~> 2)

data/Rakefile

@@ -0,0 +1,18 @@
+task :default do
+  sh "rspec spec/"
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = 'zombie_passenger_killer'
+    gem.summary = "Guaranteed zombie passengers death"
+    gem.email = "michael@grosser.it"
+    gem.homepage = "http://github.com/grosser/#{gem.name}"
+    gem.authors = ["Michael Grosser"]
+  end
+
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler, or one of its dependencies, is not available. Install it with: gem install jeweler"
+end

data/Readme.md

@@ -0,0 +1,42 @@
+![Zombies on a train](http://www.motifake.com/image/demotivational-poster/1002/zombies-on-a-train-zombies-oh-shi-demotivational-poster-1265174018.jpg)
+
+Guaranteed zombie passengers death.
+
+ - no longer in passenger-status ?
+ - high CPU load over long period (Optional) ?
+
+strace of killed zombies is printed, so debugging is easier.
+
+(god/bluepill are not suited to monitor passenger apps because of ever-changing pids)
+
+Add passenger-status to `/etc/sudoers` or run with sudo.
+
+Install
+=======
+    sudo gem install zombie_passenger_killer
+
+Usage
+=====
+
+    zombie_passenger_killer [options]
+
+    Options:
+        -m, --max [SIZE]                 Max high CPU entries in history before killing
+            --history [SIZE]             History size
+        -c, --cpu [PERCENT]              Mark as high CPU when above PERCENT
+        -g, --grace [SECONDS]            Wait SECONDS before hard-killing (-9) a process
+        -i, --interval [SECONDS]         Check every SECONDS
+        -p, --pattern [PATTERN]          Find processes with this pattern
+        -h, --help                       Show this.
+        -v, --version                    Show Version
+
+
+Author
+======
+
+###Contributors
+ - [mindreframer](https://github.com/mindreframer)
+
+[Michael Grosser](http://grosser.it)<br/>
+michael@grosser.it<br/>
+Hereby placed under public domain, do what you want, just do not hold me accountable...

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/zombie_passenger_killer

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'optparse'
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+require 'zombie_passenger_killer'
+
+unless system("which timeout > /dev/null")
+  warn "Please install timeout commandline tool e.g. via apt-get install timeout / apt-get install coreutils"
+end
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = <<BANNER
+Guaranteed zombie passengers death
+
+Usage:
+    zombie_passenger_killer [options]
+
+Options:
+BANNER
+  opts.on("-m", "--max [SIZE]", Integer, "Max high CPU entries in history before killing") {|i| options[:max]=i }
+  opts.on("--history [SIZE]", Integer, "History size") {|i| options[:history]=i }
+  opts.on("-c", "--cpu [PERCENT]", Integer, "Mark as high CPU when above PERCENT") {|i| options[:cpu]=i }
+  opts.on("-g", "--grace [SECONDS]", Integer, "Wait SECONDS before hard-killing (-9) a process") {|i| options[:grace]=i }
+  opts.on("-i", "--interval [SECONDS]", Integer, "Check every SECONDS") {|i| options[:interval]=i }
+  opts.on("-p", "--pattern [PATTERN]", String, "Find processes with this pattern") {|i| options[:pattern]=i }
+  opts.on("-h", "--help","Show this.") { puts opts; exit }
+  opts.on('-v', '--version','Show Version'){ puts Smusher::VERSION; exit}
+end.parse!
+
+$stdout.sync = true
+puts "Started at #{Time.now}"
+
+killer = ZombiePassengerKiller.new(options)
+
+loop do
+  killer.hunt_zombies
+end

data/lib/zombie_passenger_killer.rb

@@ -0,0 +1,67 @@
+class ZombiePassengerKiller
+  VERSION = File.read( File.join(File.dirname(__FILE__),'..','VERSION') ).strip
+
+  def initialize(options)
+    @history = {}
+    @history_entries = options[:history] || 5
+    @max_high_cpu = options[:max]
+    @high_cpu = options[:cpu] || 70
+    @grace_time = options[:grace] || 5
+    @interval = options[:interval] || 5
+    @pattern = options[:pattern] || ' Rack: '
+  end
+
+  def store_current_cpu(processes)
+    keys_to_remove = @history.keys - processes.map{|x| x[:pid] }
+    keys_to_remove.each{|k| !@history.delete k }
+
+    processes.each do |process|
+      @history[process[:pid]] ||= []
+      @history[process[:pid]] << process[:cpu]
+      @history[process[:pid]] = @history[process[:pid]].last(@history_entries)
+    end
+  end
+
+  def get_strace(pid, time)
+    %x(timeout #{time} strace -p #{pid} 2>&1) if system("which timeout > /dev/null")
+  end
+
+  def hunt_zombies
+    active_pids_in_passenger_status = passenger_pids
+    active_processes_in_processlist = process_status
+    zombies = active_processes_in_processlist.map{|x| x[:pid] } - active_pids_in_passenger_status
+
+    # kill processes with high CPU if user wants it
+    high_load = if @max_high_cpu
+      store_current_cpu active_processes_in_processlist
+      active_pids_in_passenger_status.select do |pid|
+        @history[pid].count{|x| x > @high_cpu } >= @max_high_cpu
+      end
+    else
+      []
+    end
+
+    (high_load + zombies).each do |pid|
+      kill_zombie pid
+    end
+  end
+
+  def passenger_pids
+    %x(passenger-status|grep PID).split("\n").map{|x| x.strip.match(/PID: \d*/).to_s.split[1]}.map(&:to_i)
+  end
+
+  def process_status
+    %x(ps -eo pid,pcpu,args|grep -v grep|grep '#{@pattern}').split("\n").map do |line|
+       values = line.strip.split[0..1]
+       {:pid => values.first.to_i, :cpu => values.last.to_f}
+    end
+  end
+
+  def kill_zombie(pid)
+    puts "Killing passenger process #{pid}"
+    puts get_strace(pid, 5)
+    puts %x(kill #{pid})
+    sleep @grace_time
+    %x(kill -9 #{pid})
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift 'lib'
+require 'zombie_passenger_killer'

data/spec/zombie_passenger_killer_spec.rb

@@ -0,0 +1,58 @@
+require File.expand_path('spec/spec_helper')
+
+describe ZombiePassengerKiller do
+  let(:killer){
+    k = ZombiePassengerKiller.new(@options || {})
+    k.stub!(:passenger_pids).and_return([111])
+    k
+  }
+
+  it "has a VERSION" do
+    ZombiePassengerKiller::VERSION.should =~ /^\d+\.\d+\.\d+$/
+  end
+
+  it "does not kill anything by default" do
+    killer.should_not_receive(:kill_zombie)
+    killer.hunt_zombies
+  end
+
+  it "kill zombies" do
+    killer.stub!(:passenger_pids).and_return([123])
+    killer.stub!(:process_status).and_return([{:pid => 124, :cpu => 0}])
+    killer.should_receive(:kill_zombie).with(124)
+    killer.hunt_zombies
+  end
+
+  it "kills zombies with high cpu over max" do
+    @options = {:max => 1}
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 100}])
+    killer.should_receive(:kill_zombie).with(111)
+    killer.hunt_zombies
+  end
+
+  it "does not kills zombies with high cpu under max" do
+    @options = {:max => 2}
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 100}])
+    killer.should_not_receive(:kill_zombie).with(111)
+    killer.hunt_zombies
+  end
+
+  it "ignores high cpu levels in old history" do
+    @options = {:max => 2, :history => 2}
+    killer.should_not_receive(:kill_zombie).with(111)
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 100}])
+    killer.hunt_zombies
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 0}])
+    killer.hunt_zombies
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 100}])
+    killer.hunt_zombies
+  end
+
+  it "kills on high cpu levels in recent history" do
+    @options = {:max => 2, :history => 2}
+    killer.stub!(:process_status).and_return([{:pid => 111, :cpu => 100}])
+    killer.hunt_zombies
+    killer.should_receive(:kill_zombie).with(111)
+    killer.hunt_zombies
+  end
+end

data/zombie_passenger_killer.gemspec

@@ -0,0 +1,42 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{zombie_passenger_killer}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Michael Grosser"]
+  s.date = %q{2011-09-08}
+  s.default_executable = %q{zombie_passenger_killer}
+  s.email = %q{michael@grosser.it}
+  s.executables = ["zombie_passenger_killer"]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "Rakefile",
+    "Readme.md",
+    "VERSION",
+    "bin/zombie_passenger_killer",
+    "lib/zombie_passenger_killer.rb",
+    "spec/spec_helper.rb",
+    "spec/zombie_passenger_killer_spec.rb",
+    "zombie_passenger_killer.gemspec"
+  ]
+  s.homepage = %q{http://github.com/grosser/zombie_passenger_killer}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.6.2}
+  s.summary = %q{Guaranteed zombie passengers death}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end
+

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification 
+name: zombie_passenger_killer
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-09-08 00:00:00 +02:00
+default_executable: zombie_passenger_killer
+dependencies: []
+
+description: 
+email: michael@grosser.it
+executables: 
+- zombie_passenger_killer
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- Readme.md
+- VERSION
+- bin/zombie_passenger_killer
+- lib/zombie_passenger_killer.rb
+- spec/spec_helper.rb
+- spec/zombie_passenger_killer_spec.rb
+- zombie_passenger_killer.gemspec
+has_rdoc: true
+homepage: http://github.com/grosser/zombie_passenger_killer
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Guaranteed zombie passengers death
+test_files: []
+