resque_worker_heartbeat 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MjM5MGNjODExZjhhNzJjOTAxNjU0ZTJmZjE0MGM3NmViYmNkM2I4Ng==
+  data.tar.gz: !binary |-
+    ZTk3NDY4ZjgyNjcwOGM3YzZjZmJhM2YxYjc1ZWE2OWVlODg4OTNmZQ==
+SHA512:
+  metadata.gz: !binary |-
+    MDk5NDdhMjkyMzljZGY1ZjI5MWYxZWQ3NmI5YzYxM2ZjMWUxNjlmOWEyOTAz
+    ZTQ1MmQyNTE0NWEwMDUzYzEwZDVhN2Q3OTJlZmZjYjliMDE2YTA1YzdiOGI2
+    NDM3ZGJiMDcwOTE0Nzg1NDk4ODI2MDZhNzM2N2U3NTkzZTBmZWY=
+  data.tar.gz: !binary |-
+    MmQ1OGY1ZTQzZTJmNTE0MDllNGJkN2I3ZjA3YTY1YzdjNDU4NDAzYzg0NjA0
+    MzVmOWNlY2JjYjBjODI5ODI1ZmRjYTZmOWE1NGQ0NmQyODAzNjk0ZjhkMGRj
+    NGM0ODYyNjNkMDI4YTBlMTY0ODhmZjdiODNhMDlkYjdkYmE0NWM=

data/lib/resque/heartbeat.rb

@@ -0,0 +1,127 @@
+require 'resque'
+
+module Resque
+  class Worker
+    alias_method(:startup_without_heartbeat, :startup)
+    def startup_with_heartbeat
+      startup_without_heartbeat
+      heart.run
+    end
+    alias_method(:startup, :startup_with_heartbeat)
+
+    alias_method(:unregister_worker_without_heartbeat, :unregister_worker)
+    def unregister_worker_with_heartbeat(*args)
+      heart.stop
+      unregister_worker_without_heartbeat(*args)
+    end
+    alias_method(:unregister_worker, :unregister_worker_with_heartbeat)
+
+    def heart
+      @heart ||= Heart.new(self)
+    end
+
+    def remote_hostname
+      id.split(':').first
+    end
+
+    def dead?
+      return heart.dead?
+    end
+
+    def prune_if_dead
+      return nil unless dead?
+
+      Resque.logger.info "Pruning worker '#{remote_hostname}' from resque"
+      unregister_worker
+    end
+
+    class Heart
+      attr_reader :worker
+
+      def self.heartbeat_interval_seconds
+        ENV['HEARTBEAT_INTERVAL_SECONDS'] || 2
+      end
+
+      def self.heartbeats_before_dead
+        ENV['HEARTBEATS_BEFORE_DEAD'] || 25
+      end
+
+
+      def initialize(worker)
+        @worker = worker
+      end
+
+      def run
+        @thrd ||= Thread.new do
+          loop do
+            begin
+              beat! && sleep(2)
+            rescue Exception => e
+              Resque.logger.error "Error while doing heartbeat: #{e} : #{e.backtrace}"
+            end
+          end
+        end
+      end
+
+      def stop
+        Thread.kill(@thrd)
+        redis.del key
+      rescue
+        nil
+      end
+
+      def redis
+        Resque.redis
+      end
+
+      # you can send a redis wildcard to filter the workers you're looking for
+      def Heart.heartbeat_key(worker_name)
+        "worker:#{worker_name}:heartbeat"
+      end
+
+      def key
+        Heart.heartbeat_key worker.remote_hostname
+      end
+
+      def beat!
+        redis.sadd(:workers, worker)
+        redis.setex(key, Heart.heartbeat_interval_seconds * Heart.heartbeats_before_dead, '')
+      rescue Exception => e
+        Resque.logger.fatal "Unable to set the heartbeat for worker '#{worker.remote_hostname}': #{e} : #{e.backtrace}"
+      end
+
+      def dead?
+        !redis.exists(key)
+      end
+
+      def ttl
+        Resque.redis.ttl key
+      end
+    end
+  end
+
+  # NOTE: this assumes all of your workers are putting out heartbeats
+  def self.prune_dead_workers!
+    begin
+      beats = Resque.redis.keys(Worker::Heart.heartbeat_key('*'))
+      Worker.all.each do |worker|
+        worker.prune_if_dead
+
+        # remove the worker from consideration
+        beats.delete worker.heart.key
+      end
+
+      # at this point, beats only contains stuff from workers we don't even know about. Ditch 'em.
+      beats.each do |key|
+        Resque.logger.info "Removing #{key} from heartbeats because the worker isn't talking to Resque."
+        Resque.redis.del key
+      end
+    rescue Exception => e
+      p e
+    end
+  end
+
+  def self.dead_workers
+    Worker.all.select{|w| w.dead?}
+  end
+end

data/lib/resque_worker_heartbeat/version.rb

@@ -0,0 +1,3 @@
+module ResqueWorkerHeartbeat
+  VERSION = '0.1.0'
+end

data/lib/resque_worker_heartbeat.rb

@@ -0,0 +1 @@
+require 'resque/heartbeat'

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification
+name: resque_worker_heartbeat
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Sven Fuchs
+- Jon Phillips
+- Andy Sykes
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: resque
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.25.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.25.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Gives Resque workers a heartbeat to allow dead worker detection
+email: developers@forward3d.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/resque/heartbeat.rb
+- lib/resque_worker_heartbeat.rb
+- lib/resque_worker_heartbeat/version.rb
+homepage: https://github.com/forward3d/resque_worker_heartbeat
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.11
+signing_key: 
+specification_version: 4
+summary: Gives Resque workers a heartbeat to allow dead worker detection
+test_files: []