resque-durable 0.2.0 → 0.2.1

data/lib/resque/durable/guid.rb

@@ -0,0 +1,24 @@
+module Resque
+  module Durable
+    module GUID
+
+      def self.generate
+        [ hostname,
+          Process.pid,
+          Time.now.to_i,
+          increment_counter
+        ].join('/')
+      end
+
+      def self.hostname
+        @hostname ||= `hostname`.chomp
+      end
+
+      def self.increment_counter
+        @counter ||= 0
+        @counter += 1
+      end
+
+    end
+  end
+end

data/lib/resque/durable/monitor.rb

@@ -0,0 +1,47 @@
+module Resque
+  module Durable
+    module Monitor
+
+      attr_accessor :auditor, :expiration, :wait_duration
+
+      def initialize(auditor)
+        @auditor = auditor
+      end
+
+      def watch
+        auditor.recover
+        auditor.cleanup(expiration.ago)
+      end
+
+      def run
+        install_signal_handlers
+
+        loop do
+          watch
+          wait
+          break if @stopped
+        end
+      end
+
+      def wait
+        sleep(wait_duration)
+      end
+
+      def wait_duration
+        @wait_duration ||= 1
+      end
+
+      def install_signal_handlers
+        trap('TERM') { stop }
+        trap('INT')  { stop }
+      end
+
+      def stop
+        puts 'Stopping...'
+        @stopped = true
+      end
+
+    end
+
+  end
+end

data/lib/resque/durable/queue_audit.rb

@@ -0,0 +1,117 @@
+require 'active_record'
+require 'active_support/core_ext/class'
+
+module Resque
+  module Durable
+    class QueueAudit < ActiveRecord::Base
+      set_table_name :durable_queue_audits
+      # id
+      # enqueued_id
+      # queue_name
+      # payload
+      # enqueue_count
+      # enqueued_at
+      # completed_at
+      # timeout_at
+      # updated_at
+      # created_at
+      DEFAULT_DURATION = 10.minutes
+
+      validates_length_of    :payload_before_type_cast, :in => 1..5000
+
+      validates_inclusion_of :duration, :in => 1.minute..3.hours
+
+      named_scope :older_than, lambda { |date|
+        { :conditions => [ 'created_at < ?', date ] }
+      }
+
+      named_scope :failed, lambda {
+        { :conditions => [ 'completed_at is null AND timeout_at < ?', Time.now.utc ], :order => 'timeout_at asc' }
+      }
+
+      named_scope :complete, lambda {
+        { :conditions => 'completed_at is not null' }
+      }
+
+      module Recovery
+
+        def recover
+          failed.all(:limit => 500).each { |audit| audit.enqueue if audit.retryable? }
+        end
+
+        def cleanup(date)
+          older_than(date).destroy_all
+        end
+
+      end
+      extend Recovery
+
+
+      def self.initialize_by_klass_and_args(job_klass, args)
+        new(:job_klass => job_klass, :payload => args, :enqueued_id => GUID.generate)
+      end
+
+      def job_klass
+        read_attribute(:job_klass).constantize
+      end
+
+      def job_klass=(klass)
+        write_attribute(:job_klass, klass.to_s)
+      end
+
+      def payload
+        ActiveSupport::JSON.decode(super)
+      end
+
+      def payload=(value)
+        super value.to_json
+      end
+
+      def queue
+        Resque.queue_from_class(job_klass)
+      end
+
+      def enqueue
+        job_klass.enqueue(*(payload.push(self)))
+      end
+
+      def duration
+        job_klass.job_timeout
+      end
+
+      def heartbeat!
+        update_attribute(:timeout_at, Time.now.utc + duration)
+      end
+
+      def fail!
+        update_attribute(:timeout_at, Time.now.utc)
+      end
+
+      def enqueued!
+        self.enqueued_at    = Time.now.utc
+        self.timeout_at     = enqueued_at + duration
+        self.enqueue_count += 1
+        save!
+      end
+
+      def complete!
+        self.completed_at = Time.now.utc
+        save!
+      end
+
+      def complete?
+        completed_at.present?
+      end
+
+      def retryable?
+        Time.now.utc > (timeout_at + delay)
+      end
+
+      # 1, 8, 27, 64, 125, 216, etc. minutes.
+      def delay
+        (enqueue_count ** 3).minutes
+      end
+
+    end
+  end
+end

data/lib/resque/durable.rb

@@ -0,0 +1,77 @@
+module Resque
+  module Durable
+    autoload :GUID,       'resque/durable/guid'
+    autoload :Monitor,    'resque/durable/monitor'
+    autoload :QueueAudit, 'resque/durable/queue_audit'
+
+    def self.extended(base)
+      base.cattr_accessor :job_timeout
+      base.job_timeout = 10.minutes
+
+      base.cattr_accessor :auditor
+      base.auditor = QueueAudit
+    end
+
+    def enqueue(*args)
+      if args.last.is_a?(auditor)
+        # the audit-is-re-enqueing case
+        audit = args.pop
+      else
+        audit = build_audit(args)
+      end
+
+      args << audit.enqueued_id
+      begin
+        audit.enqueued!
+      rescue Exception => e
+        audit_failed(e)
+      end
+
+      Resque.enqueue(self, *args)
+    rescue Exception => e
+      enqueue_failed(e)
+    end
+
+    def audit(args)
+      audit = auditor.find_by_enqueued_id(args.last)
+      audit_failed(ArgumentError.new("Could not find audit: #{args.last}")) if audit.nil?
+      audit
+    end
+
+    def heartbeat(args)
+      if a = audit(args)
+        a.heartbeat!
+      end
+    end
+
+    def around_perform_manage_audit(*args)
+      if a = audit(args)
+        a.heartbeat!
+        return if a.complete?
+        yield
+        a.complete!
+      else
+        yield
+      end
+    end
+
+    def on_failure_set_timeout(exception, *args)
+      if a = audit(args)
+        a.fail!
+      end
+    end
+
+    def build_audit(args)
+      auditor.initialize_by_klass_and_args(self, args)
+    end
+
+    def audit_failed(e)
+      raise e
+    end
+
+    def enqueue_failed(e)
+      raise e
+    end
+
+  end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: resque-durable
 version: !ruby/object:Gem::Version 
-  hash: 23
+  hash: 21
   prerelease: 
   segments: 
   - 0
   - 2
-  - 0
-  version: 0.2.0
+  - 1
+  version: 0.2.1
 platform: ruby
 authors: 
 - Eric Chapweske
@@ -16,7 +16,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-04-13 00:00:00 Z
+date: 2012-04-16 00:00:00 Z
 dependencies: []
 
 description: 
@@ -27,8 +27,11 @@ extensions: []
 
 extra_rdoc_files: []
 
-files: []
-
+files: 
+- lib/resque/durable.rb
+- lib/resque/durable/guid.rb
+- lib/resque/durable/monitor.rb
+- lib/resque/durable/queue_audit.rb
 homepage: 
 licenses: []