moneypools-delayed_job 1.8.4

data/spec/sample_jobs.rb

@@ -0,0 +1,21 @@
+class SimpleJob
+  cattr_accessor :runs; self.runs = 0
+  def perform; @@runs += 1; end
+end
+
+class ErrorJob
+  cattr_accessor :runs; self.runs = 0
+  def perform; raise 'did not work'; end
+end             
+
+class LongRunningJob
+  def perform; sleep 250; end
+end
+
+module M
+  class ModuleJob
+    cattr_accessor :runs; self.runs = 0
+    def perform; @@runs += 1; end    
+  end
+  
+end

data/spec/setup/active_record.rb

@@ -0,0 +1,33 @@
+require 'active_record'
+
+ActiveRecord::Base.establish_connection(:adapter => 'sqlite3', :database => ':memory:')
+ActiveRecord::Base.logger = DELAYED_JOB_LOGGER
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+
+  create_table :delayed_jobs, :force => true do |table|
+    table.integer  :priority, :default => 0
+    table.integer  :attempts, :default => 0
+    table.text     :handler
+    table.string   :last_error
+    table.datetime :run_at
+    table.datetime :locked_at
+    table.string   :locked_by
+    table.datetime :failed_at
+    table.timestamps
+  end
+
+  create_table :stories, :force => true do |table|
+    table.string :text
+  end
+
+end
+
+# Purely useful for test cases...
+class Story < ActiveRecord::Base
+  def tell; text; end       
+  def whatever(n, _); tell*n; end
+  
+  handle_asynchronously :whatever
+end

data/spec/setup/mongo_mapper.rb

@@ -0,0 +1,13 @@
+MongoMapper.connection = Mongo::Connection.new nil, nil, :logger => DELAYED_JOB_LOGGER
+MongoMapper.database = 'delayed_job'
+
+unless defined?(Story)
+  class Story
+    include ::MongoMapper::Document
+    def tell; text; end       
+    def whatever(n, _); tell*n; end
+    def self.count; end
+    
+    handle_asynchronously :whatever
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,33 @@
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'spec'
+require 'logger'
+
+backends_available = []
+%w(active_record mongo_mapper).each do |backend|
+  begin
+    require backend
+    backends_available << backend
+  rescue LoadError => e
+    $stderr.puts "The backend '#{backend}' is not available. Skipping tests"
+  end
+end
+
+if backends_available.empty?
+  raise LoadError, "Cannot run delayed_job specs. No backends available"
+end
+
+require 'delayed_job'
+require 'sample_jobs'
+require 'backend/shared_backend_spec'
+
+DELAYED_JOB_LOGGER = Logger.new('/tmp/dj.log')
+Delayed::Worker.logger = DELAYED_JOB_LOGGER
+
+DEFAULT_BACKEND = backends_available.first.to_sym
+
+backends_available.each do |backend|
+  require "setup/#{backend}"
+  require "backend/#{backend}_job_spec"
+end

data/spec/story_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe "A story" do
+
+  before(:all) do
+    @story = Story.create :text => "Once upon a time..."
+  end
+
+  it "should be shared" do
+    @story.tell.should == 'Once upon a time...'
+  end
+
+  it "should not return its result if it storytelling is delayed" do
+    @story.send_later(:tell).should_not == 'Once upon a time...'
+  end
+
+end

data/spec/worker_spec.rb

@@ -0,0 +1,178 @@
+require 'spec_helper'
+
+describe Delayed::Worker do
+  def job_create(opts = {})
+    Delayed::Job.create(opts.merge(:payload_object => SimpleJob.new))
+  end
+
+  before(:all) do
+    Delayed::Worker.send :public, :work_off
+  end
+
+  before(:each) do
+    # Make sure backend is set to active record
+    Delayed::Worker.backend = DEFAULT_BACKEND
+    
+    @worker = Delayed::Worker.new(:max_priority => nil, :min_priority => nil, :quiet => true)
+
+    Delayed::Job.delete_all
+    
+    SimpleJob.runs = 0
+  end
+  
+  describe "backend=" do
+    it "should set the Delayed::Job constant to the backend" do
+      @clazz = Class.new
+      Delayed::Worker.backend = @clazz
+      Delayed::Job.should == @clazz
+    end
+    
+    it "should set backend with a symbol" do
+      Delayed::Worker.backend = Class.new
+      Delayed::Worker.backend = :active_record
+      Delayed::Worker.backend.should == Delayed::Backend::ActiveRecord::Job
+    end
+  end
+  
+  describe "running a job" do
+    it "should fail after Worker.max_run_time" do
+      begin
+        old_max_run_time = Delayed::Worker.max_run_time
+        Delayed::Worker.max_run_time = 1.second
+        @job = Delayed::Job.create :payload_object => LongRunningJob.new
+        @worker.run(@job)
+        @job.reload.last_error.should =~ /expired/
+        @job.attempts.should == 1
+      ensure
+        Delayed::Worker.max_run_time = old_max_run_time
+      end
+    end
+  end
+  
+  context "worker prioritization" do
+    before(:each) do
+      @worker = Delayed::Worker.new(:max_priority => 5, :min_priority => -5, :quiet => true)
+    end
+
+    it "should only work_off jobs that are >= min_priority" do
+      SimpleJob.runs.should == 0
+
+      job_create(:priority => -10)
+      job_create(:priority => 0)
+      @worker.work_off
+
+      SimpleJob.runs.should == 1
+    end
+
+    it "should only work_off jobs that are <= max_priority" do
+      SimpleJob.runs.should == 0
+
+      job_create(:priority => 10)
+      job_create(:priority => 0)
+
+      @worker.work_off
+
+      SimpleJob.runs.should == 1
+    end
+  end
+
+  context "while running with locked and expired jobs" do
+    before(:each) do
+      @worker.name = 'worker1'
+    end
+    
+    it "should not run jobs locked by another worker" do
+      job_create(:locked_by => 'other_worker', :locked_at => (Delayed::Job.db_time_now - 1.minutes))
+      lambda { @worker.work_off }.should_not change { SimpleJob.runs }
+    end
+    
+    it "should run open jobs" do
+      job_create
+      lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+    end
+    
+    it "should run expired jobs" do
+      expired_time = Delayed::Job.db_time_now - (1.minutes + Delayed::Worker.max_run_time)
+      job_create(:locked_by => 'other_worker', :locked_at => expired_time)
+      lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+    end
+    
+    it "should run own jobs" do
+      job_create(:locked_by => @worker.name, :locked_at => (Delayed::Job.db_time_now - 1.minutes))
+      lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+    end
+  end
+  
+  describe "failed jobs" do
+    before do
+      # reset defaults
+      Delayed::Worker.destroy_failed_jobs = true
+      Delayed::Worker.max_attempts = 25
+
+      @job = Delayed::Job.enqueue ErrorJob.new
+    end
+
+    it "should record last_error when destroy_failed_jobs = false, max_attempts = 1" do
+      Delayed::Worker.destroy_failed_jobs = false
+      Delayed::Worker.max_attempts = 1
+      @worker.run(@job)
+      @job.reload
+      @job.last_error.should =~ /did not work/
+      @job.last_error.should =~ /worker_spec.rb/
+      @job.attempts.should == 1
+      @job.failed_at.should_not be_nil
+    end
+    
+    it "should re-schedule jobs after failing" do
+      @worker.run(@job)
+      @job.reload
+      @job.last_error.should =~ /did not work/
+      @job.last_error.should =~ /sample_jobs.rb:8:in `perform'/
+      @job.attempts.should == 1
+      @job.run_at.should > Delayed::Job.db_time_now - 10.minutes
+      @job.run_at.should < Delayed::Job.db_time_now + 10.minutes
+    end
+  end
+  
+  context "reschedule" do
+    before do
+      @job = Delayed::Job.create :payload_object => SimpleJob.new
+    end
+    
+    context "and we want to destroy jobs" do
+      before do
+        Delayed::Worker.destroy_failed_jobs = true
+      end
+      
+      it "should be destroyed if it failed more than Worker.max_attempts times" do
+        @job.should_receive(:destroy)
+        Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+      end
+      
+      it "should not be destroyed if failed fewer than Worker.max_attempts times" do
+        @job.should_not_receive(:destroy)
+        (Delayed::Worker.max_attempts - 1).times { @worker.reschedule(@job) }
+      end
+    end
+    
+    context "and we don't want to destroy jobs" do
+      before do
+        Delayed::Worker.destroy_failed_jobs = false
+      end
+      
+      it "should be failed if it failed more than Worker.max_attempts times" do
+        @job.reload.failed_at.should == nil
+        Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+        @job.reload.failed_at.should_not == nil
+      end
+
+      it "should not be failed if it failed fewer than Worker.max_attempts times" do
+        (Delayed::Worker.max_attempts - 1).times { @worker.reschedule(@job) }
+        @job.reload.failed_at.should == nil
+      end
+      
+    end
+  end
+  
+  
+end

data/tasks/jobs.rake

@@ -0,0 +1 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'delayed', 'tasks'))

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification 
+name: moneypools-delayed_job
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 1
+  - 8
+  - 4
+  version: 1.8.4
+platform: ruby
+authors: 
+- Brandon Keepers
+- "Tobias L\xC3\xBCtke"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-02-23 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: daemons
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: sqlite3-ruby
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+description: Delayed_job (or DJ) encapsulates the common pattern of asynchronously executing longer tasks in the background. It is a direct extraction from Shopify where the job table is responsible for a multitude of core tasks.
+email: tobi@leetsoft.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.textile
+files: 
+- .gitignore
+- MIT-LICENSE
+- README.textile
+- Rakefile
+- VERSION
+- contrib/delayed_job.monitrc
+- delayed_job.gemspec
+- generators/delayed_job/delayed_job_generator.rb
+- generators/delayed_job/templates/migration.rb
+- generators/delayed_job/templates/script
+- init.rb
+- lib/delayed/backend/active_record.rb
+- lib/delayed/backend/base.rb
+- lib/delayed/backend/mongo_mapper.rb
+- lib/delayed/command.rb
+- lib/delayed/message_sending.rb
+- lib/delayed/performable_method.rb
+- lib/delayed/recipes.rb
+- lib/delayed/tasks.rb
+- lib/delayed/worker.rb
+- lib/delayed_job.rb
+- recipes/delayed_job.rb
+- spec/backend/active_record_job_spec.rb
+- spec/backend/mongo_mapper_job_spec.rb
+- spec/backend/shared_backend_spec.rb
+- spec/delayed_method_spec.rb
+- spec/performable_method_spec.rb
+- spec/sample_jobs.rb
+- spec/setup/active_record.rb
+- spec/setup/mongo_mapper.rb
+- spec/spec_helper.rb
+- spec/story_spec.rb
+- spec/worker_spec.rb
+- tasks/jobs.rake
+has_rdoc: true
+homepage: http://github.com/collectiveidea/delayed_job
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.textile
+- --inline-source
+- --line-numbers
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Database-backed asynchronous priority queue system -- Extracted from Shopify
+test_files: 
+- spec/backend/active_record_job_spec.rb
+- spec/backend/mongo_mapper_job_spec.rb
+- spec/backend/shared_backend_spec.rb
+- spec/delayed_method_spec.rb
+- spec/performable_method_spec.rb
+- spec/sample_jobs.rb
+- spec/setup/active_record.rb
+- spec/setup/mongo_mapper.rb
+- spec/spec_helper.rb
+- spec/story_spec.rb
+- spec/worker_spec.rb