steini-resque 1.18.5

data/test/worker_test.rb

@@ -0,0 +1,332 @@
+require 'test_helper'
+
+context "Resque::Worker" do
+  setup do
+    Resque.redis.flushall
+
+    Resque.before_first_fork = nil
+    Resque.before_fork = nil
+    Resque.after_fork = nil
+
+    @worker = Resque::Worker.new(:jobs)
+    Resque::Job.create(:jobs, SomeJob, 20, '/tmp')
+  end
+
+  test "can fail jobs" do
+    Resque::Job.create(:jobs, BadJob)
+    @worker.work(0)
+    assert_equal 1, Resque::Failure.count
+  end
+
+  test "failed jobs report exception and message" do
+    Resque::Job.create(:jobs, BadJobWithSyntaxError)
+    @worker.work(0)
+    assert_equal('SyntaxError', Resque::Failure.all['exception'])
+    assert_equal('Extra Bad job!', Resque::Failure.all['error'])
+  end
+
+  test "does not allow exceptions from failure backend to escape" do
+    job = Resque::Job.new(:jobs, {})
+    with_failure_backend BadFailureBackend do
+      @worker.perform job
+    end
+  end
+
+  test "fails uncompleted jobs on exit" do
+    job = Resque::Job.new(:jobs, [GoodJob, "blah"])
+    @worker.working_on(job)
+    @worker.unregister_worker
+    assert_equal 1, Resque::Failure.count
+  end
+
+  test "can peek at failed jobs" do
+    10.times { Resque::Job.create(:jobs, BadJob) }
+    @worker.work(0)
+    assert_equal 10, Resque::Failure.count
+
+    assert_equal 10, Resque::Failure.all(0, 20).size
+  end
+
+  test "can clear failed jobs" do
+    Resque::Job.create(:jobs, BadJob)
+    @worker.work(0)
+    assert_equal 1, Resque::Failure.count
+    Resque::Failure.clear
+    assert_equal 0, Resque::Failure.count
+  end
+
+  test "catches exceptional jobs" do
+    Resque::Job.create(:jobs, BadJob)
+    Resque::Job.create(:jobs, BadJob)
+    @worker.process
+    @worker.process
+    @worker.process
+    assert_equal 2, Resque::Failure.count
+  end
+
+  test "strips whitespace from queue names" do
+    queues = "critical, high, low".split(',')
+    worker = Resque::Worker.new(*queues)
+    assert_equal %w( critical high low ), worker.queues
+  end
+
+  test "can work on multiple queues" do
+    Resque::Job.create(:high, GoodJob)
+    Resque::Job.create(:critical, GoodJob)
+
+    worker = Resque::Worker.new(:critical, :high)
+
+    worker.process
+    assert_equal 1, Resque.size(:high)
+    assert_equal 0, Resque.size(:critical)
+
+    worker.process
+    assert_equal 0, Resque.size(:high)
+  end
+
+  test "can work on all queues" do
+    Resque::Job.create(:high, GoodJob)
+    Resque::Job.create(:critical, GoodJob)
+    Resque::Job.create(:blahblah, GoodJob)
+
+    worker = Resque::Worker.new("*")
+
+    worker.work(0)
+    assert_equal 0, Resque.size(:high)
+    assert_equal 0, Resque.size(:critical)
+    assert_equal 0, Resque.size(:blahblah)
+  end
+
+  test "processes * queues in alphabetical order" do
+    Resque::Job.create(:high, GoodJob)
+    Resque::Job.create(:critical, GoodJob)
+    Resque::Job.create(:blahblah, GoodJob)
+
+    worker = Resque::Worker.new("*")
+    processed_queues = []
+
+    worker.work(0) do |job|
+      processed_queues << job.queue
+    end
+
+    assert_equal %w( jobs high critical blahblah ).sort, processed_queues
+  end
+
+  test "has a unique id" do
+    assert_equal "#{`hostname`.chomp}:#{$$}:jobs", @worker.to_s
+  end
+
+  test "complains if no queues are given" do
+    assert_raise Resque::NoQueueError do
+      Resque::Worker.new
+    end
+  end
+
+  test "fails if a job class has no `perform` method" do
+    worker = Resque::Worker.new(:perform_less)
+    Resque::Job.create(:perform_less, Object)
+
+    assert_equal 0, Resque::Failure.count
+    worker.work(0)
+    assert_equal 1, Resque::Failure.count
+  end
+
+  test "inserts itself into the 'workers' list on startup" do
+    @worker.work(0) do
+      assert_equal @worker, Resque.workers[0]
+    end
+  end
+
+  test "removes itself from the 'workers' list on shutdown" do
+    @worker.work(0) do
+      assert_equal @worker, Resque.workers[0]
+    end
+
+    assert_equal [], Resque.workers
+  end
+
+  test "removes worker with stringified id" do
+    @worker.work(0) do
+      worker_id = Resque.workers[0].to_s
+      Resque.remove_worker(worker_id)
+      assert_equal [], Resque.workers
+    end
+  end
+
+  test "records what it is working on" do
+    @worker.work(0) do
+      task = @worker.job
+      assert_equal({"args"=>[20, "/tmp"], "class"=>"SomeJob"}, task['payload'])
+      assert task['run_at']
+      assert_equal 'jobs', task['queue']
+    end
+  end
+
+  test "clears its status when not working on anything" do
+    @worker.work(0)
+    assert_equal Hash.new, @worker.job
+  end
+
+  test "knows when it is working" do
+    @worker.work(0) do
+      assert @worker.working?
+    end
+  end
+
+  test "knows when it is idle" do
+    @worker.work(0)
+    assert @worker.idle?
+  end
+
+  test "knows who is working" do
+    @worker.work(0) do
+      assert_equal [@worker], Resque.working
+    end
+  end
+
+  test "keeps track of how many jobs it has processed" do
+    Resque::Job.create(:jobs, BadJob)
+    Resque::Job.create(:jobs, BadJob)
+
+    3.times do
+      job = @worker.reserve
+      @worker.process job
+    end
+    assert_equal 3, @worker.processed
+  end
+
+  test "keeps track of how many failures it has seen" do
+    Resque::Job.create(:jobs, BadJob)
+    Resque::Job.create(:jobs, BadJob)
+
+    3.times do
+      job = @worker.reserve
+      @worker.process job
+    end
+    assert_equal 2, @worker.failed
+  end
+
+  test "stats are erased when the worker goes away" do
+    @worker.work(0)
+    assert_equal 0, @worker.processed
+    assert_equal 0, @worker.failed
+  end
+
+  test "knows when it started" do
+    time = Time.now
+    @worker.work(0) do
+      assert_equal time.to_s, @worker.started.to_s
+    end
+  end
+
+  test "knows whether it exists or not" do
+    @worker.work(0) do
+      assert Resque::Worker.exists?(@worker)
+      assert !Resque::Worker.exists?('blah-blah')
+    end
+  end
+
+  test "sets $0 while working" do
+    @worker.work(0) do
+      ver = Resque::Version
+      assert_equal "resque-#{ver}: Processing jobs since #{Time.now.to_i}", $0
+    end
+  end
+
+  test "can be found" do
+    @worker.work(0) do
+      found = Resque::Worker.find(@worker.to_s)
+      assert_equal @worker.to_s, found.to_s
+      assert found.working?
+      assert_equal @worker.job, found.job
+    end
+  end
+
+  test "doesn't find fakes" do
+    @worker.work(0) do
+      found = Resque::Worker.find('blah-blah')
+      assert_equal nil, found
+    end
+  end
+
+  test "cleans up dead worker info on start (crash recovery)" do
+    # first we fake out two dead workers
+    workerA = Resque::Worker.new(:jobs)
+    workerA.instance_variable_set(:@to_s, "#{`hostname`.chomp}:1:jobs")
+    workerA.register_worker
+
+    workerB = Resque::Worker.new(:high, :low)
+    workerB.instance_variable_set(:@to_s, "#{`hostname`.chomp}:2:high,low")
+    workerB.register_worker
+
+    assert_equal 2, Resque.workers.size
+
+    # then we prune them
+    @worker.work(0) do
+      assert_equal 1, Resque.workers.size
+    end
+  end
+
+  test "Processed jobs count" do
+    @worker.work(0)
+    assert_equal 1, Resque.info[:processed]
+  end
+
+  test "Will call a before_first_fork hook only once" do
+    Resque.redis.flushall
+    $BEFORE_FORK_CALLED = 0
+    Resque.before_first_fork = Proc.new { $BEFORE_FORK_CALLED += 1 }
+    workerA = Resque::Worker.new(:jobs)
+    Resque::Job.create(:jobs, SomeJob, 20, '/tmp')
+
+    assert_equal 0, $BEFORE_FORK_CALLED
+
+    workerA.work(0)
+    assert_equal 1, $BEFORE_FORK_CALLED
+
+    # TODO: Verify it's only run once. Not easy.
+#     workerA.work(0)
+#     assert_equal 1, $BEFORE_FORK_CALLED
+  end
+
+  test "Will call a before_fork hook before forking" do
+    Resque.redis.flushall
+    $BEFORE_FORK_CALLED = false
+    Resque.before_fork = Proc.new { $BEFORE_FORK_CALLED = true }
+    workerA = Resque::Worker.new(:jobs)
+
+    assert !$BEFORE_FORK_CALLED
+    Resque::Job.create(:jobs, SomeJob, 20, '/tmp')
+    workerA.work(0)
+    assert $BEFORE_FORK_CALLED
+  end
+
+  test "very verbose works in the afternoon" do
+    require 'time'
+    $last_puts = ""
+    $fake_time = Time.parse("15:44:33 2011-03-02")
+    singleton = class << @worker; self end
+    singleton.send :define_method, :puts, lambda { |thing| $last_puts = thing }
+
+    @worker.very_verbose = true
+    @worker.log("some log text")
+
+    assert_match /\*\* \[15:44:33 2011-03-02\] \d+: some log text/, $last_puts
+  end
+
+  test "Will call an after_fork hook after forking" do
+    Resque.redis.flushall
+    $AFTER_FORK_CALLED = false
+    Resque.after_fork = Proc.new { $AFTER_FORK_CALLED = true }
+    workerA = Resque::Worker.new(:jobs)
+
+    assert !$AFTER_FORK_CALLED
+    Resque::Job.create(:jobs, SomeJob, 20, '/tmp')
+    workerA.work(0)
+    assert $AFTER_FORK_CALLED
+  end
+
+  test "returns PID of running process" do
+    assert_equal @worker.to_s.split(":")[1].to_i, @worker.pid
+  end
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification 
+name: steini-resque
+version: !ruby/object:Gem::Version 
+  hash: 85
+  prerelease: false
+  segments: 
+  - 1
+  - 18
+  - 5
+  version: 1.18.5
+platform: ruby
+authors: 
+- Chris Wanstrath
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-08-30 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: redis-namespace
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 1
+        - 0
+        - 2
+        version: 1.0.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: vegas
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 0
+        - 1
+        - 2
+        version: 0.1.2
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: sinatra
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 63
+        segments: 
+        - 0
+        - 9
+        - 2
+        version: 0.9.2
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: multi_json
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 0
+        version: "1.0"
+  type: :runtime
+  version_requirements: *id004
+description: "    Resque is a Redis-backed Ruby library for creating background jobs,\n    placing those jobs on multiple queues, and processing them later.\n\n    Background jobs can be any Ruby class or module that responds to\n    perform. Your existing classes can easily be converted to background\n    jobs or you can create new classes specifically to do work. Or, you\n    can do both.\n\n    Resque is heavily inspired by DelayedJob (which rocks) and is\n    comprised of three parts:\n\n    * A Ruby library for creating, querying, and processing jobs\n    * A Rake task for starting a worker which processes jobs\n    * A Sinatra app for monitoring queues, jobs, and workers.\n"
+email: chris@ozmm.org
+executables: 
+- resque
+- resque-web
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.markdown
+files: 
+- README.markdown
+- Rakefile
+- LICENSE
+- HISTORY.md
+- lib/tasks/resque.rake
+- lib/tasks/redis.rake
+- lib/resque/stat.rb
+- lib/resque/errors.rb
+- lib/resque/version.rb
+- lib/resque/plugin.rb
+- lib/resque/failure/multiple.rb
+- lib/resque/failure/redis.rb
+- lib/resque/failure/hoptoad.rb
+- lib/resque/failure/base.rb
+- lib/resque/job.rb
+- lib/resque/tasks.rb
+- lib/resque/server/test_helper.rb
+- lib/resque/server/public/poll.png
+- lib/resque/server/public/jquery.relatize_date.js
+- lib/resque/server/public/reset.css
+- lib/resque/server/public/idle.png
+- lib/resque/server/public/jquery-1.3.2.min.js
+- lib/resque/server/public/favicon.ico
+- lib/resque/server/public/working.png
+- lib/resque/server/public/ranger.js
+- lib/resque/server/public/style.css
+- lib/resque/server/views/stats.erb
+- lib/resque/server/views/key_string.erb
+- lib/resque/server/views/workers.erb
+- lib/resque/server/views/next_more.erb
+- lib/resque/server/views/key_sets.erb
+- lib/resque/server/views/working.erb
+- lib/resque/server/views/overview.erb
+- lib/resque/server/views/queues.erb
+- lib/resque/server/views/failed.erb
+- lib/resque/server/views/error.erb
+- lib/resque/server/views/layout.erb
+- lib/resque/worker.rb
+- lib/resque/helpers.rb
+- lib/resque/failure.rb
+- lib/resque/server.rb
+- lib/resque.rb
+- bin/resque
+- bin/resque-web
+- test/test_helper.rb
+- test/job_hooks_test.rb
+- test/hoptoad_test.rb
+- test/redis-test.conf
+- test/worker_test.rb
+- test/resque-web_test.rb
+- test/resque_test.rb
+- test/plugin_test.rb
+- test/job_plugins_test.rb
+has_rdoc: true
+homepage: http://github.com/defunkt/resque
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Resque is a Redis-backed queueing system.
+test_files: []
+