resque-brokered 0.2

data/LICENSE

@@ -0,0 +1,23 @@
+Redistribution and use in source and binary forms, with or without 
+modification, are permitted provided that the following conditions are 
+met:
+
+Redistributions of source code must retain the above copyright notice, 
+this list of conditions and the following disclaimer.
+
+Redistributions in binary form must reproduce the above copyright 
+notice, this list of conditions and the following disclaimer in the 
+documentation and/or other materials provided with the distribution.
+
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS 
+IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 
+TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A 
+PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 
+HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED 
+TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 
+PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 
+LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,44 @@
+# resque-brokered
+
+## Introduction
+Resque-brokered is an effort at allowing you to inject different
+strategies for picking resque jobs off queues. It was initial created to
+meet the requirement of having workers reading from multiple queues, but
+only having one job from each queue being worked on at any one time.
+
+## Installation
+If you're using bundler, then something like this will be required in
+your Gemfile:
+
+    gem 'resque-brokered'
+
+If you're not using bundler, then you should take a good hard look at
+yourself, then if you're still not using bundler, then you'll need to do
+something like this:
+
+    $ gem install resque-brokered
+
+Then somewhere in your code (before you do any queueing stuff):
+
+    require 'resque'
+    require 'resque-brokered'
+
+## Using resque-brokered
+Brokered queues are defined by having a two-part queue name, the
+group-name, then the queue name. Thus you could have a queue system with
+queues `big_process:user1`, `big_process:user2` ... `big_process:usern` then you
+can have as many `big_process` workers as you need to cater to your user
+base, but only handle one `big_process` per user at any one time.
+
+To start a worker to consume from all the `big_process` queues, simply
+specify the first part of the queue name like so:
+
+    QUEUES=big_process: rake resque:work
+
+Note the colon. It's the special sauce.
+
+Normally named queues and queues without colons work as per usual. It's
+suggested that you don't use the catch-all `QUEUES=*` in conjunction
+with resque-brokered as that will ignore all the limiting and
+consistency work which resque-brokered brings.
+

data/lib/resque/plugins/brokered/broker.rb

@@ -0,0 +1,40 @@
+require 'thread'
+
+module Resque::Plugins::Brokered
+  class Broker
+    def initialize redis, queues
+      @redis = redis
+      @queues = queues
+    end
+
+    def available_queues
+      @redis.sdiff :queues, :active_queues
+    end
+
+    def filter_queues queues
+      queues.select {|q| queues_regex.match q}
+    end
+
+    def get_queue
+      queues = filter_queues(available_queues)
+      queues.shuffle.detect {|name| @redis.llen("queue:#{name}") > 0  }
+    end
+
+    def queues_regex
+      /^(?:#{@queues.join('|')}).*/
+    end
+
+    def pop
+      @redis.watch "#{@redis.namespace}:active_queues"
+      return nil unless queue_name = get_queue
+      @redis.multi
+      @redis.sadd :active_queues, queue_name
+      @redis.lpop "queue:#{queue_name}"
+      add, value = @redis.exec
+
+      [queue_name, Resque.decode(value)]
+    ensure
+      @redis.unwatch
+    end
+  end
+end

data/lib/resque/plugins/brokered.rb

@@ -0,0 +1,46 @@
+require 'thread'
+
+module Resque
+  module Plugins
+    module Brokered
+
+      def reserve_with_strategy
+        if @queues.any? {|q| q.include? ":"}
+          reserve_with_broker
+        else
+          default_reserve
+        end
+      end
+
+      def reserve_with_broker
+        interval = interval.to_i
+
+          broker = Broker.new(redis, @queues)
+          begin
+            queue, job = broker.pop
+          rescue ThreadError
+            queue, job = nil
+          end
+
+          log! "Found job on #{queue}"
+          Resque::Job.new(queue, job) if queue && job
+      end
+
+      def done_working_release_queue
+        queue = job['queue']
+        redis.srem :active_queues, queue
+        default_done_working
+      end
+
+      def self.included(klass)
+        klass.instance_eval do
+          alias_method :default_reserve, :reserve
+          alias_method :reserve, :reserve_with_strategy
+          alias_method :default_done_working, :done_working
+          alias_method :done_working, :done_working_release_queue
+        end
+      end
+    end
+    Resque::Worker.send(:include, Brokered)
+  end
+end

data/lib/resque-brokered.rb

@@ -0,0 +1,3 @@
+require 'resque'
+require 'resque/plugins/brokered'
+require 'resque/plugins/brokered/broker'

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification 
+name: resque-brokered
+version: !ruby/object:Gem::Version 
+  hash: 15
+  prerelease: 
+  segments: 
+  - 0
+  - 2
+  version: "0.2"
+platform: ruby
+authors: 
+- Andrew Harvey
+- James Sadler
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-05-15 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: resque
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 71
+        segments: 
+        - 1
+        - 20
+        - 0
+        version: 1.20.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: redis
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 0
+        version: "2.0"
+  type: :development
+  version_requirements: *id004
+description: You're definitely going to want to replace a lot of this
+email: 
+- andrew@mootpointer.com
+- freshtonic@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/resque/plugins/brokered/broker.rb
+- lib/resque/plugins/brokered.rb
+- lib/resque-brokered.rb
+- LICENSE
+- README.md
+homepage: http://github.com/mootpointer/resque-brokered
+licenses: 
+- BSD
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 23
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Resque plugin to add some broker logic to picking jobs up off queues
+test_files: []
+