juggler 0.0.0

data/.gitignore

@@ -0,0 +1 @@
+.DS_Store

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Martyn Loughran
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,25 @@
+Add jobs for asynchronous processing
+
+    Juggler.throw(:method, params)
+
+Add handlers, with optional concurrency, inside and EM loop
+
+    EM.run {
+      Juggler.juggle(:method, 10) do |params|
+        # This code must return an eventmachine deferrable object
+      end
+    }
+
+For example
+
+    Juggler.juggle(:download, 10) do |params|
+      http = EM::Protocols::HttpClient.request({
+        :host => params[:host], 
+        :port => 80, 
+        :request => params[:path]
+      })
+      http.callback do |response|
+        puts "Got response status #{response[:status]} for #{a}"
+      end
+      http
+    end

data/Rakefile

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "juggler"
+    gem.summary = %Q{Juggling background jobs with EventMachine and Beanstalkd}
+    gem.description = %Q{Juggling background jobs with EventMachine and Beanstalkd}
+    gem.email = "me@mloughran.com"
+    gem.homepage = "http://github.com/mloughran/juggler"
+    gem.authors = ["Martyn Loughran"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/examples/test_consumer.rb

@@ -0,0 +1,37 @@
+require 'rubygems'
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'juggler'
+
+EM.run {
+  Juggler.juggle(:http, 3) do |path|
+    http = EM::Protocols::HttpClient.request({
+      :host => "0.0.0.0",
+      :port => 3000,
+      :request => path
+    })
+    http.callback do |response|
+      puts "Got response status #{response[:status]} and body \"#{response[:content]}\""
+    end
+
+    http
+  end
+
+  Juggler.juggle(:timer, 5) do |params|
+    defer = EM::DefaultDeferrable.new
+
+    EM::Timer.new(1) do
+      defer.set_deferred_status :succeeded, nil
+      # defer.set_deferred_status :failed, nil
+    end
+
+    defer.callback do
+      puts "Timer ended (params #{params.inspect})"
+    end
+
+    defer.errback do
+      puts "Timer failed"
+    end
+
+    defer
+  end
+}

data/examples/test_producer.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'juggler'
+
+# Throw some jobs
+
+10.times do |i|
+  path = ['/fast', '/slow'][i % 2]
+  Juggler.throw(:http, path)
+end
+10.times { Juggler.throw(:timer, {:foo => 'bar'}) }

data/lib/juggler.rb

@@ -0,0 +1,24 @@
+require 'beanstalk-client'
+require 'eventmachine'
+
+class Juggler
+  class << self
+    def throw(method, params, options = {})
+      # TODO: Do some checking on the method
+      connection.use(method.to_s)
+      connection.put(Marshal.dump(params))
+    end
+
+    def juggle(method, concurrency = 1, &strategy)
+      Runner.new(method, concurrency, strategy).run
+    end
+
+    private
+
+    def connection
+      @connection ||= Beanstalk::Pool.new('localhost:11300')
+    end
+  end
+end
+
+require 'juggler/runner'

data/lib/juggler/runner.rb

@@ -0,0 +1,58 @@
+class Juggler
+  class Runner
+    class << self
+      def start
+        @started ||= begin
+          Signal.trap('INT') { EM.stop }
+          Signal.trap('TERM') { EM.stop }
+          true
+        end
+      end
+    end
+
+    def initialize(method, concurrency, strategy)
+      @strategy = strategy
+      @concurrency = concurrency
+      @queue = method.to_s
+      @running = []
+    end
+
+    def reserve
+      beanstalk_job = connection.reserve(0)
+      params = Marshal.load(beanstalk_job.body)
+      job = @strategy.call(params)
+      @running << job
+      job.callback do
+        @running.delete(job)
+        beanstalk_job.delete
+      end
+      job.errback do
+        @running.delete(job)
+        # Built in exponential backoff
+        beanstalk_job.decay
+      end
+    rescue Beanstalk::TimedOut
+    end
+
+    def run
+      EM.add_periodic_timer do
+        reserve if spare_slot?
+      end
+      Runner.start
+    end
+
+    private
+
+    def spare_slot?
+      @running.size < @concurrency
+    end
+
+    def connection
+      @pool ||= begin
+        pool = Beanstalk::Pool.new('localhost:11300')
+        pool.watch(@queue)
+        pool
+      end
+    end
+  end
+end

data/spec/juggler_spec.rb

@@ -0,0 +1,7 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Juggler do
+  it "should put jobs on queue" do
+    Juggler.throw('method', {:foo => "bar"})
+  end
+end

data/spec/runner_spec.rb

@@ -0,0 +1,21 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Juggler::Runner do
+  it "should delete job from beanstalkd when successful" do
+    @mock_beanstalk = mock(Beanstalk::Pool)
+    @mock_job = mock(Beanstalk::Job, :body => "foo")
+    Beanstalk::Pool.should_receive(:new).and_return(@mock_beanstalk)
+    
+    @mock_job.should_receive(:delete)
+    
+    Juggler::Runner.new(:method, 1, lambda do
+      deferrable = EM::DefaultDeferrable.new
+      deferrable.set_deferred_status :succeeded, nil
+      deferrable
+    end).run
+    
+    sleep 1
+  end
+  
+  it "should retry job if not successful"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'juggler'

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification 
+name: juggler
+version: !ruby/object:Gem::Version 
+  version: 0.0.0
+platform: ruby
+authors: 
+- Martyn Loughran
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-19 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: Juggling background jobs with EventMachine and Beanstalkd
+email: me@mloughran.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.md
+files: 
+- .gitignore
+- LICENSE
+- README.md
+- Rakefile
+- VERSION
+- examples/test_consumer.rb
+- examples/test_producer.rb
+- lib/juggler.rb
+- lib/juggler/runner.rb
+- spec/juggler_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/mloughran/juggler
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Juggling background jobs with EventMachine and Beanstalkd
+test_files: 
+- spec/juggler_spec.rb
+- spec/runner_spec.rb
+- spec/spec_helper.rb
+- examples/test_consumer.rb
+- examples/test_producer.rb