peon 0.1.0

data/Rakefile

@@ -0,0 +1,18 @@
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "peon"
+    gemspec.summary = "Work queue library with DSL for defining jobs"
+    gemspec.description = "Peon is a work queue library for Ruby with an awesome DSL for defining jobs, and it's compatible with the beanstalkd message queue."
+    gemspec.email = "charlie@pushyapp.com"
+    gemspec.homepage = "http://github.com/cmelbye/peon"
+    gemspec.authors = ["Charlie Melbye"]
+    
+    gemspec.files.exclude 'examples/*'
+    gemspec.add_dependency('beanstalk-client', '>= 1.0.2')
+    gemspec.add_dependency('dj2-jack', '>= 0.0.2')
+    gemspec.add_dependency('json', '>= 1.1.9')
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/examples/client.rb

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'peon'
+
+include Peon
+
+job "test.job" do |args|
+	puts "Hello #{args['what']}! It worked!"
+end
+
+job "test.two" do |args|
+	puts "Hello there. This is just another #{args['type']}."
+end

data/examples/sandwich.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'peon'
+
+include Peon
+
+job "add.bread" do |args|
+	{ "bread" => "sourdough" }
+end
+
+job "add.meat" do |args|
+	{ "meat" => "turkey" }
+end
+
+job "add.condiments" do |args|
+	{ "condiments" => "mayo" }
+end
+
+job "eat.sandwich" do |args|
+	puts "YUM!  A #{args['meat']} on #{args['bread']} sandwich with #{args['condiments']}"
+end
+
+enqueue(["add.bread", "add.meat", "add.condiments", "eat.sandwich" ])

data/examples/server.rb

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'peon'
+
+include Peon
+
+loop do
+	enqueue("test.job", { "what" => "Jack" })
+	sleep 1
+	enqueue("test.two", { "type" => "cat" })
+	sleep 1
+end
+

data/lib/peon.rb

@@ -0,0 +1,112 @@
+require 'rubygems'
+require 'eventmachine'
+require 'json'
+require 'jack'
+require 'beanstalk-client'
+require 'peon/handler'
+
+module Peon
+	extend self
+	
+	def enqueue(jobs, data = {})
+		if jobs.respond_to? :shift
+			queue = jobs.shift
+			data["next_job"] = jobs unless jobs.empty?
+		else
+			queue = jobs
+		end
+		
+		log "send: #{queue}:#{data.to_json}"
+		beanstalk.use(queue)
+		beanstalk.put(data.to_json)
+	end
+	
+	def log(msg)
+		@@logger ||= proc { |m| puts "#{Time.now} :peon: #{m}" }
+		@@logger.call(msg)
+	end
+	
+	def error(&blk)
+		@@error_handler = blk
+	end
+	
+	def logger(&blk)
+		@@logger = blk
+	end
+	
+	def job(queue, options = {}, &blk)
+		handler = Peon::Handler.new(queue)
+		handler.when = options[:when] if options[:when]
+		handler.unsub = lambda do
+			log "unsubscribing to #{queue}"
+			jack.ignore(queue)
+		end
+		handler.sub = lambda do
+			log "subscribing to #{queue}"
+			jack.watch(queue)
+		end
+		handler.task = blk
+		@@handlers ||= {}
+		at_exit { Peon.run } if @@handlers.size == 0
+		@@handlers[queue] = handler
+	end
+	
+	def check_all
+		@@handlers.each do |queue, handler|
+			handler.check
+		end
+	end
+	
+	def reserve_job
+		r = jack.reserve
+		r.callback do |job|
+			job.stats.callback do |stats|
+				process_job(job, stats)
+			end
+		end
+	end
+	
+	def process_job(job, stats)
+		queue = stats['tube']
+		args = JSON.load job.body
+		log "recv: #{queue}:#{job.body}"
+		handler = @@handlers[queue]
+		response = handler.task.call(args)
+		jack.delete(job)
+		check_all
+		next_job(args, response)
+		reserve_job
+	end
+	
+	def run
+		log "Starting up"
+		
+		Signal.trap('INT') { EM.stop }
+		Signal.trap('TERM') { EM.stop }
+		
+		EM.run do
+			check_all
+			reserve_job
+		end
+	end
+	
+	private
+	
+	def beanstalk
+		@@beanstalk ||= Beanstalk::Pool.new(['127.0.0.1:11300'])
+	end
+	
+	def jack
+		@@jack ||= Jack::Connection.new
+	end
+	
+	def next_job(args, response)
+		queue = args.delete("next_job")
+		enqueue(queue, args.merge(response)) if queue
+	end
+	
+	def error_handler
+		@@error_handler ||= nil
+	end
+end
+

data/lib/peon/handler.rb

@@ -0,0 +1,33 @@
+module Peon
+	class Handler
+		attr_accessor :queue, :sub, :unsub, :when, :on, :task
+		
+		def initialize(queue)
+			@queue = queue
+			@when = lambda { true }
+			@sub = lambda {}
+			@unsub = lambda {}
+			@on = false
+			@task = lambda {}
+		end
+		
+		def should_sub?
+			@when.call
+		end
+		
+		def check
+			if should_sub?
+				@sub.call unless @on
+				@on = true
+			else
+				@unsub.call if @on
+				@on = false
+			end
+		end
+		
+		def to_s
+			"<handler queue=#{@queue} on=#{@on}>"
+		end
+	end
+end
+

data/peon.gemspec

@@ -0,0 +1,51 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE
+# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{peon}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Charlie Melbye"]
+  s.date = %q{2009-10-05}
+  s.description = %q{Peon is a work queue library for Ruby with an awesome DSL for defining jobs, and it's compatible with the beanstalkd message queue.}
+  s.email = %q{charlie@pushyapp.com}
+  s.files = [
+    "Rakefile",
+     "VERSION",
+     "lib/peon.rb",
+     "lib/peon/handler.rb",
+     "peon.gemspec"
+  ]
+  s.homepage = %q{http://github.com/cmelbye/peon}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Work queue library with DSL for defining jobs}
+  s.test_files = [
+    "examples/client.rb",
+     "examples/sandwich.rb",
+     "examples/server.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<beanstalk-client>, [">= 1.0.2"])
+      s.add_runtime_dependency(%q<dj2-jack>, [">= 0.0.2"])
+      s.add_runtime_dependency(%q<json>, [">= 1.1.9"])
+    else
+      s.add_dependency(%q<beanstalk-client>, [">= 1.0.2"])
+      s.add_dependency(%q<dj2-jack>, [">= 0.0.2"])
+      s.add_dependency(%q<json>, [">= 1.1.9"])
+    end
+  else
+    s.add_dependency(%q<beanstalk-client>, [">= 1.0.2"])
+    s.add_dependency(%q<dj2-jack>, [">= 0.0.2"])
+    s.add_dependency(%q<json>, [">= 1.1.9"])
+  end
+end

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification 
+name: peon
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Charlie Melbye
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-05 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: beanstalk-client
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: dj2-jack
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.0.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.1.9
+    version: 
+description: Peon is a work queue library for Ruby with an awesome DSL for defining jobs, and it's compatible with the beanstalkd message queue.
+email: charlie@pushyapp.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Rakefile
+- VERSION
+- lib/peon.rb
+- lib/peon/handler.rb
+- peon.gemspec
+has_rdoc: true
+homepage: http://github.com/cmelbye/peon
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Work queue library with DSL for defining jobs
+test_files: 
+- examples/client.rb
+- examples/sandwich.rb
+- examples/server.rb