stalker 0.1.0

data/Rakefile

@@ -0,0 +1,18 @@
+require 'jeweler'
+
+Jeweler::Tasks.new do |s|
+	s.name = "stalker"
+	s.summary = "A job queueing and background workers system using Beanstalkd."
+	s.description = "A job queueing and background workers system using Beanstalkd.  Inspired by the Minion gem."
+	s.author = "Adam Wiggins"
+	s.email = "adam@heroku.com"
+	s.homepage = "http://github.com/adamwiggins/stalker"
+	s.executables = [ "stalk" ]
+	s.rubyforge_project = "stalker"
+
+	s.add_dependency 'beanstalk-client'
+	
+	s.files = FileList["[A-Z]*", "{bin,lib}/**/*"]
+end
+
+Jeweler::GemcutterTasks.new

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/stalk

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+
+require File.dirname(__FILE__) + '/../lib/stalker'
+
+usage = "stalk <jobs.rb> [<priority>[,<priority>,..]]"
+file = ARGV.shift or abort usage
+priorities = (ARGV.shift || 'all').split(',')
+
+require file
+
+jobs = Stalker.jobs(priorities)
+puts "Working #{jobs.size} #{priorities.join(', ')} priority jobs: [ #{jobs.join(' ')} ]"
+
+trap('INT') do
+	puts "\rExiting"
+	exit
+end
+
+Stalker.work priorities
+

data/examples/enqueue.rb

@@ -0,0 +1,8 @@
+$LOAD_PATH.unshift '../lib'
+require 'stalker'
+
+require 'jobs'
+
+Stalker.enqueue('send.email', :email => 'hello@example.com')
+Stalker.enqueue('cleanup.strays')
+

data/examples/jobs.rb

@@ -0,0 +1,20 @@
+$LOAD_PATH.unshift '../lib'
+require 'stalker'
+
+include Stalker
+
+priority :high do
+	job 'send.email' do |args|
+		puts "Sending email to args['email']"
+	end
+
+	job 'transform.image' do |args|
+		puts "Image transform"
+	end
+end
+
+priority :low do
+	job 'cleanup.strays' do |args|
+		puts "Cleaning up"
+	end
+end

data/lib/stalker.rb

@@ -0,0 +1,109 @@
+require 'beanstalk-client'
+require 'json'
+require 'uri'
+
+module Stalker
+	extend self
+
+	def enqueue(job, args={})
+		beanstalk.use find_priority(job)
+		beanstalk.put [ job, args ].to_json
+	end
+
+	def priority(p, &block)
+		@@priority = p.to_s
+		block.call
+		@@priority = nil
+	end
+
+	def job(j, &block)
+		@@priority ||= 'default'
+		@@priorities ||= {}
+		@@priorities[j] = @@priority
+
+		@@handlers ||= {}
+		@@handlers[j] = block
+	end
+
+	def work(priorities=['all'])
+		if Array(priorities) == [ 'all' ]
+			priorities = @@priorities.values.uniq
+		end
+
+		beanstalk.list_tubes_watched.each { |tube| beanstalk.ignore(tube) }
+		priorities.each { |priority| beanstalk.watch(priority) }
+
+		loop do
+			work_one_job
+		end
+	end
+
+	class NoSuchJob < RuntimeError; end
+
+	def work_one_job
+		job = beanstalk.reserve
+		name, args = JSON.parse job.body
+		log_job(name, args)
+		handler = @@handlers[name]
+		raise(NoSuchJob, name) unless handler
+		handler.call(args)
+		job.delete
+	rescue => e
+		STDERR.puts exception_message(e)
+		job.bury
+	end
+
+	def log_job(name, args)
+		args_flat = args.inject("") do |accum, (key,value)|
+			accum += "#{key}=#{value} "
+		end
+
+		log sprintf("%-15s :: #{args_flat}", name)
+	end
+
+	def log(msg)
+		puts "[#{Time.now}] #{msg}"
+	end
+
+	def jobs(priorities=['all'])
+		jobs = []
+		@@priorities.each do |job, priority|
+			jobs << job if priorities == %w(all) or priorities.include? priority
+		end
+		jobs
+	end
+
+	class NoJobsDefined < RuntimeError; end
+
+	def find_priority(job)
+		raise NoJobsDefined unless defined?(@@priorities)
+		@@priorities[job] or raise(NoSuchJob, job)
+	end
+
+	def beanstalk
+		@@beanstalk ||= Beanstalk::Pool.new([ beanstalk_host_and_port ])
+	end
+
+	def beanstalk_url
+		ENV['BEANSTALK_URL'] || 'beanstalk://localhost:11300/'
+	end
+
+	class BadURL < RuntimeError; end
+
+	def beanstalk_host_and_port
+		uri = URI.parse(beanstalk_url)
+		raise(BadURL, beanstalk_url) if uri.scheme != 'beanstalk'
+		return "#{uri.host}:#{uri.port}"
+	end
+
+	def exception_message(e)
+		msg = [ "Exception #{e.class} -> #{e.message}" ]
+
+		base = File.expand_path(Dir.pwd) + '/'
+		e.backtrace.each do |t|
+			msg << "   #{File.expand_path(t).gsub(/#{base}/, '')}"
+		end
+
+		msg.join("\n")
+	end
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: stalker
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Adam Wiggins
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-03-26 00:00:00 -07:00
+default_executable: stalk
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: beanstalk-client
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: A job queueing and background workers system using Beanstalkd.  Inspired by the Minion gem.
+email: adam@heroku.com
+executables: 
+- stalk
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Rakefile
+- VERSION
+- bin/stalk
+- lib/stalker.rb
+has_rdoc: true
+homepage: http://github.com/adamwiggins/stalker
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: stalker
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: A job queueing and background workers system using Beanstalkd.
+test_files: 
+- examples/enqueue.rb
+- examples/jobs.rb