droid19 1.0.2

data/Rakefile

@@ -0,0 +1,41 @@
+require 'rubygems'
+require 'rake'
+
+ruby_19 = RUBY_VERSION =~ /\A1\.9/
+
+begin
+	require 'jeweler'
+	Jeweler::Tasks.new do |gem|
+		gem.name = "droid"
+		gem.name << "19" if ruby_19
+		gem.summary = %Q{AMQP Wrapper Library}
+		gem.description = %Q{Easy to use AMQP Library with constructs for typical usage patterns}
+		gem.email = "ricardo@heroku.com"
+		gem.homepage = "http://heroku.com"
+		gem.authors = ["Ricardo Chimal, Jr."]
+
+		gem.add_development_dependency "baconmocha", ">= 0"
+
+		# gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+		gem.add_dependency 'json_pure', '>= 1.2.0'
+		gem.add_dependency 'rest-client', '>= 1.2.0'
+		gem.add_dependency 'amqp', '0.6.7'
+		gem.add_dependency 'bunny', '~> 0.6.0'
+		gem.add_dependency 'SystemTimer', '~> 1.2.0' unless ruby_19
+		gem.add_dependency 'eventmachine_httpserver', '0.2.0'
+	end
+	Jeweler::GemcutterTasks.new
+rescue LoadError
+	puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:spec) do |spec|
+	spec.libs << 'lib' << 'spec'
+	spec.pattern = 'spec/**/*_spec.rb'
+	spec.verbose = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec

data/VERSION

@@ -0,0 +1 @@
+1.0.2

data/bin/bleedq

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+
+require 'pp'
+require 'droid/sync'
+
+queue_name = ARGV.shift or fail "usage: #{File.basename($0)} <queue>"
+
+b = Droid.bunny
+q = b.queue(queue_name)
+
+puts "Bleeding queue #{queue_name}"
+
+while ((msg = q.pop)[:payload] != :queue_empty) do
+	pp msg
+end
+
+puts "done."

data/droid.gemspec

@@ -0,0 +1,97 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{droid}
+  s.version = "1.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Ricardo Chimal, Jr."]
+  s.date = %q{2010-11-12}
+  s.default_executable = %q{bleedq}
+  s.description = %q{Easy to use AMQP Library with constructs for typical usage patterns}
+  s.email = %q{ricardo@heroku.com}
+  s.executables = ["bleedq"]
+  s.files = [
+    ".gitignore",
+     "Rakefile",
+     "VERSION",
+     "bin/bleedq",
+     "droid.gemspec",
+     "examples/async_reply.rb",
+     "examples/heroku_async_reply.rb",
+     "examples/sync.rb",
+     "examples/worker.rb",
+     "lib/droid.rb",
+     "lib/droid/em.rb",
+     "lib/droid/heroku.rb",
+     "lib/droid/heroku/local_stats.rb",
+     "lib/droid/heroku/logger_client.rb",
+     "lib/droid/heroku/memcache_cluster.rb",
+     "lib/droid/heroku/stats.rb",
+     "lib/droid/json_server.rb",
+     "lib/droid/monkey.rb",
+     "lib/droid/publish.rb",
+     "lib/droid/queue.rb",
+     "lib/droid/request.rb",
+     "lib/droid/sync.rb",
+     "lib/droid/utilization.rb",
+     "lib/droid/utils.rb",
+     "lib/heroku_droid.rb",
+     "lib/local_stats.rb",
+     "lib/memcache_cluster.rb",
+     "lib/stats.rb",
+     "spec/publish_spec.rb",
+     "spec/response_spec.rb",
+     "spec/spec_helper.rb",
+     "spec/utils_spec.rb",
+     "spec/wait_for_port_spec.rb"
+  ]
+  s.homepage = %q{http://heroku.com}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{AMQP Wrapper Library}
+  s.test_files = [
+    "spec/publish_spec.rb",
+     "spec/response_spec.rb",
+     "spec/spec_helper.rb",
+     "spec/utils_spec.rb",
+     "spec/wait_for_port_spec.rb",
+     "examples/async_reply.rb",
+     "examples/heroku_async_reply.rb",
+     "examples/sync.rb",
+     "examples/worker.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<baconmocha>, [">= 0"])
+      s.add_runtime_dependency(%q<json_pure>, [">= 1.2.0"])
+      s.add_runtime_dependency(%q<rest-client>, [">= 1.2.0"])
+      s.add_runtime_dependency(%q<amqp>, ["= 0.6.7"])
+      s.add_runtime_dependency(%q<bunny>, ["~> 0.6.0"])
+      s.add_runtime_dependency(%q<eventmachine_httpserver>, ["= 0.2.0"])
+    else
+      s.add_dependency(%q<baconmocha>, [">= 0"])
+      s.add_dependency(%q<json_pure>, [">= 1.2.0"])
+      s.add_dependency(%q<rest-client>, [">= 1.2.0"])
+      s.add_dependency(%q<amqp>, ["= 0.6.7"])
+      s.add_dependency(%q<bunny>, ["~> 0.6.0"])
+      s.add_dependency(%q<eventmachine_httpserver>, ["= 0.2.0"])
+    end
+  else
+    s.add_dependency(%q<baconmocha>, [">= 0"])
+    s.add_dependency(%q<json_pure>, [">= 1.2.0"])
+    s.add_dependency(%q<rest-client>, [">= 1.2.0"])
+    s.add_dependency(%q<amqp>, ["= 0.6.7"])
+    s.add_dependency(%q<bunny>, ["~> 0.6.0"])
+    s.add_dependency(%q<eventmachine_httpserver>, ["= 0.2.0"])
+  end
+end
+

data/examples/async_reply.rb

@@ -0,0 +1,25 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'droid'
+
+def log
+	Droid.log
+end
+
+Droid.new('Example Reply') do |droid|
+	droid.worker('example.target').subscribe do |req|
+		log.debug "headers: #{req.header.headers.inspect}"
+		log.debug "event_hash should be woot -> #{req.droid_headers[:event_hash]}"
+		req.reply(:target_received_at => Time.now.to_i)
+		req.ack
+	end
+
+	droid.listener('example.check.target').subscribe do |req|
+		req.publish('example.target', { :checking => Time.now.to_i }) do |req2|
+			log.debug "event_hash should be woot -> #{req2.droid_headers[:event_hash]}"
+			log.info "We're done checking!"
+			Droid.stop_safe
+		end
+	end
+
+	droid.timer(2) {  Droid.publish('example.check.target', {:sent_at => Time.now.to_i}, {:event_hash => "woot"}) }
+end

data/examples/heroku_async_reply.rb

@@ -0,0 +1,22 @@
+$:.unshift File.dirname(__FILE__) + '/../lib/'
+require 'heroku_droid'
+
+def log
+	Droid.log
+end
+
+HerokuDroid.new('Example Reply') do |droid|
+	droid.worker('example.target').subscribe do |req|
+		req.reply(:target_received_at => Time.now.to_i)
+		req.ack
+	end
+
+	droid.listener('example.check.target').subscribe do |req|
+		req.publish('example.target', { :checking => Time.now.to_i }) do |req2|
+			log.info "We're done checking!"
+			Droid.stop_safe
+		end
+	end
+
+	EM.add_timer(2) { Droid.publish('example.check.target', :sent_at => Time.now.to_i ) }
+end

data/examples/sync.rb

@@ -0,0 +1,32 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'droid'
+
+def log
+	Droid.log
+end
+
+if ARGV[0] == 'listen'
+	Droid.new('Example Worker') do |droid|
+		droid.worker('example.bunny.worker').subscribe do |req|
+			req.ack
+			log.info "Work done, replying..."
+			req.reply(:t => Time.now.to_i)
+		end
+
+		droid.listener('example.bunny.listener').subscribe do |req|
+			log.info "I heard #{req['t']}"
+		end
+	end
+	exit(0)
+end
+
+
+require 'droid/sync'
+
+log.info "publishing to example.bunny.listener.."
+Droid.publish('example.bunny.listener', :t => Time.now.to_i)
+
+log.info "publishing to example.bunner.worker, expecting a result..."
+res = Droid.call('example.bunny.worker', :t => Time.now.to_i)
+log.info "received #{res.inspect}"
+

data/examples/worker.rb

@@ -0,0 +1,58 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'droid'
+
+def log
+	Droid.log
+end
+
+@gum_chews = 0
+@toffee_chews = 0
+
+Droid.new('Example Worker') do |droid|
+
+	# auto acks the message
+	@gum = droid.worker('example.chew.gum').subscribe do |req|
+		log.info "flavor: #{req['flavor']}, packs: #{req['packs']}"
+		log.info req.msg.inspect
+		log.info req.droid_headers
+
+		@gum_chews += 1
+	end
+
+	# explicit ack
+	@toffee = droid.worker('example.chew.toffee').subscribe(:auto_ack => false) do |req|
+		log.info "flavor: #{req['flavor']}"
+		log.info req.msg.inspect
+		log.info req.droid_headers
+
+		req.ack
+
+		@toffee_chews += 1
+	end
+
+	droid.periodic_timer(2) do
+		log.debug "checking gum & toffee chews"
+
+		if @gum_chews == 3 && @gum
+			@gum.destroy
+			@gum = nil
+		end
+
+		if @toffee_chews == 2 && @toffee
+			@toffee.destroy
+			@toffee = nil
+		end
+
+		if @toffee.nil? && @gum.nil?
+			Droid.stop_safe
+		end
+	end
+
+	droid.timer(2) do
+		droid.publish('example.chew.gum', :flavor => 'spearmint', :packs => 2)
+		droid.publish('example.chew.gum', :flavor => 'bubblegum', :packs => 3)
+		droid.publish('example.chew.gum', :flavor => 'peppermint', :packs => 1)
+		droid.publish('example.chew.toffee', :flavor => 'caramel')
+		droid.publish('example.chew.toffee', :flavor => 'licorish')
+	end
+end

data/lib/droid.rb

@@ -0,0 +1,140 @@
+require 'uri'
+require 'amqp'
+require 'mq'
+
+if !defined?(JSON) && !defined?(JSON_LOADED)
+	require 'json/pure'
+end
+
+require 'droid/monkey'
+
+require 'droid/utils'
+require 'droid/publish'
+require 'droid/request'
+require 'droid/utilization'
+require 'droid/queue'
+require 'droid/em'
+
+class Droid
+	def self.version
+		@@version ||= File.read(File.dirname(__FILE__) + '/../VERSION').strip
+	end
+
+	def self.name
+		@@name
+	end
+
+	def self.name=(name)
+		@@name = name
+	end
+
+	def self.log=(log)
+		@@log = log
+	end
+
+	def self.log
+		@@log ||= begin
+			require 'logger'
+			Logger.class_eval <<EORUBY
+				alias_method :notice, :info
+
+				alias_method :error_og, :error
+				def error(err, opts={})
+					e = opts[:exception]
+					if e.respond_to?(:backtrace)
+						err += "\n" + e.backtrace.join("\n  ")
+					end
+					error_og(err)
+				end
+EORUBY
+			Logger.new($stderr)
+		end
+	end
+
+	def self.default_config
+		uri = URI.parse(ENV["AMQP_URL"] || 'amqp://guest:guest@localhost:5672/')
+		{
+			:vhost => uri.path,
+			:host => uri.host,
+			:user => uri.user,
+			:port => uri.port || 5672,
+			:pass => uri.password
+		}
+	rescue Object => e
+		raise "invalid AMQP_URL: (#{uri.inspect}) #{e.class} -> #{e.message}"
+	end
+
+	def self.start(opts={})
+		config = opts[:config] || self.default_config
+
+		wait_for_tcp_port(config[:host], config[:port])
+
+		begin
+			::Signal.trap('INT') { ::AMQP.stop{ ::EM.stop } }
+			::Signal.trap('TERM'){ ::AMQP.stop{ ::EM.stop } }
+
+			::AMQP.start(config) do
+				yield if block_given?
+			end
+		rescue ::AMQP::Error => e
+			log.debug "Caught #{e.class}, sleeping to avoid inittab thrashing"
+			sleep 5
+			log.debug "Done."
+			raise
+		end
+	end
+
+	def self.stop_safe
+		::EM.add_timer(0.2) { ::AMQP.stop { ::EM.stop } }
+	end
+
+	def self.closing?
+		::AMQP.closing?
+	end
+
+	def self.handle_error(err)
+		log.error "#{err.class}: #{err.message}", :exception => err
+	end
+
+	def self.wait_for_tcp_port(host, port, opts={})
+		require 'socket'
+
+		opts[:retries] ||= 6
+		opts[:timeout] ||= 5
+
+		opts[:retries].times do
+			begin
+				timeout(opts[:timeout]) do
+					TCPSocket.new(host.to_s, port).close
+				end
+				return
+			rescue Object => e
+				log.info "#{host}:#{port} not available, waiting... #{e.class}: #{e.message}"
+				sleep 1
+			end
+		end
+
+		raise "#{host}:#{port} did not come up after #{opts[:retries]} retries"
+	end
+
+	def initialize(name, opts={})
+		log.info "=== #{name} droid initializing"
+
+		self.class.name = name
+		self.class.start do
+			yield self if block_given?
+		end
+	end
+
+	def publish(*args)
+		Droid.publish(*args)
+	end
+
+	def log
+		self.class.log
+	end
+
+	include Droid::QueueMethods
+	include Droid::BackwardsCompatibleMethods
+	include Droid::EMTimerUtils
+end

data/lib/droid/em.rb

@@ -0,0 +1,55 @@
+class Droid
+	module EMTimerUtils
+		def self.included(base)
+			base.extend(ClassMethods)
+		end
+
+		module ClassMethods
+			# Trap exceptions leaving the block and log them. Do not re-raise
+			def trap_exceptions
+				yield
+			rescue => e
+				em_exception(e)
+			end
+
+			def em_exception(e)
+				msg = format_em_exception(e)
+				log.error "[EM.timer] #{msg}", :exception => e
+			end
+
+			def format_em_exception(e)
+				# avoid backtrace in /usr or vendor if possible
+				system, app = e.backtrace.partition { |b| b =~ /(^\/usr\/|vendor)/ }
+				reordered_backtrace = app + system
+
+				# avoid "/" as the method name (we want the controller action)
+				row = 0
+				row = 1 if reordered_backtrace[row].match(/in `\/'$/)
+
+				# get file and method name
+				begin
+					file, method = reordered_backtrace[row].match(/(.*):in `(.*)'$/)[1..2]
+					file.gsub!(/.*\//, '')
+					"#{e.class} in #{file} #{method}: #{e.message}"
+				rescue
+					"#{e.class} in #{e.backtrace.first}: #{e.message}"
+				end
+			end
+
+			# One-shot timer
+			def timer(duration, &blk)
+				EM.add_timer(duration) { trap_exceptions(&blk) }
+			end
+
+			# Add a periodic timer. If the now argument is true, run the block
+			# immediately in addition to scheduling the periodic timer.
+			def periodic_timer(duration, now=false, &blk)
+				timer(1, &blk) if now
+				EM.add_periodic_timer(duration) { trap_exceptions(&blk) }
+			end
+		end
+
+		def timer(*args, &blk); self.class.timer(*args, &blk); end
+		def periodic_timer(*args, &blk); self.class.periodic_timer(*args, &blk); end
+	end
+end