refinery 0.11.0 → 0.12.0

data/VERSION

@@ -1 +1 @@
-0.11.0
+0.12.0

data/bin/epub

@@ -25,7 +25,7 @@
 
 require 'getoptlong'
 require 'rdoc/usage'
-require File.dirname(__FILE__) + '/../lib/refinery'
+require 'refinery'
 
 pidfile = 'epub.pid'
 

data/bin/monitor

@@ -22,7 +22,7 @@
 
 require 'getoptlong'
 require 'rdoc/usage'
-require File.dirname(__FILE__) + '/../lib/refinery'
+require 'refinery'
 
 options = {}
 opts = GetoptLong.new(

data/bin/pubnow

@@ -28,7 +28,7 @@
 
 require 'getoptlong'
 require 'rdoc/usage'
-require File.dirname(__FILE__) + '/../lib/refinery'
+require 'refinery'
 
 options = {}
 opts = GetoptLong.new(

data/bin/refinery

@@ -25,7 +25,7 @@
 
 require 'getoptlong'
 require 'rdoc/usage'
-require File.dirname(__FILE__) + '/../lib/refinery'
+require 'refinery'
 
 pidfile = 'refinery.pid'
 

data/config/config.example.yml

@@ -2,6 +2,8 @@ aws:
   credentials:
     access_key_id: "access_key_id"
     secret_access_key: "secret_access_key"
+# queue_engine: 
+#   provider: 'beanstalk'
 prefix: 'example_'
 processors:
   sample:

data/lib/refinery.rb

@@ -1,7 +1,5 @@
 $KCODE="UTF8"
 
-$:.unshift(File.dirname(__FILE__))
-
 require 'logger'
 require 'socket'
 require 'benchmark'

data/lib/refinery/queueable.rb

@@ -15,7 +15,6 @@ module Refinery #:nodoc:
         yield queue(name)
       rescue Exception => e
         logger.error "An error occurred when communicating with queue #{name}: #{e.message}"
-        puts e.backtrace.map { |t| "\t#{t}" }.join("\n")
         sleep(30)
       end
     end
@@ -24,8 +23,12 @@ module Refinery #:nodoc:
     # Get the queue provider. Defaults to RightAws::SqsGen2 running
     # in multi-thread mode.
     def queue_provider
-      if config['queue_engine'] == 'beanstalk' && defined?(Beanstalk)
-        @queue_provider ||= Refinery::BeanstalkQueueProvider.new
+      if queue_engine = config['queue_engine']
+        if queue_engine['provider'] == 'beanstalk' && defined?(Beanstalk)
+          @queue_provider ||= Refinery::BeanstalkQueueProvider.new
+        else
+          raise RuntimeError, "Unknown queue provider: #{queue_engine['provider']}"
+        end
       else
         if defined?(Typica)
           @queue_provider ||= Typica::Sqs::QueueService.new(

data/lib/refinery/stats_server.rb

@@ -1,6 +1,7 @@
 module Refinery #:nodoc:
   # The StatsServer class provides a build in web server that provides
-  # a view into the refinery statistics.
+  # a view into the refinery statistics. This functionality is very
+  # experimental.
   class StatsServer
     include Refinery::Loggable
     

data/refinery.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{refinery}
-  s.version = "0.11.0"
+  s.version = "0.12.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Anthony Eden"]
-  s.date = %q{2009-11-11}
+  s.date = %q{2009-11-21}
   s.description = %q{Process data in a distributed fashion.}
   s.email = %q{anthonyeden@gmail.com}
   s.executables = ["epub", "monitor", "pubnow", "refinery"]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: refinery
 version: !ruby/object:Gem::Version 
-  version: 0.11.0
+  version: 0.12.0
 platform: ruby
 authors: 
 - Anthony Eden
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-11-11 00:00:00 -10:00
+date: 2009-11-21 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency