super-poller 0.1.3 → 0.2.0

data/lib/super_poller.rb

@@ -9,4 +9,6 @@ module SuperPoller
   autoload :NoneBlockingPoller, "super_poller/none_blocking_poller"
   autoload :QueueUrl, "super_poller/queue_url"
   autoload :QueueItterator, "super_poller/queue_itterator"
+  autoload :Stats, "super_poller/stats"
+  autoload :RetryWrapper, "super_poller/retry_wrapper"
 end

data/lib/super_poller/poller.rb

@@ -1,6 +1,6 @@
 class SuperPoller::Poller
-  def initialize(queue, message_handler)
-    @message_handler, @queue = message_handler, queue
+  def initialize(queue, message_handler, sleep_time = 1)
+    @message_handler, @queue, @sleep_time = message_handler, queue, sleep_time
   end
 
   def poll
@@ -16,7 +16,7 @@ protected
     @queue.pop
   rescue => e
     STDERR.puts "Error while fetching from the queue: #{e.class}: #{e.message}"
-    sleep 10
+    sleep @sleep_time
     retry
   end
 end

data/lib/super_poller/retry_wrapper.rb

@@ -0,0 +1,21 @@
+class SuperPoller::RetryWrapper
+  def initialize(&block)
+    @builder = block
+  end
+
+protected
+  def wrapped_queue
+    @queue ||= @builder.call
+  end
+
+  def reset_wrapped_queue!
+    @queue = nil
+  end
+
+  def method_missing(*args)
+    wrapped_queue.send(*args)
+  rescue RuntimeError => e
+    reset_wrapped_queue!
+    raise
+  end
+end

data/lib/super_poller/stats.rb

@@ -0,0 +1,74 @@
+class SuperPoller::Stats
+  def initialize(router, out = STDERR, interval = 60)
+    @router = router
+    @out = out
+    @semaphore = Mutex.new
+    @interval = interval
+    reset
+    ensure_worker_is_running
+  end
+
+  def ensure_worker_is_running
+    return if @worker && @worker.alive?
+    @worker.join if @worker
+
+    @worker = Thread.start{
+      Thread.abort_on_exception = true
+      while true
+        flush
+        sleep(@interval)
+      end
+    }
+  end
+
+  def call(msg)
+    ensure_worker_is_running
+    @semaphore.synchronize do
+      begin
+        name = msg[:name]
+        @counts[name] += 1
+        start_time = Time.now
+        @router.call(msg)
+
+      ensure
+        end_time = Time.now
+        duration = end_time.to_f - start_time.to_f
+        @durations[name] << duration
+      end
+    end
+  end
+
+protected
+
+  def reset
+    @counts = Hash.new(0)
+    @durations = Hash.new{|h,k| h[k] = []}
+  end
+
+  def flush
+    @semaphore.synchronize do
+      if use_atomic_write?
+        f = Tempfile.open("queue_stats", File.dirname(@out) )
+      else
+        f = @out
+      end
+
+      f.puts Time.now.to_s
+      @counts.each do |name, count|
+        durations = @durations[name]
+        f.puts "#{name}: #{count} messages, mean: #{durations.sum/count}s, min: #{durations.min}s, max: #{durations.max}s"
+      end
+
+      if use_atomic_write?
+        f.close
+        File.unlink(@out) if File.exists?(@out)
+        File.link(f.path, @out)
+      end
+      reset
+    end
+  end
+
+  def use_atomic_write?
+    ! @out.is_a?( IO )
+  end
+end

data/test/retry_wrapper_test.rb

@@ -0,0 +1,27 @@
+require File.join(File.dirname(__FILE__), "test_helper")
+
+class RetryWrapperTest < Test::Unit::TestCase
+  include SuperPoller
+
+  context "A RetryWrapper wraped around a queue" do
+    setup do
+      @queue_factory = stub(:queue_factory)
+      @queue = stub("Queue", :pop => "Fish")
+      @raiser_queue = stub("Queue")
+      @raiser_queue.stubs(:pop).raises(RuntimeError)
+      @wrapper = RetryWrapper.new{ @queue_factory.build }
+    end
+
+    should "delegate pop to a new queue from the queue factory" do
+      @queue_factory.expects(:build).returns(@queue).once
+      assert_equal "Fish", @wrapper.pop
+      assert_equal "Fish", @wrapper.pop
+    end
+
+    should "create a new queue using the factory if the first one raises" do
+      @queue_factory.expects(:build).returns(@raiser_queue).twice
+      assert_raise(RuntimeError){ @wrapper.pop }
+      assert_raise(RuntimeError){ @wrapper.pop }
+    end
+  end
+end

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 1
-  - 3
-  version: 0.1.3
+  - 2
+  - 0
+  version: 0.2.0
 platform: ruby
 authors: 
 - Tom Lea
@@ -44,8 +44,10 @@ files:
 - lib/super_poller/poller.rb
 - lib/super_poller/queue_itterator.rb
 - lib/super_poller/queue_url.rb
+- lib/super_poller/retry_wrapper.rb
 - lib/super_poller/router.rb
 - lib/super_poller/starling_queue.rb
+- lib/super_poller/stats.rb
 - lib/super_poller/test_case.rb
 - lib/super_poller.rb
 - test/aggregating_error_logger_test.rb
@@ -53,6 +55,7 @@ files:
 - test/error_reporter_test.rb
 - test/handler_test.rb
 - test/poller_test.rb
+- test/retry_wrapper_test.rb
 - test/router_test.rb
 - test/starling_queue_test.rb
 - test/test_helper.rb