propono 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: d088866567c48097ae184895e09ead7de705179d
-  data.tar.gz: c6f6e90ed8d3c1773e95e1c7d60c211274df48d9
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZDE0YzRiMzE2ZmNkZGU3NGIwODc4YzkxMjljNWFiMGM0MDEwM2U3OA==
+  data.tar.gz: !binary |-
+    N2Y4YTI2YmY3NWM3ZTA0MjJlZWJkMjkxNGQxMGYwZDlkNDI4NzE0Zg==
 SHA512:
-  metadata.gz: b39237981ffd1d4c3515247ea61db476633f810e8de97308ec76a25efb4b5a0d6e9db71196c15b9250a88b6dee657f1ccc22940916c87619df8e14547e06f33f
-  data.tar.gz: 60bffaf2b6bd7f07189c5b3d441db887b90720ca3d1c5e5365895b407757943289b40c564b0a9244db1a805125b69e78dc534dd19382b6d302890cda3deb3cc7
+  metadata.gz: !binary |-
+    MGM3Mzg3NmZmZjIzYjZjMTUyODMzMzM1ZGZlNDRhNjYwNzkzMzE4ZTI0ODA4
+    YzJlNzc5OGE2MzMyNDY0MWViYTVlZjNmODIyMGIyMGY0OWE1ZDgxOThiYWI5
+    NGFlMjIzYTAxNzcxZTBhYzQ0YmE5ZTQ2NzYyNDViNDYzNGNhMzc=
+  data.tar.gz: !binary |-
+    MGJkYTU1YTBlZTI4ZWJlZWMwZDcyZjg3NWNmOTBlOGU5YjMyYTcxOTI1OGZm
+    MTczNGM2NDE2MDJlZDQ4ZjY5ZDc4NWE2MWU4YWRmODUzZWI2MzQ3OGZlYzIx
+    OGE1ZmJkY2U1OGI5ODFmMWRlYTJkYjliYjRkZGJmOWUxYTkxZTc=

data/lib/propono.rb

@@ -8,6 +8,7 @@ require "propono/components/topic"
 require "propono/services/post_subscriber"
 require "propono/services/publisher"
 require "propono/services/queue_creator"
+require "propono/services/queue_listener"
 require "propono/services/queue_subscriber"
 require "propono/services/subscriber"
 require "propono/services/topic_creator"
@@ -29,4 +30,8 @@ module Propono
     Subscriber.subscribe_by_post(*args)
   end
 
+  def self.listen_to_queue(*args, &block)
+    QueueListener.listen(*args, &block)
+  end
+
 end

data/lib/propono/configuration.rb

@@ -8,10 +8,17 @@ module Propono
   class Configuration
     include Singleton
 
-    SETTINGS = [:access_key, :secret_key, :queue_region, :application_name]
+    SETTINGS = [
+      :access_key,
+      :secret_key,
+      :queue_region,
+      :application_name,
+      :logger
+    ]
     attr_writer *SETTINGS
 
     def initialize
+      self.logger = $stderr
     end
 
     SETTINGS.each do |setting|

data/lib/propono/services/queue_listener.rb

@@ -0,0 +1,45 @@
+module Propono
+  class QueueListener
+
+    include Sqs
+
+    def self.listen(queue_url, &block)
+      new(queue_url, &block).listen
+    end
+
+    def initialize(queue_url, &block)
+      @queue_url = queue_url
+      @block = block
+    end
+
+    def listen
+      loop {
+        sleep 10 unless read_messages
+      }
+    end
+
+    private
+
+    def read_messages
+      begin
+        response = sqs.receive_message( @queue_url, options = { 'MaxNumberOfMessages' => 10 } )
+        messages = response.body['Message']
+        if messages.empty?
+          false
+        else
+          process_messages(messages)
+        end
+      rescue
+        config.logger.puts "Unexpected error reading from queue #{@queue_url}"
+      end
+    end
+
+    def process_messages(messages)
+      messages.each do |message|
+        @block.call(message)
+        sqs.delete_message(message['ReceiptHandle'])
+      end
+      true
+    end
+  end
+end

data/lib/propono/version.rb

@@ -1,3 +1,3 @@
 module Propono
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/test/queue_listener_test.rb

@@ -0,0 +1,98 @@
+require File.expand_path('../test_helper', __FILE__)
+
+module Propono
+  class QueueListenerTest < Minitest::Test
+
+    def setup
+      @queue_url = "http://example.com"
+
+      @receipt_hanlde1 = "test-receipt-handle1"
+      @receipt_hanlde2 = "test-receipt-handle2"
+      @message1 = { "ReceiptHandle" => @receipt_handle1}
+      @message2 = { "ReceiptHandle" => @receipt_handle2}
+      @messages = { "Message" => [ @message1, @message2 ] }
+    end
+
+    def test_read_message_from_sqs
+      message_response = mock()
+      messages = { "Message" => [ { "ReceiptHandle" => "test-receipt-handle"} ] }
+      message_response.expects(:body).returns(messages)
+      sqs = mock()
+      sqs.stubs(delete_message: message_response)
+
+      sqs.expects(:receive_message).returns(message_response)
+
+      queueListener = QueueListener.new(@queue_url) {}
+      queueListener.stubs(sqs: sqs)
+
+      queueListener.send(:read_messages)
+    end
+
+    def test_each_message_yielded
+      message_response = mock()
+      message_response.expects(:body).returns(@messages)
+      sqs = mock()
+      sqs.stubs(receive_message: message_response)
+
+      sqs.expects(:delete_message).with(@receipt_handle1)
+      sqs.expects(:delete_message).with(@receipt_handle2)
+
+      queueListener = QueueListener.new(@queue_url) { }
+      queueListener.stubs(sqs: sqs)
+
+      queueListener.send(:read_messages)
+    end
+
+    def test_each_message_deleted_from_sqs
+      message_response = mock()
+      message_response.expects(:body).returns(@messages)
+      sqs = mock()
+      sqs.stubs(delete_message: message_response)
+      sqs.stubs(receive_message: message_response)
+
+      messages_yielded = [ ]
+      queueListener = QueueListener.new(@queue_url) { |m| messages_yielded.push(m) }
+      queueListener.stubs(sqs: sqs)
+
+      queueListener.send(:read_messages)
+
+      assert_equal messages_yielded.size, 2
+      assert messages_yielded.include?(@message1)
+      assert messages_yielded.include?(@message2)
+    end
+
+    def test_empty_list_of_messages_returned
+      message_response = mock()
+      messages = { "Message" => [ ] }
+      message_response.expects(:body).returns(messages)
+      sqs = mock()
+      sqs.stubs(delete_message: message_response)
+
+      sqs.expects(:receive_message).returns(message_response)
+
+      queueListener = QueueListener.new(@queue_url) {}
+      queueListener.stubs(sqs: sqs)
+
+      refute queueListener.send(:read_messages)
+    end
+
+    def test_exception_from_sqs_is_logged
+      sqs = mock()
+      sqs.stubs(:receive_message).raises(StandardError)
+
+      queueListener = QueueListener.new(@queue_url) {}
+      queueListener.stubs(sqs: sqs)
+
+      # capture_io reasigns stderr. Assign the config.logger
+      # to where capture_io has redirected it to for this test.
+      out, err = capture_io do
+        config.logger = $stderr
+        queueListener.send(:read_messages)
+      end
+      # Reassign config.logger to the correct stderr
+      config.logger = $stderr
+      assert_equal "Unexpected error reading from queue http://example.com\n", err
+    end
+
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: propono
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - MalcyL
@@ -15,14 +15,14 @@ dependencies:
   name: fog
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
@@ -43,28 +43,28 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
@@ -105,6 +105,7 @@ files:
 - lib/propono/services/post_subscriber.rb
 - lib/propono/services/publisher.rb
 - lib/propono/services/queue_creator.rb
+- lib/propono/services/queue_listener.rb
 - lib/propono/services/queue_subscriber.rb
 - lib/propono/services/subscriber.rb
 - lib/propono/services/topic_creator.rb
@@ -114,6 +115,7 @@ files:
 - test/post_subscriber_test.rb
 - test/publisher_test.rb
 - test/queue_creator_test.rb
+- test/queue_listener_test.rb
 - test/queue_subscriber_test.rb
 - test/queue_test.rb
 - test/sns_test.rb
@@ -132,17 +134,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 2.1.9
 signing_key: 
 specification_version: 4
 summary: General purpose pub/sub library built on top of AWS SNS and SQS
@@ -151,6 +153,7 @@ test_files:
 - test/post_subscriber_test.rb
 - test/publisher_test.rb
 - test/queue_creator_test.rb
+- test/queue_listener_test.rb
 - test/queue_subscriber_test.rb
 - test/queue_test.rb
 - test/sns_test.rb