larva 0.7.2 → 0.7.3

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: 2dcd557f6df5163212e7a3177e8583e2353b0721
-  data.tar.gz: 16599e5549b169a8c332c7d7697a6bb59f8f429e
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZmE0Y2NmMmMwNTBkMDgwZTMyYzMxZjgxMTI4YWUxZjExNjJiOGIwMg==
+  data.tar.gz: !binary |-
+    MGRmM2IyNzkwMmU1ZWY3M2E0ZmMxODkwYzlhMzBjMWE1MDhlZGU4ZQ==
 SHA512:
-  metadata.gz: 3f6ea60af14bdb7de7745896921ad5fca24b28f916cb81441541e579399040fc19172f96c3b638008fb0818c8ee60000c696f1f97605d05cc6cd00525ee6e7b3
-  data.tar.gz: 2d5820996399b7e598ac7f6fccfeba8e53fdc314f568442fd3826015e8c9859c75cbdca36c58de2c9619e665656d62c42e03018ab2d5ecf71b3fdf3b961547e3
+  metadata.gz: !binary |-
+    NGRiYmViOWJhYTNjMDMyYWUyZmY2OTZkMDUzMmJlNzNlMTM5YWQ3NjEwNWE1
+    OTI1ZDE3MWVmMGU3ZTcwY2M1NjczMjMzNGFkZjUxZjQyY2UwMGNkZTMxN2Zm
+    ZGVhYTA3Y2NlODI5ZTdmMmZkODExM2FjNmUyMjJhYjVlNmNkMWM=
+  data.tar.gz: !binary |-
+    OWI4Y2EwNjVjOWM4MGI3NTAyMDVmNGIyNjY4Y2FlM2VhMTYwY2ZkM2E4MWE4
+    YTFiMmQwYzllOGFiYjBjMDBiM2YxNjNlYzE1N2YwNzA1MzAwMGRlYmY1NDJh
+    ZGIxMGI2ODI1Y2VhNmNhYWM5NjJhYmViNmI4MzRiYTBlODU1MzI=

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+# 0.7.3 / 2014-04-03
+* [FEATURE] Support message replay through a utility class.
+
 # 0.7.2 / 2014-02-26
 * [BUGFIX] Add logging every 60secs to worker pool.
 

data/lib/larva.rb

@@ -9,6 +9,7 @@ require 'larva/listener'
 require 'larva/processor'
 require 'larva/worker_pool'
 require 'larva/daemon'
+require 'larva/message_replayer'
 
 module Larva
   class LarvaError < StandardError

data/lib/larva/message_replayer.rb

@@ -0,0 +1,34 @@
+module Larva
+  class MessageReplayer
+
+    def self.reprocess_failed(topic_name, count=1)
+      new(topic_name).reprocess_failed(count)
+    end
+
+    def initialize(topic_name)
+      @topic_name = topic_name
+    end
+
+    def reprocess_failed(count)
+      Filum.logger.info "Reprocessing #{count} message(s) for topic: #{@topic_name}"
+
+      subscription = Propono::QueueSubscription.create(@topic_name)
+      original_url = subscription.queue.url
+      failed_url = subscription.failed_queue.url
+
+      sqs = Fog::AWS::SQS.new(Propono.aws_options)
+      response = sqs.receive_message( failed_url, {'MaxNumberOfMessages' => count.to_i} )
+      messages = response.body['Message']
+      if messages.empty?
+        raise StandardError.new "Message empty"
+      else
+        messages.each do |msg|
+          sqs_message = Propono::SqsMessage.new(msg)
+          puts "Message : #{sqs_message}"
+          sqs.send_message(original_url, sqs_message.to_json_with_exception(StandardError.new "Fake Exception"))
+          sqs.delete_message(failed_url, msg['ReceiptHandle'])
+        end
+      end
+    end
+  end
+end

data/lib/larva/version.rb

@@ -1,3 +1,3 @@
 module Larva
-  VERSION = '0.7.2'
+  VERSION = '0.7.3'
 end

data/test/message_replayer_test.rb

@@ -0,0 +1,66 @@
+require File.expand_path('../test_helper', __FILE__)
+
+module Larva
+  class MessageReplayerTest < Minitest::Test
+
+    def setup
+      @topic_name = 'my-topic'
+
+      @original_url = 'http://mock-sqs/my-topic-queue'
+      @failed_url = 'http://mock-sqs/my-topic-queue-failed'
+
+      original_queue = stub(url: @original_url)
+      failed_queue = stub(url: @failed_url)
+
+      subscription = stub(queue: original_queue, failed_queue: failed_queue)
+      Propono::QueueSubscription.expects(:create).with(@topic_name).returns(subscription)
+
+      aws_options = stub()
+      Propono.expects(:aws_options).returns(aws_options)
+
+      @sqs = mock()
+      Fog::AWS::SQS.expects(:new).with(aws_options).returns(@sqs)
+    end
+
+    def test_reprocess_failed_when_no_messages_on_queue
+      stub_sqs_response = stub(body: {'Message' => []})
+      @sqs.expects(:receive_message).with(@failed_url, {'MaxNumberOfMessages' => 1}).returns(stub_sqs_response)
+
+      replayer = MessageReplayer.new(@topic_name)
+      assert_raises StandardError do
+        replayer.reprocess_failed(1)
+      end
+    end
+
+    def test_should_request_message_count_from_sqs
+      stub_sqs_response = stub(body: {'Message' => []})
+      @sqs.expects(:receive_message).with(@failed_url, {'MaxNumberOfMessages' => 7}).returns(stub_sqs_response)
+
+      replayer = MessageReplayer.new(@topic_name)
+      begin
+        replayer.reprocess_failed(7)
+      rescue
+      end
+    end
+
+    def test_reprocess_failed_when_single_message_on_queue
+      receipt_handle = 'my-receipt-handle'
+      @message = { 'ReceiptHandle' => receipt_handle }
+      @message_to_replay = {}
+      @parsed_msg = stub(to_json_with_exception: @message_to_replay)
+
+      # Stub out the message parsing in Propono
+      Propono::SqsMessage.stubs(:new).with(@message).returns(@parsed_msg)
+
+      stub_sqs_response = stub(body: {'Message' => [@message]})
+      @sqs.stubs(:receive_message).with(@failed_url, {'MaxNumberOfMessages' => 1}).returns(stub_sqs_response)
+      @sqs.expects(:send_message).with(@original_url, @message_to_replay)
+      @sqs.expects(:delete_message).with(@failed_url, receipt_handle)
+
+      replayer = MessageReplayer.new(@topic_name)
+      replayer.reprocess_failed(1)
+    end
+
+  end
+end
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: larva
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.7.3
 platform: ruby
 authors:
 - iHiD
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-28 00:00:00.000000000 Z
+date: 2014-04-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: propono
@@ -70,28 +70,28 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
@@ -131,6 +131,7 @@ files:
 - lib/larva/configurator.rb
 - lib/larva/daemon.rb
 - lib/larva/listener.rb
+- lib/larva/message_replayer.rb
 - lib/larva/mocker.rb
 - lib/larva/processor.rb
 - lib/larva/version.rb
@@ -157,6 +158,7 @@ files:
 - test/daemon_test.rb
 - test/larva_test.rb
 - test/listener_test.rb
+- test/message_replayer_test.rb
 - test/mocker_test.rb
 - test/processor_test.rb
 - test/test_helper.rb
@@ -171,17 +173,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.1
+rubygems_version: 2.1.9
 signing_key: 
 specification_version: 4
 summary: Some Meducation specific helper files for ur pub/sub network
@@ -191,6 +193,7 @@ test_files:
 - test/daemon_test.rb
 - test/larva_test.rb
 - test/listener_test.rb
+- test/message_replayer_test.rb
 - test/mocker_test.rb
 - test/processor_test.rb
 - test/test_helper.rb