sqs_buffer 0.3.2 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8d9cb67462f6e4e10a92b5fd381c9b8061a2804a
-  data.tar.gz: 181302f3bfb26132bc9fa95e9e4139080dcdadc7
+  metadata.gz: 6e3d90a0a63db12cacc1eb5269edd25ff91eb1f1
+  data.tar.gz: 5318180628aef11ee2070b2f05eba6d3df903baf
 SHA512:
-  metadata.gz: 0ce38d61690a685bf9e283ea49e044450a4c6a0dadb02c7eabd4b8e05efd7ceb16603c87430772e769130430bbd7d95d4793c2a5b02d6335a792944fcdc01377
-  data.tar.gz: b7baa1da71767e65c73f1ca4b21759d5b4c130fb96688b3b3e136ef2ca221facbaf6be186b760f5879cd3b749374289a3c6de2eac8b9d924d56dffc040400c0e
+  metadata.gz: 0ce665df45a315522d9765c7d0e590737fd8405fe120ad2c165768663b514d602e66827ef537094a06b4c1f5e46c35d40bdacfae60f1d0013930cf943fdbbf59
+  data.tar.gz: d0b3baa4c2806fecec224d4db64a3fde2c3c2c193cfef59475bc2f90d4b547c526581e07588e3fb06a5f2a1edff8d3370b470c0275006076bbbd1cfcd65801f1

data/.gitignore

@@ -7,3 +7,6 @@
 /pkg/
 /spec/reports/
 /tmp/
+
+# Ignore application configuration
+.env

data/lib/sqs_buffer/client.rb

@@ -6,17 +6,17 @@ module SqsBuffer
   class Client
     def initialize(opts)
       @queue_url = opts.fetch(:queue_url) { |k| missing_key!(k) }
-      client = opts.fetch(:client) { |k| missing_key!(k) }
+      client     = opts.fetch(:client) { |k| missing_key!(k) }
 
       @poller = Aws::SQS::QueuePoller.new(@queue_url, client: client)
       @skip_delete            = opts.fetch(:skip_delete, true)
       @max_number_of_messages = opts.fetch(:max_number_of_messages, 10).to_i
       @logger                 = opts.fetch(:logger, Logger.new(STDOUT))
-      @before_request_block = Concurrent::MutexAtomicReference.new
-      @process_block        = Concurrent::MutexAtomicReference.new
-      @message_queue        = Concurrent::Array.new
-      @last_process_time    = Concurrent::AtomicFixnum.new(Time.now.to_i)
-      @running              = Concurrent::AtomicBoolean.new(false)
+      @before_request_block   = Concurrent::MutexAtomicReference.new
+      @process_block          = Concurrent::MutexAtomicReference.new
+      @message_queue          = Concurrent::Array.new
+      @last_process_time      = Concurrent::AtomicFixnum.new(Time.now.to_i)
+      @running                = Concurrent::AtomicBoolean.new(false)
 
       @max_wait_time = Concurrent::AtomicFixnum.new(
         opts.fetch(:max_wait_time, 300).to_i
@@ -32,15 +32,20 @@ module SqsBuffer
 
       @worker_thread = Thread.new do
         begin
+          sleep_seconds ||= 1
           opts = {
             skip_delete: @skip_delete,
             max_number_of_messages: @max_number_of_messages
           }
           @poller.poll(opts) do |messages|
             store_messages(messages)
+            sleep_seconds = 1
           end
         rescue => e
-          @logger.error "A Fatal exception(#{e.message}) occurred in worker thread | Backtrace: #{e.backtrace}"
+          sleep_seconds = sleep_seconds * 2
+          @logger.error "An unhandled exception(#{e.message}) occurred in worker thread. Sleeping #{sleep_seconds} seconds before retry. | Backtrace: #{e.backtrace}"
+          sleep([sleep_seconds, 30].min)
+          retry
         end
       end # End worker thread
 
@@ -93,7 +98,11 @@ module SqsBuffer
     end
 
     def process_all_messages
-      @process_block.value.call(buffer)
+      if @process_block.value
+        call_process_block_safely
+      else
+        @logger.info "No process block was given. Discarding all messages."
+      end
       delete_all_messages
       touch_process_time
     rescue StandardError => e
@@ -110,6 +119,12 @@ module SqsBuffer
 
     private
 
+    def call_process_block_safely
+      @process_block.value.call(buffer)
+    rescue
+      @logger.error "An exception(#{e.message}) occurred while processing the message queue | Backtrace: #{e.backtrace}"
+    end
+
     def need_to_process?
       if !buffer_empty? && (buffer_full? || last_process_time_stale?)
         true
@@ -137,7 +152,7 @@ module SqsBuffer
           if need_to_process?
             process_all_messages
           end
-        rescue => e
+        rescue StandardError => e
           @logger.error "Exception: #{e.message} in before_request block. | Backtrace: #{e.backtrace}"
         end
       end # End Poller loop
@@ -147,14 +162,12 @@ module SqsBuffer
       messages.each do |msg|
         store_message(msg)
       end
-    rescue => e
+    rescue StandardError => e
       @logger.error "Exception: #{e.message} while storing messages: #{messages} | Backtrace: #{e.backtrace}"
     end
 
     def store_message(msg)
       @message_queue << msg
-    rescue StandardError => e
-      @logger.error "Exception: #{e.message} while storing message: #{msg} | Backtrace: #{e.backtrace}"
     end
 
     def touch_process_time

data/lib/sqs_buffer/version.rb

@@ -1,3 +1,3 @@
 module SqsBuffer
-  VERSION = "0.3.2"
+  VERSION = "0.3.4"
 end

data/sqs_buffer.gemspec

@@ -26,9 +26,10 @@ more than 10 at at time.}
   spec.add_dependency "aws-sdk", "~> 2.2"
   spec.add_dependency "concurrent-ruby", "~> 1.0"
 
-  spec.add_development_dependency "bundler"
-  spec.add_development_dependency "rake"
-  spec.add_development_dependency "rspec"
-  spec.add_development_dependency "pry"
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'dotenv'
+  spec.add_development_dependency 'pry'
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sqs_buffer
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.4
 platform: ruby
 authors:
 - John Thomas
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2016-02-26 00:00:00.000000000 Z
+date: 2016-03-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +80,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: dotenv
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements: