eventq_aws 1.4.2 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8180b5daeaa453643f791f1fdc9879b028663b50
-  data.tar.gz: 4b2938a7acca4df7f0bc73f406576ef6c7aff682
+  metadata.gz: 3ccab4c39061946a12cdb2c529daf069aeef62ea
+  data.tar.gz: f4f3d6de57d1eb9dd72993da96f4d35e4a095940
 SHA512:
-  metadata.gz: 6ca19537321f821bec1a41a018ee1ed3094736452892bf897b3e5174cea3323bc0c6b5792cf5407ff64a3366039a07adeaaf73bacdacef89afcc5c31823bb1d8
-  data.tar.gz: 5cd4d9ce3746bbb04b9ed95e51b79227f9e24295fba198a50e5ce3e59e25a85b1c10dccfd60ab8f22d350831865276a0003519c1c930ec968a6dae61618dc588
+  metadata.gz: 44ab5a51438ceb8882d4692f8415dcb9a916abcd4adbecbe544a3cce41dfebf6d5e0d9305e7b480baa89ad90cfc2a44609875fdf3da9e6fa4b16951971771aac
+  data.tar.gz: 2e50e09979808dc959edb0f693adecdb78d387ad427e12a63c3aa16871bfd241c56fee3c2ffd8f1f1a6305e1e0e3cd12bcfb861d02ec4a60c7bd4197ea09b381

data/lib/eventq_aws/aws_eventq_client.rb

@@ -18,7 +18,7 @@ module EventQ
 
         topic_arn = @client.get_topic_arn(event_type)
 
-        qm = EventQ::QueueMessage.new
+        qm = new_message
         qm.content = event
         qm.type = event_type
 
@@ -38,6 +38,10 @@ module EventQ
 
       end
 
+      def new_message
+        EventQ::QueueMessage.new
+      end
+
     end
   end
 end

data/lib/eventq_aws/aws_queue_worker.rb

@@ -17,6 +17,11 @@ module EventQ
 
         @hash_helper = HashKit::Helper.new
         @serialization_provider_manager = EventQ::SerializationProviders::Manager.new
+
+        @last_gc_flush = Time.now
+        @gc_flush_interval = 10
+
+        @queue_poll_wait = 10
       end
 
       def start(queue, options = {}, &block)
@@ -83,9 +88,9 @@ module EventQ
 
               has_processed = thread_process_iteration(client, manager, queue, block)
 
-              GC.start
+              gc_flush
 
-              if !has_processed
+              if !has_processed && @sleep > 0
                 EventQ.log(:debug, "[#{self.class}] - Sleeping for #{@sleep} seconds")
                 sleep(@sleep)
               end
@@ -103,6 +108,17 @@ module EventQ
 
       end
 
+      def gc_flush
+        if Time.now - last_gc_flush > @gc_flush_interval
+          GC.start
+          @last_gc_flush = Time.now
+        end
+      end
+
+      def last_gc_flush
+        @last_gc_flush
+      end
+
       def thread_process_iteration(client, manager, queue, block)
         #get the queue
         q = manager.get_queue(queue)
@@ -116,7 +132,7 @@ module EventQ
           response = client.sqs.receive_message({
                                                     queue_url: q,
                                                     max_number_of_messages: 1,
-                                                    wait_time_seconds: 10,
+                                                    wait_time_seconds: @queue_poll_wait,
                                                     attribute_names: [APPROXIMATE_RECEIVE_COUNT]
                                                 })
 
@@ -182,6 +198,10 @@ module EventQ
 
         EventQ.log(:debug, "[#{self.class}] - Message received. Retry Attempts: #{retry_attempts}")
 
+        if(!EventQ::NonceManager.is_allowed?(message.id))
+          return false
+        end
+
         #begin worker block for queue message
         begin
 
@@ -205,8 +225,11 @@ module EventQ
         end
 
         if abort || error
+          EventQ::NonceManager.failed(message.id)
           EventQ.log(:info, "[#{self.class}] - Message rejected.")
           reject_message(queue, client, msg, q, retry_attempts)
+        else
+          EventQ::NonceManager.complete(message.id)
         end
 
         yield [received, error]
@@ -282,7 +305,15 @@ module EventQ
           @fork_count = options[:fork_count]
         end
 
-        EventQ.log(:info, "[#{self.class}] - Configuring. Process Count: #{@fork_count} | Thread Count: #{@thread_count} | Interval Sleep: #{@sleep}.")
+        if options.key?(:gc_flush_interval)
+          @gc_flush_interval = options[:gc_flush_interval]
+        end
+
+        if options.key?(:queue_poll_wait)
+          @queue_poll_wait = options[:queue_poll_wait]
+        end
+
+        EventQ.log(:info, "[#{self.class}] - Configuring. Process Count: #{@fork_count} | Thread Count: #{@thread_count} | Interval Sleep: #{@sleep} | GC Flush Interval: #{@gc_flush_interval} | Queue Poll Wait: #{@queue_poll_wait}.")
 
         return true
 

data/lib/eventq_aws/version.rb

@@ -1,5 +1,5 @@
 module EventQ
   module Amazon
-    VERSION = "1.4.2"
+    VERSION = "1.5.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: eventq_aws
 version: !ruby/object:Gem::Version
-  version: 1.4.2
+  version: 1.5.0
 platform: ruby
 authors:
 - vaughanbrittonsage
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-09-16 00:00:00.000000000 Z
+date: 2016-10-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -84,16 +84,16 @@ dependencies:
   name: eventq_base
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: hash_kit
   requirement: !ruby/object:Gem::Requirement