eventq_aws 1.2.2 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fded176e3324667c0120ab7b96e99413fc9a93b6
-  data.tar.gz: 436eab4fb1a3ba5e0ae8a33c5f6639fe5e80495f
+  metadata.gz: 61dd697f2cae3536df5c038b54f0711f10be98ae
+  data.tar.gz: 3b1ff6413378e960b6e07353b1e4c50ecbdb7604
 SHA512:
-  metadata.gz: 98aa288d2595bce084f5fc25c4c0c5bcaafa11703062309ed3aff790de78d78c13ceff8036c897e00ce89ac5e72fa4ecf7d8279c4b3303bb3208a338d1d619b8
-  data.tar.gz: e0cc37a6ba4ecd312bc6d39b118b1d2a6aac4c7050143be16aeac172af37d83073064fa49b744bacde44f5eeea0ffe79ba9ff26d4464342765a8582371003dd5
+  metadata.gz: 992ded70af4c8627c41ccabcf0da5e29501dc94d8a17889a313a5dd92aa71dd9ed527893425c51a97cd3b7afb17730f826e3fdb6fb3bafca3c465f218f02b5fa
+  data.tar.gz: 3197bbcd72eaeefb0997c100200f65c4911b7ae83ffbcfde4a342fab72122ebe064cabb2d488d631ea03e83affb3a765614cb3fa5a04e113605f53a719e32b30

data/lib/eventq_aws/aws_queue_worker.rb

@@ -2,6 +2,8 @@ module EventQ
   module Amazon
     class QueueWorker
 
+      PROFILE_MEMORY = 'PROFILE_MEMORY'.freeze
+
       attr_accessor :is_running
 
       def initialize
@@ -77,90 +79,105 @@ module EventQ
                 break
               end
 
-              #get the queue
-              q = manager.get_queue(queue)
+              if ENV[PROFILE_MEMORY] != nil
+                require 'memory_profiler'
 
-              received = false
-              error = false
-              abort = false
+                report = MemoryProfiler.report do
+                  thread_process_iteration(client, manager, queue, block)
+                end
 
-              begin
+                EventQ.log(:debug, report.pretty_print.to_s)
 
-                #request a message from the queue
-                response = client.sqs.receive_message({
-                                                          queue_url: q,
-                                                          max_number_of_messages: 1,
-                                                          wait_time_seconds: 1,
-                                                          attribute_names: ['ApproximateReceiveCount']
-                                                      })
+              else
+                thread_process_iteration(client, manager, queue, block)
+              end
 
-                #check that a message was received
-                if response.messages.length > 0
+            end
 
-                  msg = response.messages[0]
-                  retry_attempts = msg.attributes['ApproximateReceiveCount'].to_i - 1
+          end
+          @threads.push(thr)
 
-                  #deserialize the message payload
-                  payload = JSON.load(msg.body)
-                  message = deserialize_message(payload["Message"])
+        end
 
-                  message_args = EventQ::MessageArgs.new(message.type, retry_attempts)
+        if options.key?(:wait) && options[:wait] == true
+          @threads.each { |thr| thr.join }
+        end
 
-                  EventQ.log(:debug, "[#{self.class}] - Message received. Retry Attempts: #{retry_attempts}")
+      end
 
-                  #begin worker block for queue message
-                  begin
+      def thread_process_iteration(client, manager, queue, block)
+        #get the queue
+        q = manager.get_queue(queue)
 
-                    block.call(message.content, message_args)
+        received = false
+        error = false
+        abort = false
 
-                    if message_args.abort == true
-                      abort = true
-                      EventQ.log(:info, "[#{self.class}] - Message aborted.")
-                    else
-                      #accept the message as processed
-                      client.sqs.delete_message({ queue_url: q, receipt_handle: msg.receipt_handle })
-                      EventQ.log(:info, "[#{self.class}] - Message acknowledged.")
-                      received = true
-                    end
+        begin
 
-                  rescue => e
-                    EventQ.log(:error, "[#{self.class}] - An unhandled error happened while attempting to process a queue message. Error: #{e}")
+          #request a message from the queue
+          response = client.sqs.receive_message({
+                                                    queue_url: q,
+                                                    max_number_of_messages: 1,
+                                                    wait_time_seconds: 1,
+                                                    attribute_names: ['ApproximateReceiveCount']
+                                                })
 
-                    error = true
+          #check that a message was received
+          if response.messages.length > 0
 
-                  end
+            msg = response.messages[0]
+            retry_attempts = msg.attributes['ApproximateReceiveCount'].to_i - 1
 
-                  if abort || error
-                    EventQ.log(:info, "[#{self.class}] - Message rejected.")
-                    reject_message(queue, client, msg, q, retry_attempts)
-                  end
+            #deserialize the message payload
+            payload = JSON.load(msg.body)
+            message = deserialize_message(payload["Message"])
 
-                end
+            message_args = EventQ::MessageArgs.new(message.type, retry_attempts)
 
-              rescue => e
-                EventQ.log(:error, "[#{self.class}] - An error occurred attempting to retrieve a message from the queue. Error: #{e}")
-              end
+            EventQ.log(:debug, "[#{self.class}] - Message received. Retry Attempts: #{retry_attempts}")
+
+            #begin worker block for queue message
+            begin
 
-              GC.start
+              block.call(message.content, message_args)
 
-              #check if any message was received
-              if !received && !error
-                EventQ.log(:debug, "[#{self.class}] - No message received. Sleeping for #{@sleep} seconds")
-                #no message received so sleep before attempting to pop another message from the queue
-                sleep(@sleep)
+              if message_args.abort == true
+                abort = true
+                EventQ.log(:info, "[#{self.class}] - Message aborted.")
+              else
+                #accept the message as processed
+                client.sqs.delete_message({ queue_url: q, receipt_handle: msg.receipt_handle })
+                EventQ.log(:info, "[#{self.class}] - Message acknowledged.")
+                received = true
               end
 
+            rescue => e
+              EventQ.log(:error, "[#{self.class}] - An unhandled error happened while attempting to process a queue message. Error: #{e}")
+
+              error = true
+
+            end
+
+            if abort || error
+              EventQ.log(:info, "[#{self.class}] - Message rejected.")
+              reject_message(queue, client, msg, q, retry_attempts)
             end
 
           end
-          @threads.push(thr)
 
+        rescue => e
+          EventQ.log(:error, "[#{self.class}] - An error occurred attempting to retrieve a message from the queue. Error: #{e}")
         end
 
-        if options.key?(:wait) && options[:wait] == true
-          @threads.each { |thr| thr.join }
-        end
+        GC.start
 
+        #check if any message was received
+        if !received && !error
+          EventQ.log(:debug, "[#{self.class}] - No message received. Sleeping for #{@sleep} seconds")
+          #no message received so sleep before attempting to pop another message from the queue
+          sleep(@sleep)
+        end
       end
 
       def stop

data/lib/eventq_aws/version.rb

@@ -1,5 +1,5 @@
 module EventQ
   module Amazon
-    VERSION = "1.2.2"
+    VERSION = "1.3.0"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: eventq_aws
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.3.0
 platform: ruby
 authors:
 - vaughanbrittonsage