hermes_messenger_of_the_gods 2.3.3 → 2.4.0.pre2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c3b23fec66c0a1e150672c00be3bff512ae95edb8159c5f4d43b83198df9f0a
-  data.tar.gz: 1bfa70e4c8e9bb56c0d3e27e625239e03eeb16567119eee90f7c55ea9043146e
+  metadata.gz: 306982bf98f79ad4a92c01b8cbf7ba68acf8173904d3adc8fde204b746c8a2a7
+  data.tar.gz: efd5cca6cced4209b4c663d77e6ad4d26e80c084b9de29422f691d6f814d257a
 SHA512:
-  metadata.gz: b32b27892082385431cc44a19f7552a6d1b788a55067576713ad9e9cff7ff147ea3ac693de7134730531af75285e4d1a62cceafe899a1857a85f51de3fc620b9
-  data.tar.gz: 1f46c52269a3c7df4d422813dfba7c6c391772cc9b3e3b64da9a79f9c1aeaa30561612d2ec5558d155953588a5a7fc39bcc40164f39565ed913566b570ee7615
+  metadata.gz: 3b12f3abc2b2cfb6da3a4d1d0991cecd42d76ebb6c9cb4d4625abbb915112b3bb07860842ad318a55de9b8a627b71c3be7ed5d49056c4b969765da8a637ac84e
+  data.tar.gz: ceb1f94c06e19be4f9b5ab630b78ea6e723b63ca8ad4d8d74f2168c4ecfef2c60207e1ca324b09474166a960b16c824510449de78f1d73bba519f075ce63b37d

data/lib/hermes_messenger_of_the_gods/concerns/message.rb

@@ -14,11 +14,7 @@ module HermesMessengerOfTheGods
       include ActiveModel::Model
       include HermesMessengerOfTheGods::Concerns::Base
 
-      attr_accessor :targeted_endpoints
-
-      def original_message
-        @original_message
-      end
+      attr_accessor :targeted_endpoints, :original_message, :source_endpoint
 
       def initialize(options = {})
         @monitor = Monitor.new
@@ -54,6 +50,15 @@ module HermesMessengerOfTheGods
         end
       end
 
+      def retry_at(future_time_or_seconds_in_future)
+        raise 'unable to set visiblity' if source_endpoint.nil? || original_message.nil?
+        unless source_endpoint.respond_to?(:set_reexecution_time)
+          raise "endpoint type doesn't support setting execution time"
+        end
+
+        source_endpoint.set_reexecution_time(original_message, future_time_or_seconds_in_future)
+      end
+
       def dispatch!(endpoint_args: {})
         run_callbacks :dispatch do
           validate!
@@ -65,7 +70,7 @@ module HermesMessengerOfTheGods
               endpoint.dispatch!(self, endpoint_args) unless HermesMessengerOfTheGods.config.stub_dispatch
               register_success(ep_name, endpoint.result)
             rescue StandardError => e
-              error(e)
+              say_error(e)
               register_failure(ep_name, e)
             ensure
               endpoint.teardown
@@ -155,13 +160,13 @@ module HermesMessengerOfTheGods
           _circuit_breaker_errors
         end
 
-
         def max_consecutive_failures
           _max_consecutive_failures
         end
 
         def max_consecutive_failures=(val)
           raise 'Expected an Integer' unless val.is_a?(Integer) || val.is_a?(NilClass)
+
           self._max_consecutive_failures = val
         end
 
@@ -169,12 +174,12 @@ module HermesMessengerOfTheGods
           val ||= {}
           raise 'Expected a hash' unless val.is_a?(Hash)
 
-          val.each do |err, actions|
+          val.each do |err, _actions|
             val[err][:sleep] ||= 0
             val[err][:fatal] ||= false
           end
 
-          val.each do |err, actions|
+          val.each do |_err, actions|
             raise ':sleep must be a number' unless actions[:sleep].is_a?(Numeric)
             raise ':fatal must be a boolean' unless [true, false].include?(actions[:fatal])
           end
@@ -183,9 +188,7 @@ module HermesMessengerOfTheGods
         end
 
         def endpoints=(val)
-          unless val.is_a?(Hash)
-            raise 'Endpoints expects a hash {endpoint_name: endpoint_handler}'
-          end
+          raise 'Endpoints expects a hash {endpoint_name: endpoint_handler}' unless val.is_a?(Hash)
 
           self._endpoints = val
         end

data/lib/hermes_messenger_of_the_gods/concerns/worker.rb

@@ -40,7 +40,9 @@ module HermesMessengerOfTheGods
           endpoint.work_off do |job, original_message|
             self.last_task_performed = Time.now
 
-            built_job = deserialize(job, original_message)
+            built_job = deserialize(job)
+            built_job.original_message = original_message
+            built_job.source_endpoint = endpoint
             instrument(:starting_job, job: built_job)
             built_job.validate! if built_job.respond_to?(:validate!)
             run_job(built_job)
@@ -99,12 +101,10 @@ module HermesMessengerOfTheGods
           self.consecutive_failures += 1
         end
 
-        def deserialize(raw_job, original_message)
+        def deserialize(raw_job)
           instrument(:deserialization, job: raw_job) do
             deserialize_method = self.class.deserialize_method || :from_message
-            self.class.deserialize_with.send(deserialize_method, raw_job).tap do |obj|
-              obj.instance_variable_set :@original_message, original_message
-            end
+            self.class.deserialize_with.send(deserialize_method, raw_job)
           end
         end
 

data/lib/hermes_messenger_of_the_gods/endpoints/sqs.rb

@@ -13,6 +13,7 @@ module HermesMessengerOfTheGods
       def initialize(*args)
         super
         @message_mux = Monitor.new
+        @work_start_time_mux = Monitor.new
       end
 
       def poller
@@ -24,6 +25,14 @@ module HermesMessengerOfTheGods
         )
       end
 
+      def work_start_time
+        @work_start_time_mux.synchronize { @work_start_time }
+      end
+
+      def reset_work_start_time!
+        @work_start_time_mux.synchronize { @work_start_time = Time.now }
+      end
+
       def inflight_messages
         @message_mux.synchronize { @inflight_messages ||= [] }
       end
@@ -67,15 +76,35 @@ module HermesMessengerOfTheGods
               shutting_down? ? :shutdown : work_message(msg, &blk)
             end
 
-            poller.delete_messages(completion_results[true]) unless completion_results.fetch(true, []).empty?
+            unless completion_results.fetch(true, []).empty?
+              poller.delete_messages(completion_results[true] & inflight_messages)
+            end
             # Messages skipped due to shutdowns get their visibility set back to 0 so they restart
             # normal failed jobs will be left in queue until their visibility timeout expires to indicate a backoff
-            set_message_visibility(completion_results[:shutdown], 0) unless completion_results.fetch(:shutdown,
-                                                                                                     []).empty?
+            unless completion_results.fetch(:shutdown, []).empty?
+              set_message_visibility(completion_results[:shutdown] & inflight_messages, 0)
+            end
           end
         end
       end
 
+      def set_reexecution_time(message, duration_or_time)
+        # You can pass a time to re-run at or you can pass the seconds in the future to run at
+        extend_time = if duration_or_time.is_a?(Time)
+                        duration_or_time - Time.now
+                      else
+                        duration_or_time
+                      end
+
+        message_array = [message]
+
+        @message_mux.synchronize do
+          set_message_visibility(message_array, (Time.now - work_start_time) + extend_time)
+
+          @inflight_messages -= message_array
+        end
+      end
+
       def work_message(message)
         message_body = decode_message(message)
 
@@ -130,6 +159,7 @@ module HermesMessengerOfTheGods
       end
 
       def working_messages
+        reset_work_start_time!
         thread = start_visibility_update_thread
         yield
       ensure
@@ -137,10 +167,9 @@ module HermesMessengerOfTheGods
       end
 
       def start_visibility_update_thread
-        start_work_time = Time.now
         Thread.new do
           loop do
-            new_time = (Time.now - start_work_time) + VISIBILITY_EXTEND_DURATION
+            new_time = (Time.now - work_start_time) + VISIBILITY_EXTEND_DURATION
             set_message_visibility(inflight_messages, new_time)
             sleep VISIBILITY_EXTEND_FREQUENCY
           rescue StandardError => e

data/lib/hermes_messenger_of_the_gods/version.rb

@@ -1,3 +1,3 @@
 module HermesMessengerOfTheGods
-  VERSION = '2.3.3'
+  VERSION = '2.4.0.pre2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hermes_messenger_of_the_gods
 version: !ruby/object:Gem::Version
-  version: 2.3.3
+  version: 2.4.0.pre2
 platform: ruby
 authors:
 - Brian Malinconico
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-07-08 00:00:00.000000000 Z
+date: 2022-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -222,18 +222,10 @@ files:
 - lib/hermes_messenger_of_the_gods/testing/rspec_helpers.rb
 - lib/hermes_messenger_of_the_gods/version.rb
 - packageGems.sh
-- vendor/cache/activemodel-6.1.4.1.gem
-- vendor/cache/activesupport-6.1.4.1.gem
 - vendor/cache/addressable-2.8.0.gem
 - vendor/cache/aws-eventstream-1.2.0.gem
-- vendor/cache/aws-partitions-1.509.0.gem
-- vendor/cache/aws-sdk-core-3.121.1.gem
-- vendor/cache/aws-sdk-sns-1.45.0.gem
-- vendor/cache/aws-sdk-sqs-1.44.0.gem
-- vendor/cache/aws-sigv4-1.4.0.gem
 - vendor/cache/codeclimate-test-reporter-1.0.7.gem
 - vendor/cache/coderay-1.1.3.gem
-- vendor/cache/concurrent-ruby-1.1.9.gem
 - vendor/cache/coveralls_reborn-0.22.0.gem
 - vendor/cache/crack-0.4.5.gem
 - vendor/cache/diff-lcs-1.4.4.gem
@@ -244,11 +236,8 @@ files:
 - vendor/cache/grpc-1.40.0-universal-darwin.gem
 - vendor/cache/grpc-1.40.0-x86_64-linux.gem
 - vendor/cache/hashdiff-1.0.1.gem
-- vendor/cache/i18n-1.8.10.gem
-- vendor/cache/jmespath-1.4.0.gem
 - vendor/cache/memory_profiler-1.0.0.gem
 - vendor/cache/method_source-1.0.0.gem
-- vendor/cache/minitest-5.14.4.gem
 - vendor/cache/pry-0.14.1.gem
 - vendor/cache/public_suffix-4.0.6.gem
 - vendor/cache/rake-10.5.0.gem
@@ -267,9 +256,7 @@ files:
 - vendor/cache/thor-1.1.0.gem
 - vendor/cache/timecop-0.9.4.gem
 - vendor/cache/tins-1.29.1.gem
-- vendor/cache/tzinfo-2.0.4.gem
 - vendor/cache/webmock-3.14.0.gem
-- vendor/cache/zeitwerk-2.4.2.gem
 homepage:
 licenses: []
 metadata:
@@ -285,9 +272,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.2.22
 signing_key: