pub_sub_model_sync 1.6.4 → 1.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 79bf4750adcd186e0c14bd8c092012a6a9455dd6affcabf603e72e9a011f9bb1
-  data.tar.gz: 9d8efba465a451c7ffe3bd04400cd3efa2e6dfee31fa45885035da744ce88104
+  metadata.gz: d12a6ec76834fc6254b81fdfb02f2fce4515b3cd388255a9dd0738983c5d6bfb
+  data.tar.gz: 9e75e804660fdf8c5d572fe7498e6e11a72a8ccd35f55ec2c006e308da9d9733
 SHA512:
-  metadata.gz: f5ab4a0ffdc1b4e2eea91f6889211b04150f0a1857e4d0bc50ab6f1a9894811c0afedb22f3bbce84ee14bf668d24801e98cf512ef657b56a2c2bb4333deb78e7
-  data.tar.gz: 28bf0020235c4b7e6a6b8d54758daa0e72d2a61a55014bfa0646f028cac8227fed6c68df2f4a46effa447854910c2010258280c325f4aa8ea17bfe6cd2d50072
+  metadata.gz: cdec845c99322bf054087336aab30ce13aebab93b1c498ca099df5c74e86c0a40be3edf96b0af2762aaafa5eada55cf8ef004890edc28bbf04518d53fcd6796b
+  data.tar.gz: 179990f6e198177919394d100052c923d12a8553fe04c6fc5c6e06655bfb2b852d717494878e2beebda82e37e57de0320a3e3dd5393bca030cc130db518bf392

data/README.md

@@ -335,7 +335,8 @@ Note: To reduce Payload size, some header info are not delivered (Enable debug m
     payload.publish! # publishes notification data. It raises exception if fails and does not call ```:on_error_publishing``` callback
     payload.publish # publishes notification data. On error does not raise exception but calls ```:on_error_publishing``` callback
     payload.process! # process a notification data. It raises exception if fails and does not call ```.on_error_processing``` callback
-    payload.publish # process a notification data. It does not raise exception if fails but calls ```.on_error_processing``` callback
+    payload.process # process a notification data. It does not raise exception if fails but calls ```.on_error_processing``` callback
+    payload.retry_publish! # allows to retry publishing a failed payload (All callbacks are ignored)
   ```
 
 ## **Transactions**   
@@ -538,7 +539,7 @@ config.debug = true
     (Proc) => called before publishing a notification (:cancel can be returned to skip publishing)
 - ```.on_after_publish = ->(payload) { puts payload }```
     (Proc) => called after publishing a notification
-- ```.on_error_publish = ->(exception, {payload:}) { payload.delay(...).publish! }```
+- ```.on_error_publish = ->(exception, {payload:}) { payload.delay(...).retry_publish! }```
     (Proc) => called when failed publishing a notification (delayed_job or similar can be used for retrying)
 - ```.skip_cache = false```
     (true/false*) => Allow to skip payload optimization (cache settings)
@@ -581,7 +582,7 @@ config.debug = true
     end
 
     PubSubModelSync::Config.on_error_publish = lambda do |_e, data|
-      PubSubRecovery.perform_async(data[:payload].to_h, :publish!)
+      PubSubRecovery.perform_async(data[:payload].to_h, :retry_publish!)
     end
     PubSubModelSync::Config.on_error_processing = lambda do |_e, data|
       PubSubRecovery.perform_async(data[:payload].to_h, :process!)

data/lib/pub_sub_model_sync/message_publisher.rb

@@ -80,6 +80,15 @@ module PubSubModelSync
         current_transaction ? current_transaction.add_payload(payload) : connector_publish(payload)
         block&.call
         payload
+      rescue => e
+        notify_error(e, payload)
+        raise
+      end
+
+      # Similar to :publish! method but ignores the error if failed
+      # @return Payload
+      def publish(payload, &block)
+        publish!(payload, &block) rescue nil # rubocop:disable Style/RescueModifier
       end
 
       def connector_publish(payload)
@@ -89,22 +98,13 @@ module PubSubModelSync
         config.on_after_publish.call(payload)
       end
 
-      # Similar to :publish! method
-      # Notifies error via :on_error_publish instead of raising error
-      # @return Payload
-      def publish(payload, &block)
-        publish!(payload, &block)
-      rescue => e
-        notify_error(e, payload)
-      end
-
       private
 
       def ensure_publish(payload)
         cache_klass = PubSubModelSync::PayloadCacheOptimizer
-        cancelled = payload.cache_settings ? cache_klass.new(payload).call == :already_sent : false
-        cancelled ||= config.on_before_publish.call(payload) == :cancel
-        log_msg = "Publish cancelled by config.on_before_publish or cache checker: #{[payload]}"
+        cancelled_cache = payload.cache_settings ? cache_klass.new(payload).call == :already_sent : false
+        cancelled = cancelled_cache || config.on_before_publish.call(payload) == :cancel
+        log_msg = "Publish cancelled by #{cancelled_cache ? 'cache checker' : 'config.on_before_publish'}: #{[payload]}"
         log(log_msg) if config.debug && cancelled
         !cancelled
       end

data/lib/pub_sub_model_sync/mock_google_service.rb

@@ -43,6 +43,10 @@ module PubSubModelSync
         yield(OpenStruct.new(succeeded?: true)) if block_given?
       end
 
+      def resume_publish(_ordering_key)
+        true
+      end
+
       def enable_message_ordering!
         true
       end

data/lib/pub_sub_model_sync/payload.rb

@@ -72,15 +72,18 @@ module PubSubModelSync
     # Publish payload to pubsub
     #   (If error will raise exception and wont call on_error_publish callback)
     def publish!
-      klass = PubSubModelSync::MessagePublisher
-      klass.publish!(self)
+      PubSubModelSync::MessagePublisher.publish!(self)
     end
 
     # Publish payload to pubsub
     #   (If error will call on_error_publish callback)
     def publish
-      klass = PubSubModelSync::MessagePublisher
-      klass.publish(self)
+      PubSubModelSync::MessagePublisher.publish(self)
+    end
+
+    # allows to retry publishing a failed payload
+    def retry_publish!
+      PubSubModelSync::MessagePublisher.connector_publish(self)
     end
 
     # @param attr_keys (Array<Symbol>) List of attributes to be excluded from payload

data/lib/pub_sub_model_sync/payload_cache_optimizer.rb

@@ -19,14 +19,14 @@ module PubSubModelSync
       return payload if cache_disabled?
       return :already_sent if previous_payload_data == payload.data
 
-      optimize_payload if optimization_enabled?
+      optimize_payload if optimization_allowed?
       Rails.cache.write(cache_key, backup_data, expires_in: 1.week)
       payload
     end
 
     private
 
-    def optimization_enabled?
+    def optimization_allowed?
       previous_payload_data && payload.cache_settings.is_a?(Hash)
     end
 

data/lib/pub_sub_model_sync/service_google.rb

@@ -35,11 +35,7 @@ module PubSubModelSync
     def publish(payload)
       p_topic_names = Array(payload.headers[:topic_name] || config.default_topic_name)
       message_topics = p_topic_names.map(&method(:find_topic))
-      message_topics.each do |topic|
-        topic.publish_async(encode_payload(payload), message_headers(payload)) do |res|
-          raise StandardError, 'Failed to publish the message.' unless res.succeeded?
-        end
-      end
+      message_topics.each { |topic| publish_to_topic(topic, payload) }
     end
 
     def stop
@@ -56,6 +52,19 @@ module PubSubModelSync
       topics[topic_name] || publish_topics[topic_name] || init_topic(topic_name, only_publish: true)
     end
 
+    def publish_to_topic(topic, payload)
+      retries ||= 0
+      topic.publish_async(encode_payload(payload), message_headers(payload)) do |res|
+        raise StandardError, "Failed to publish the message. #{res.error}" unless res.succeeded?
+      end
+    rescue Google::Cloud::PubSub::OrderingKeyError => e
+      raise if (retries += 1) > 1
+
+      log("Resuming ordering_key and retrying OrderingKeyError for #{payload.headers[:uuid]}: #{e.message}")
+      topic.resume_publish(message_headers(payload)[:ordering_key])
+      retry
+    end
+
     # @param only_publish (Boolean): if false is used to listen and publish messages
     # @return (Topic): returns created or loaded topic
     def init_topic(topic_name, only_publish: false)

data/lib/pub_sub_model_sync/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PubSubModelSync
-  VERSION = '1.6.4'
+  VERSION = '1.7.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pub_sub_model_sync
 version: !ruby/object:Gem::Version
-  version: 1.6.4
+  version: 1.7.0
 platform: ruby
 authors:
 - Owen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-11-29 00:00:00.000000000 Z
+date: 2022-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails