sbmt-outbox 6.5.0 → 6.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e88f22ff7adf6d76e9fb116d0de7d825986114fc4e68a289e286c5e3d9d24fde
-  data.tar.gz: f3ec1429fba3c58bc741ab2c6ebbe9cc1483716cc703a76385c90c09f1e70e24
+  metadata.gz: a86388ca6b13cdaef9411bd8baf1ea045fcc1b941721cdb8d4fb15bda4db29be
+  data.tar.gz: 6fbc5a6e5d62df9aaf1cf2f0afdc3cf49e8bf5ccdc0a49d86a0b8feb8e51f200
 SHA512:
-  metadata.gz: a4afedde029080834e7d379402c7832b5d6dfaa6c1d86c25b38358bc95fb9b7db2d1ade8458a2b28750f2a6a8247bede8838198a7b15cb1397b944f6a0e4b174
-  data.tar.gz: 7524112c3ec1e28a594af7fd44bd7cb18bd0e52dc199fa6c327314245e3ca41160aaf28922d94cdedb59c56f7faf528871a216f0d02dae11023c599f62bb2acf
+  metadata.gz: bca4330c17aa8d6d8f6563ebc52dae02d9029fb01580b9294ffd5d20822768f95f5c41a0c5bdd733d9f6481632f44a754ce67079cf843e9cf3c58ada9f9fbb39
+  data.tar.gz: 3c24bf5fa9af05b1ef48f38ff20519466c5f63a47a1acbb5bf788d7e197c8af17759581c52443b8650c8ff4f3680bbd48aee3a8b224623e6097176aa284c5a11

data/README.md

@@ -122,7 +122,7 @@ Rails.application.config.outbox.tap do |config|
   config.paths << Rails.root.join("config/outbox.yml").to_s # optional; configuration file paths, deep merged at the application start, useful with Rails engines
 
   # optional (worker v2: default)
-  c.poller = ActiveSupport::OrderedOptions.new.tap do |pc|
+  config.poller = ActiveSupport::OrderedOptions.new.tap do |pc|
     # max parallel threads (per box-item, globally)
     pc.concurrency = 6
     # max threads count (per worker process)
@@ -152,7 +152,7 @@ Rails.application.config.outbox.tap do |config|
   end
 
   # optional (worker v2: default)
-  c.processor = ActiveSupport::OrderedOptions.new.tap do |pc|
+  config.processor = ActiveSupport::OrderedOptions.new.tap do |pc|
     # max threads count (per worker process)
     pc.threads_count = 4
     # maximum processing time of the batch, after which the batch will be considered hung and processing will be aborted
@@ -236,6 +236,7 @@ default: &default
       owner: my_outbox_item_team # optional, used in Yabeda metrics
       retention: P1W # retention period, https://en.wikipedia.org/wiki/ISO_8601#Durations
       max_retries: 3 # default 0, the number of retries before the item will be marked as failed
+      strict_order: false # optional, default
       transports: # transports section
         produce_message: # underscored transport class name
           # transport reserved options
@@ -255,6 +256,10 @@ production:
   <<: *default
   bucket_size: 256
 ```
+__CAUTION__:
+- ⚠️ If this option is enabled and an error occurs while processing a message in a bucket, 
+subsequent messages in that bucket won't be processed until the current message is either skipped or successfully processed
+- ⚠️ Cannot use `retry_strategies` and the `strict_order` option at the same time
 
 ```ruby
 # app/services/import_order.rb

data/app/models/sbmt/outbox/base_item.rb

@@ -6,7 +6,7 @@ module Sbmt
       self.abstract_class = true
 
       class << self
-        delegate :owner, to: :config
+        delegate :owner, :strict_order, to: :config
 
         def box_type
           raise NotImplementedError
@@ -134,6 +134,7 @@ module Sbmt
       end
 
       def max_retries_exceeded?
+        return false if config.strict_order
         return true unless retriable?
 
         errors_count > config.max_retries

data/app/models/sbmt/outbox/base_item_config.rb

@@ -16,7 +16,7 @@ module Sbmt
       end
 
       def owner
-        return @owner if defined? @owner
+        return @owner if defined?(@owner)
 
         @owner = options[:owner].presence || yaml_config[:owner].presence
       end
@@ -57,7 +57,14 @@ module Sbmt
         return @retry_strategies if defined?(@retry_strategies)
 
         configured_strategies = options[:retry_strategies]
-        strategies = configured_strategies.presence || %w[exponential_backoff latest_available]
+
+        raise ConfigError, "You cannot use retry_strategies and the strict_order option at the same time." if strict_order.present? && configured_strategies.present?
+
+        strategies = if strict_order.present? && configured_strategies.nil?
+          []
+        else
+          configured_strategies.presence || %w[exponential_backoff latest_available]
+        end
 
         @retry_strategies ||= Array.wrap(strategies).map do |str_name|
           "Sbmt::Outbox::RetryStrategies::#{str_name.camelize}".constantize
@@ -108,6 +115,12 @@ module Sbmt
         end
       end
 
+      def strict_order
+        return @strict_order if defined?(@strict_order)
+
+        @strict_order = options[:strict_order].presence
+      end
+
       private
 
       attr_accessor :box_id, :box_name

data/lib/sbmt/outbox/v2/processor.rb

@@ -68,15 +68,18 @@ module Sbmt
         def process(task)
           lock_timer = Cutoff.new(lock_timeout)
           last_id = 0
+          strict_order = task.item_class.config.strict_order
 
           box_worker.item_execution_runtime.measure(task.yabeda_labels) do
             Outbox.database_switcher.use_master do
               task.ids.each do |id|
-                ProcessItem.call(task.item_class, id, worker_version: task.yabeda_labels[:worker_version])
+                result = ProcessItem.call(task.item_class, id, worker_version: task.yabeda_labels[:worker_version])
 
                 box_worker.job_items_counter.increment(task.yabeda_labels)
                 last_id = id
                 lock_timer.checkpoint!
+
+                break if strict_order == true && result.failure?
               end
             end
           end

data/lib/sbmt/outbox/version.rb

@@ -2,6 +2,6 @@
 
 module Sbmt
   module Outbox
-    VERSION = "6.5.0"
+    VERSION = "6.6.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sbmt-outbox
 version: !ruby/object:Gem::Version
-  version: 6.5.0
+  version: 6.6.0
 platform: ruby
 authors:
 - Sbermarket Ruby-Platform Team
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-06-05 00:00:00.000000000 Z
+date: 2024-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: connection_pool
@@ -636,7 +636,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.11
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: Outbox service