rails-transactional-outbox 0.3.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e55a23c67288d7804bffc02cf8bfa1f36fc93562600f2002cce9393ca097b95
-  data.tar.gz: 64693c24b6affcf0357973f439aa0907636537c74ffd247b93ddf77984c0f6fa
+  metadata.gz: 20d98c7e305f01ecd8e54b92170a117c01a412d050acab60899835b99a0d7d0c
+  data.tar.gz: 1658aadc54b3a01dd1e48274055befa210638df3b1fdc60bdd5a0bb2f858e1ae
 SHA512:
-  metadata.gz: 2ce32e65ec889efa9e3c56931c9a8146ffeff13178ab67aaf242b4dad72d22d33c9949bfde0d8609bbd610a1309d9fb26b5eef73be949b14ec9803444f181810
-  data.tar.gz: 1484e44ad3673815550375b95e78dfc08f235535dd47f519c7a26bf2ed38e781b16d9ff9e1acd69b8dfa029967e55f1308302d1989c36a03b97b37cb9fd077fd
+  metadata.gz: 75c6ef520d685476d27fc71f3c3bcac986248ab5d62addd2840238ed020136622cea9c4d20f0ade4fe6d693ffa3545531152d4a57465b72a6cb7a91112a2d5d0
+  data.tar.gz: 9efa9ef99b4c610f89c9ae22d2b5bd0592c0535667d46636e69a8d219cb3e92dda648d315ccf56ca8cfe01f3ae9ccb8588d4f51742072a6309829a68da33614e

data/.rubocop.yml

@@ -151,3 +151,6 @@ RSpec/AnyInstance:
 RSpec/VerifiedDoubles:
   Exclude:
     - 'spec/rails_transactional_outbox/runner_spec.rb'
+
+Layout/LineLength:
+  Max: 125

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## [Unreleased]
 
+## [0.4.0] - 2024-01-25
+
+- add config option to specify causality keys limit
+
 ## [0.3.1] - 2023-05-24
 
 - add config option whether to raise error when outbox entry record is not found

data/Gemfile.lock

@@ -9,7 +9,7 @@ GIT
 PATH
   remote: .
   specs:
-    rails-transactional-outbox (0.3.1)
+    rails-transactional-outbox (0.4.0)
       activerecord (>= 5)
       activesupport (>= 3.2)
       concurrent-ruby
@@ -121,7 +121,7 @@ GEM
     tzinfo (2.0.5)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.2.0)
-    zeitwerk (2.6.8)
+    zeitwerk (2.6.12)
 
 PLATFORMS
   x86_64-darwin-18

data/README.md

@@ -45,6 +45,7 @@ Rails.application.config.to_prepare do
     config.lock_expiry_time  = 10_000 # not required, defaults to 10_000, the unit is milliseconds
     config.outbox_entries_processor = `RailsTransactionalOutbox::OutboxEntriesProcessors::OrderedByCausalityKeyProcessor`.new # not required, defaults to RailsTransactionalOutbox::OutboxEntriesProcessors::NonOrderedProcessor.new
     config.outbox_entry_causality_key_resolver = ->(model) { model.tenant_id } # not required, defaults to a lambda returning nil. Needed when using `outbox_entry_causality_key_resolver`
+    config.unprocessed_causality_keys_limit = 100_000 # not required, defaults to 10_000. Might be a good idea to decrease the value when you start experiencing OOMs - they are likely to be caused by fetching too many causality keys. It is likely to happen when you have huge amount of records to process.
   end
 end
 ```

data/lib/rails_transactional_outbox/configuration.rb

@@ -6,7 +6,7 @@ class RailsTransactionalOutbox
     attr_writer :error_handler, :transactional_outbox_worker_sleep_seconds,
       :transactional_outbox_worker_idle_delay_multiplier, :outbox_batch_size, :outbox_entries_processor,
       :lock_client, :lock_expiry_time, :outbox_entry_causality_key_resolver,
-      :raise_not_found_model_error
+      :raise_not_found_model_error, :unprocessed_causality_keys_limit
 
     def error_handler
       @error_handler || RailsTransactionalOutbox::ErrorHandlers::NullErrorHandler
@@ -55,5 +55,11 @@ class RailsTransactionalOutbox
     def outbox_entry_causality_key_resolver
       @outbox_entry_causality_key_resolver || ->(_model) {}
     end
+
+    def unprocessed_causality_keys_limit
+      return @unprocessed_causality_keys_limit.to_i if defined?(@unprocessed_causality_keys_limit)
+
+      10_000
+    end
   end
 end

data/lib/rails_transactional_outbox/outbox_model.rb

@@ -24,9 +24,10 @@ class RailsTransactionalOutbox
           .where("retry_at IS NULL OR retry_at <= ?", Time.current)
       }
 
-      def self.unprocessed_causality_keys
+      def self.unprocessed_causality_keys(limit: RailsTransactionalOutbox.configuration.unprocessed_causality_keys_limit)
         processable_now
           .select("causality_key")
+          .limit(limit)
           .distinct
           .pluck(:causality_key)
       end

data/lib/rails_transactional_outbox/record_processors/active_record_processor.rb

@@ -17,9 +17,7 @@ class RailsTransactionalOutbox
       def call(record)
         model = record.infer_model
         if model.nil?
-          if RailsTransactionalOutbox.configuration.raise_not_found_model_error?
-            raise CouldNotFindModelError.new(record)
-          end
+          raise CouldNotFindModelError.new(record) if RailsTransactionalOutbox.configuration.raise_not_found_model_error?
 
           return
         end

data/lib/rails_transactional_outbox/version.rb

@@ -3,5 +3,5 @@
 class RailsTransactionalOutbox
   module Version
   end
-  VERSION = "0.3.1"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rails-transactional-outbox
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Karol Galanciak
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-05-26 00:00:00.000000000 Z
+date: 2024-01-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord