rails-transactional-outbox 0.3.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e55a23c67288d7804bffc02cf8bfa1f36fc93562600f2002cce9393ca097b95
-  data.tar.gz: 64693c24b6affcf0357973f439aa0907636537c74ffd247b93ddf77984c0f6fa
+  metadata.gz: f10edf27ea7703dbbc4e77cbf20d4d76d5af6a37eb2c757e48abeae1e61e5424
+  data.tar.gz: 6b542b7a5b030b5162a93a9cf6618122ccece186fc10d71b0713dba59fbe2a43
 SHA512:
-  metadata.gz: 2ce32e65ec889efa9e3c56931c9a8146ffeff13178ab67aaf242b4dad72d22d33c9949bfde0d8609bbd610a1309d9fb26b5eef73be949b14ec9803444f181810
-  data.tar.gz: 1484e44ad3673815550375b95e78dfc08f235535dd47f519c7a26bf2ed38e781b16d9ff9e1acd69b8dfa029967e55f1308302d1989c36a03b97b37cb9fd077fd
+  metadata.gz: e6b0ccdc12074b4bbf0c6b231cc6d6d392bd7a4b7781918c34d429623e3c03e32a505fa898ca9d7472821d9929003ee655df9acc1a6158bc6d6c3d255d63268f
+  data.tar.gz: b3d670696cab6f7093d15a1913489c19f8f63e6a5160a80080e20c4ffbc2b0704221a667c0cbd08e7097d8d4f53e70e450a297f569a1075e1da142d8ff2d22eb

data/.circleci/config.yml

@@ -2,7 +2,7 @@ version: 2.1
 jobs:
   build:
     docker:
-      - image: ruby:2.7.2
+      - image: ruby:3.1.5
     steps:
       - checkout
       - run:

data/.github/workflows/ci.yml

@@ -9,14 +9,14 @@ jobs:
       - uses: actions/checkout@v2
       - uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 2.7
+          ruby-version: 3.1
           bundler-cache: true
       - run: bundle exec rubocop
   rspec:
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ '2.7', '3.0', '3.1' ]
+        ruby: ['3.1', '3.2', '3.3']
     runs-on: ubuntu-latest
     env:
       DATABASE_URL: "postgresql://postgres:postgres@127.0.0.1:5432/rails-transactional-outbox-test"

data/.rubocop.yml

@@ -9,7 +9,7 @@ inherit_mode:
 
 AllCops:
   NewCops: enable
-  TargetRubyVersion: 2.7
+  TargetRubyVersion: 3.1
   Exclude:
     - "db/**/*"
     - "bin/**/*"
@@ -147,7 +147,11 @@ Lint/ConstantDefinitionInBlock:
 RSpec/AnyInstance:
   Exclude:
     - 'spec/rails_transactional_outbox/outbox_model_spec.rb'
+    - 'spec/rails_transactional_outbox/datadog_latency_reporter_job_spec.rb'
 
 RSpec/VerifiedDoubles:
   Exclude:
     - 'spec/rails_transactional_outbox/runner_spec.rb'
+
+Layout/LineLength:
+  Max: 125

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 ## [Unreleased]
 
+## [1.0.0] - 2024-08-28
+
+- [Feature] add latency tracking ability via Datadog
+- [Breaking Change] Require Ruby >= 3.1
+
+## [0.4.0] - 2024-01-25
+
+- add config option to specify causality keys limit
+
 ## [0.3.1] - 2023-05-24
 
 - add config option whether to raise error when outbox entry record is not found

data/Gemfile.lock

@@ -9,12 +9,15 @@ GIT
 PATH
   remote: .
   specs:
-    rails-transactional-outbox (0.3.1)
+    rails-transactional-outbox (1.0.0)
       activerecord (>= 5)
       activesupport (>= 3.2)
       concurrent-ruby
+      dogstatsd-ruby
       dry-monitor
       file-based-healthcheck
+      sidekiq (>= 5.0)
+      sidekiq-cron
       sigurd
       zeitwerk
 
@@ -33,17 +36,22 @@ GEM
       tzinfo (~> 2.0)
     ast (2.4.2)
     concurrent-ruby (1.1.10)
-    ddtrace (1.2.0)
-      debase-ruby_core_source (= 0.10.16)
-      libddprof (~> 0.6.0.1.0)
-      libddwaf (~> 1.3.0.2.0)
+    connection_pool (2.4.1)
+    datadog-ci (0.8.3)
       msgpack
-    debase-ruby_core_source (0.10.16)
+    ddtrace (1.23.3)
+      datadog-ci (~> 0.8.1)
+      debase-ruby_core_source (= 3.3.1)
+      libdatadog (~> 7.0.0.1.0)
+      libddwaf (~> 1.14.0.0.0)
+      msgpack
+    debase-ruby_core_source (3.3.1)
     diff-lcs (1.5.0)
-    dry-configurable (1.0.1)
+    dogstatsd-ruby (4.8.3)
+    dry-configurable (1.2.0)
       dry-core (~> 1.0, < 2)
       zeitwerk (~> 2.6)
-    dry-core (1.0.0)
+    dry-core (1.0.1)
       concurrent-ruby (~> 1.0)
       zeitwerk (~> 2.6)
     dry-events (1.0.1)
@@ -53,28 +61,43 @@ GEM
       dry-configurable (~> 1.0, < 2)
       dry-core (~> 1.0, < 2)
       dry-events (~> 1.0, < 2)
+    et-orbi (1.2.11)
+      tzinfo
     exponential-backoff (0.0.4)
-    ffi (1.15.5)
+    ffi (1.17.0-arm64-darwin)
+    ffi (1.17.0-x86_64-darwin)
+    ffi (1.17.0-x86_64-linux-gnu)
     file-based-healthcheck (0.2.0)
       activesupport (>= 3.2)
+    fugit (1.11.1)
+      et-orbi (~> 1, >= 1.2.11)
+      raabro (~> 1.4)
+    globalid (1.2.1)
+      activesupport (>= 6.1)
     i18n (1.12.0)
       concurrent-ruby (~> 1.0)
     json (2.6.2)
-    libddprof (0.6.0.1.0)
-    libddprof (0.6.0.1.0-x86_64-linux)
-    libddwaf (1.3.0.2.0-x86_64-darwin)
+    libdatadog (7.0.0.1.0)
+    libdatadog (7.0.0.1.0-x86_64-linux)
+    libddwaf (1.14.0.0.0-arm64-darwin)
+      ffi (~> 1.0)
+    libddwaf (1.14.0.0.0-x86_64-darwin)
       ffi (~> 1.0)
-    libddwaf (1.3.0.2.0-x86_64-linux)
+    libddwaf (1.14.0.0.0-x86_64-linux)
       ffi (~> 1.0)
     minitest (5.16.3)
-    msgpack (1.5.3)
+    msgpack (1.7.2)
     parallel (1.22.1)
     parser (3.1.2.1)
       ast (~> 2.4.1)
     pg (1.4.3)
+    raabro (1.4.0)
+    rack (2.2.9)
     rainbow (3.1.1)
     rake (13.0.6)
     redis (4.8.0)
+    redis-namespace (1.11.0)
+      redis (>= 4)
     redlock (1.3.0)
       redis (>= 3.0.0, < 6.0)
     regexp_parser (2.5.0)
@@ -91,6 +114,11 @@ GEM
     rspec-mocks (3.11.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.11.0)
+    rspec-sidekiq (5.0.0)
+      rspec-core (~> 3.0)
+      rspec-expectations (~> 3.0)
+      rspec-mocks (~> 3.0)
+      sidekiq (>= 5, < 8)
     rspec-support (3.11.0)
     rubocop (1.35.1)
       json (~> 2.3)
@@ -114,6 +142,14 @@ GEM
     ruby-progressbar (1.11.0)
     sentry-ruby (5.4.1)
       concurrent-ruby (~> 1.0, >= 1.0.2)
+    sidekiq (6.5.12)
+      connection_pool (>= 2.2.5, < 3)
+      rack (~> 2.0)
+      redis (>= 4.5.0, < 5)
+    sidekiq-cron (1.12.0)
+      fugit (~> 1.8)
+      globalid (>= 1.0.1)
+      sidekiq (>= 6)
     sigurd (0.1.0)
       concurrent-ruby (~> 1)
       exponential-backoff
@@ -121,9 +157,10 @@ GEM
     tzinfo (2.0.5)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.2.0)
-    zeitwerk (2.6.8)
+    zeitwerk (2.6.17)
 
 PLATFORMS
+  arm64-darwin-22
   x86_64-darwin-18
   x86_64-darwin-21
   x86_64-linux
@@ -134,8 +171,10 @@ DEPENDENCIES
   pg
   rails-transactional-outbox!
   rake (~> 13.0)
+  redis-namespace
   redlock
   rspec (~> 3.0)
+  rspec-sidekiq
   rubocop
   rubocop-performance
   rubocop-rake

data/README.md

@@ -45,6 +45,10 @@ Rails.application.config.to_prepare do
     config.lock_expiry_time  = 10_000 # not required, defaults to 10_000, the unit is milliseconds
     config.outbox_entries_processor = `RailsTransactionalOutbox::OutboxEntriesProcessors::OrderedByCausalityKeyProcessor`.new # not required, defaults to RailsTransactionalOutbox::OutboxEntriesProcessors::NonOrderedProcessor.new
     config.outbox_entry_causality_key_resolver = ->(model) { model.tenant_id } # not required, defaults to a lambda returning nil. Needed when using `outbox_entry_causality_key_resolver`
+    config.unprocessed_causality_keys_limit = 100_000 # not required, defaults to 10_000. Might be a good idea to decrease the value when you start experiencing OOMs - they are likely to be caused by fetching too many causality keys. It is likely to happen when you have huge amount of records to process.
+
+    config.datadog_statsd_client = Datadog::Statsd.new("localhost", 8125, namespace: "application_name.production") # needed only for latency tracking, defaults to `nil`
+    config.high_priority_sidekiq_queue = :critical # not required, defaults to `:rails_transactional_outbox_high_priority`
   end
 end
 ```
@@ -246,10 +250,40 @@ tartarus.register do |item|
 end
 ```
 
+### Outbox Processing Latency Tracking
+
+It's highly recommended to tracking latency of processing outbox records defined as the difference between the `processed` and `created_at` timestamps.
+
+``` rb
+RailsTransactionalOutbox.configure do |config|
+  config.datadog_statsd_client = Datadog::Statsd.new("localhost", 8125, namespace: "application_name.production") # required for latency tracking, defaults to `nil`
+  config.high_priority_sidekiq_queue = :critical # not required, defaults to `:rails_transactional_outbox_high_priority`
+end
+```
+
+You also need to add a job to the sidekiq-cron schedule that will run every 1 minute:
+
+``` rb
+Sidekiq.configure_server do |config|
+  config.on(:startup) do
+    RailsTransactionalOutbox::DatadogLatencyReporterScheduler.new.add_to_schedule
+  end
+end
+```
+
+With this setup, you will have the following metrics available on DataDog:
+
+- `"#{namespace}.rails_transactional_outbox.latency.minimum"`
+- `"#{namespace}.rails_transactional_outbox.latency.maximum"`
+- `"#{namespace}.rails_transactional_outbox.latency.average"`
+- `"#{namespace}.rails_transactional_outbox.latency.highest_since_creation_date`
+
+
+
 ### Health Checks
 
 
-Then, Uou need to explicitly enable the health check (e.g. in the initializer):
+You need to explicitly enable the health check (e.g. in the initializer):
 
 ``` rb
 RailsTransactionalOutbox.enable_outbox_worker_healthcheck

data/lib/rails_transactional_outbox/configuration.rb

@@ -2,11 +2,15 @@
 
 class RailsTransactionalOutbox
   class Configuration
-    attr_accessor :database_connection_provider, :logger, :outbox_model, :transaction_provider
+    attr_accessor :database_connection_provider, :logger, :outbox_model, :transaction_provider, :datadog_statsd_client
     attr_writer :error_handler, :transactional_outbox_worker_sleep_seconds,
       :transactional_outbox_worker_idle_delay_multiplier, :outbox_batch_size, :outbox_entries_processor,
       :lock_client, :lock_expiry_time, :outbox_entry_causality_key_resolver,
-      :raise_not_found_model_error
+      :raise_not_found_model_error, :unprocessed_causality_keys_limit, :high_priority_sidekiq_queue
+
+    def self.high_priority_sidekiq_queue
+      :rails_transactional_outbox_high_priority
+    end
 
     def error_handler
       @error_handler || RailsTransactionalOutbox::ErrorHandlers::NullErrorHandler
@@ -55,5 +59,17 @@ class RailsTransactionalOutbox
     def outbox_entry_causality_key_resolver
       @outbox_entry_causality_key_resolver || ->(_model) {}
     end
+
+    def unprocessed_causality_keys_limit
+      return @unprocessed_causality_keys_limit.to_i if defined?(@unprocessed_causality_keys_limit)
+
+      10_000
+    end
+
+    def high_priority_sidekiq_queue
+      return @high_priority_sidekiq_queue if defined?(@high_priority_sidekiq_queue)
+
+      self.class.high_priority_sidekiq_queue
+    end
   end
 end

data/lib/rails_transactional_outbox/datadog_latency_reporter.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporter
+    attr_reader :config
+    private     :config
+
+    def initialize(config: RailsTransactionalOutbox.configuration)
+      @config = config
+    end
+
+    def report(latency: generate_latency)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.minimum", latency.minimum)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.maximum", latency.maximum)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.average", latency.average)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.highest_since_creation_date",
+        latency.highest_since_creation_date)
+    end
+
+    private
+
+    delegate :datadog_statsd_client, :datadog_statsd_prefix, to: :config
+
+    def generate_latency
+      RailsTransactionalOutbox::LatencyTracker.new.calculate
+    end
+  end
+end

data/lib/rails_transactional_outbox/datadog_latency_reporter_job.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporterJob
+    include Sidekiq::Worker
+
+    sidekiq_options queue: RailsTransactionalOutbox::Configuration.high_priority_sidekiq_queue
+
+    def perform
+      RailsTransactionalOutbox::DatadogLatencyReporter.new.report
+    end
+  end
+end

data/lib/rails_transactional_outbox/datadog_latency_reporter_scheduler.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporterScheduler
+    JOB_NAME = "rails_transactional_outbox_datadog_latency_reporter_job"
+    EVERY_MINUTE_IN_CRON_SYNTAX = "* * * * *"
+    JOB_CLASS_NAME = "RailsTransactionalOutbox::DatadogLatencyReporterJob"
+    JOB_DESCRIPTION = "Collect latency metrics from rails-transactional-outbox and send them to Datadog"
+
+    private_constant :JOB_NAME, :EVERY_MINUTE_IN_CRON_SYNTAX, :JOB_CLASS_NAME, :JOB_DESCRIPTION
+
+    attr_reader :config
+    private :config
+
+    def initialize(config: RailsTransactionalOutbox.configuration)
+      @config = config
+    end
+
+    def add_to_schedule
+      find || create
+    end
+
+    private
+
+    def find
+      Sidekiq::Cron::Job.find(name: JOB_NAME)
+    end
+
+    def create
+      Sidekiq::Cron::Job.create(create_job_arguments)
+    end
+
+    def create_job_arguments
+      {
+        name: JOB_NAME,
+        cron: EVERY_MINUTE_IN_CRON_SYNTAX,
+        class: JOB_CLASS_NAME,
+        queue: config.high_priority_sidekiq_queue,
+        active_job: false,
+        description: JOB_DESCRIPTION,
+        date_as_argument: false
+      }
+    end
+
+    def every_minute_to_cron_syntax
+      EVERY_MINUTE_IN_CRON_SYNTAX
+    end
+  end
+end

data/lib/rails_transactional_outbox/health_check.rb

@@ -7,7 +7,7 @@ class RailsTransactionalOutbox
     private_constant :KEY_PREFIX, :TMP_DIR
 
     def self.check(hostname: ENV.fetch("HOSTNAME", nil), expiry_time_in_seconds: 120)
-      new(hostname: hostname, expiry_time_in_seconds: expiry_time_in_seconds).check
+      new(hostname:, expiry_time_in_seconds:).check
     end
 
     attr_reader :hostname, :expiry_time_in_seconds

data/lib/rails_transactional_outbox/latency_tracker.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class LatencyTracker
+    LatencyTrackerResult = Struct.new(:minimum, :maximum, :average, :highest_since_creation_date)
+    private_constant :LatencyTrackerResult
+
+    attr_reader :config, :clock
+    private     :config, :clock
+
+    def initialize(config: RailsTransactionalOutbox.configuration, clock: Time)
+      @config = config
+      @clock = clock
+    end
+
+    def calculate(interval: 1.minute)
+      records = outbox_model.processed_since(interval.ago)
+      latencies = records.map(&:processing_latency)
+
+      LatencyTrackerResult.new(
+        latencies.min.to_d,
+        latencies.max.to_d,
+        calculate_average(latencies),
+        calculate_highest_since_creation_date.to_d
+      )
+    end
+
+    private
+
+    delegate :outbox_model, to: :config
+
+    def calculate_average(latencies)
+      if latencies.any?
+        latencies.sum.to_d / latencies.size
+      else
+        0
+      end
+    end
+
+    def calculate_highest_since_creation_date
+      minimum_created_at_from_not_processed = outbox_model.not_processed.minimum(:created_at) or return 0
+      clock.current - minimum_created_at_from_not_processed
+    end
+  end
+end

data/lib/rails_transactional_outbox/outbox_entries_processor.rb

@@ -9,8 +9,8 @@ class RailsTransactionalOutbox
       @config = config
     end
 
-    def call(&block)
-      config.outbox_entries_processor.call(&block)
+    def call(&)
+      config.outbox_entries_processor.call(&)
     end
   end
 end

data/lib/rails_transactional_outbox/outbox_entries_processors/base_processor.rb

@@ -10,17 +10,17 @@ class RailsTransactionalOutbox
         @config = config
       end
 
-      def call(&block)
+      def call(&)
         return [] unless outbox_model.any_records_to_process?
 
-        execute(&block)
+        execute(&)
       end
 
       private
 
       delegate :outbox_model, :outbox_batch_size, to: :config
 
-      def execute(&_block)
+      def execute(&)
         raise "implement me"
       end
 

data/lib/rails_transactional_outbox/outbox_entries_processors/non_ordered_processor.rb

@@ -8,10 +8,10 @@ class RailsTransactionalOutbox
       delegate :transaction_provider, to: :config
       delegate :transaction, to: :transaction_provider
 
-      def execute(&block)
+      def execute(&)
         transaction do
           outbox_model.fetch_processable(outbox_batch_size).to_a.tap do |records_to_process|
-            process_records(records_to_process, &block)
+            process_records(records_to_process, &)
           end
         end
       end

data/lib/rails_transactional_outbox/outbox_entries_processors/ordered_by_causality_key_processor.rb

@@ -7,12 +7,12 @@ class RailsTransactionalOutbox
 
       delegate :lock_client, :lock_expiry_time, to: :config
 
-      def execute(&block)
+      def execute(&)
         unprocessed_causality_keys.each_with_object([]) do |causality_key, processed_records|
           lock_client.lock(lock_name(causality_key), lock_expiry_time) do |locked|
             next unless locked
 
-            processed_records.concat(fetch_records(causality_key).tap { |records| process_records(records, &block) })
+            processed_records.concat(fetch_records(causality_key).tap { |records| process_records(records, &) })
           end
         end
       end

data/lib/rails_transactional_outbox/outbox_model.rb

@@ -14,7 +14,7 @@ class RailsTransactionalOutbox
 
       scope :fetch_processable_for_causality_key, lambda { |batch_size, causality_key|
         processable_now
-          .where(causality_key: causality_key)
+          .where(causality_key:)
           .order(created_at: :asc)
           .limit(batch_size)
       }
@@ -24,9 +24,13 @@ class RailsTransactionalOutbox
           .where("retry_at IS NULL OR retry_at <= ?", Time.current)
       }
 
-      def self.unprocessed_causality_keys
+      scope :processed_since, ->(time) { where("processed_at >= ?", time) }
+      scope :not_processed, -> { where(processed_at: nil) }
+
+      def self.unprocessed_causality_keys(limit: RailsTransactionalOutbox.configuration.unprocessed_causality_keys_limit)
         processable_now
           .select("causality_key")
+          .limit(limit)
           .distinct
           .pluck(:causality_key)
       end
@@ -95,5 +99,11 @@ class RailsTransactionalOutbox
     rescue ActiveRecord::RecordNotFound
       model_klass.new(id: resource_id) if RailsTransactionalOutbox::EventType.new(event_type).destroy?
     end
+
+    def processing_latency
+      return unless processed?
+
+      processed_at - created_at
+    end
   end
 end

data/lib/rails_transactional_outbox/record_processors/active_record_processor.rb

@@ -17,9 +17,7 @@ class RailsTransactionalOutbox
       def call(record)
         model = record.infer_model
         if model.nil?
-          if RailsTransactionalOutbox.configuration.raise_not_found_model_error?
-            raise CouldNotFindModelError.new(record)
-          end
+          raise CouldNotFindModelError.new(record) if RailsTransactionalOutbox.configuration.raise_not_found_model_error?
 
           return
         end

data/lib/rails_transactional_outbox/reliable_model.rb

@@ -29,20 +29,20 @@ class RailsTransactionalOutbox
         reliable_after_commit_callbacks << ReliableCallback.new(callback_proc, final_options)
       end
 
-      def self.reliable_after_create_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :create), &block)
+      def self.reliable_after_create_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :create), &)
       end
 
-      def self.reliable_after_update_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :update), &block)
+      def self.reliable_after_update_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :update), &)
       end
 
-      def self.reliable_after_destroy_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :destroy), &block)
+      def self.reliable_after_destroy_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :destroy), &)
       end
 
-      def self.reliable_after_save_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: %i[create update]), &block)
+      def self.reliable_after_save_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: %i[create update]), &)
       end
 
       alias_method :original_previous_changes, :previous_changes

data/lib/rails_transactional_outbox/version.rb

@@ -3,5 +3,5 @@
 class RailsTransactionalOutbox
   module Version
   end
-  VERSION = "0.3.1"
+  VERSION = "1.0.0"
 end

data/lib/rails_transactional_outbox.rb

@@ -6,6 +6,9 @@ require "dry-monitor"
 require "sigurd"
 require "concurrent-ruby"
 require "file-based-healthcheck"
+require "datadog/statsd"
+require "sidekiq"
+require "sidekiq-cron"
 
 class RailsTransactionalOutbox
   def self.loader

data/lib/tasks/rails_transactional_outbox.rake

@@ -6,6 +6,6 @@ namespace :rails_transactional_outbox do
     $stdout.sync = true
     Rails.logger.info("Running rails_transactional_outbox:worker rake task.")
     threads_number = ENV.fetch("RAILS_TRANSACTIONAL_OUTBOX_THREADS_NUMBER", 1).to_i
-    RailsTransactionalOutbox.start_outbox_worker(threads_number: threads_number)
+    RailsTransactionalOutbox.start_outbox_worker(threads_number:)
   end
 end

data/rails-transactional-outbox.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
   spec.description   = "An implementation of transactional outbox pattern to be used with Rails."
   spec.homepage      = "https://github.com/BookingSync/rails-transactional-outbox"
   spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
+  spec.required_ruby_version = Gem::Requirement.new(">= 3.1.0")
 
   # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
 
@@ -33,11 +33,17 @@ Gem::Specification.new do |spec|
   spec.add_dependency "activerecord", ">= 5"
   spec.add_dependency "activesupport", ">= 3.2"
   spec.add_dependency "concurrent-ruby"
+  spec.add_dependency "dogstatsd-ruby"
   spec.add_dependency "dry-monitor"
   spec.add_dependency "file-based-healthcheck"
+  spec.add_dependency "sidekiq", ">= 5.0"
+  spec.add_dependency "sidekiq-cron"
   spec.add_dependency "sigurd"
   spec.add_dependency "zeitwerk"
 
+  spec.add_development_dependency "redis-namespace"
+  spec.add_development_dependency "rspec-sidekiq"
+
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html
   spec.metadata["rubygems_mfa_required"] = "true"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rails-transactional-outbox
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 1.0.0
 platform: ruby
 authors:
 - Karol Galanciak
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-05-26 00:00:00.000000000 Z
+date: 2024-08-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: dogstatsd-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: dry-monitor
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq-cron
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sigurd
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +150,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: An implementation of transactional outbox pattern to be used with Rails.
 email:
 - karol.galanciak@gmail.com
@@ -133,11 +203,15 @@ files:
 - lib/rails-transactional-outbox.rb
 - lib/rails_transactional_outbox.rb
 - lib/rails_transactional_outbox/configuration.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter_job.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter_scheduler.rb
 - lib/rails_transactional_outbox/error_handlers.rb
 - lib/rails_transactional_outbox/error_handlers/null_error_handler.rb
 - lib/rails_transactional_outbox/event_type.rb
 - lib/rails_transactional_outbox/exponential_backoff.rb
 - lib/rails_transactional_outbox/health_check.rb
+- lib/rails_transactional_outbox/latency_tracker.rb
 - lib/rails_transactional_outbox/monitor.rb
 - lib/rails_transactional_outbox/null_lock_client.rb
 - lib/rails_transactional_outbox/outbox_entries_processor.rb
@@ -179,14 +253,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: 3.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
+rubygems_version: 3.4.19
 signing_key:
 specification_version: 4
 summary: An implementation of transactional outbox pattern to be used with Rails.