rails-transactional-outbox 0.4.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 20d98c7e305f01ecd8e54b92170a117c01a412d050acab60899835b99a0d7d0c
-  data.tar.gz: 1658aadc54b3a01dd1e48274055befa210638df3b1fdc60bdd5a0bb2f858e1ae
+  metadata.gz: 7d730c069808243b30123a8dbd33c701bd778f42f2911544fabd9042125bb8ed
+  data.tar.gz: e9af76cb075537856068c8d677ebe646d81f10315cbd910806a2acc2be566344
 SHA512:
-  metadata.gz: 75c6ef520d685476d27fc71f3c3bcac986248ab5d62addd2840238ed020136622cea9c4d20f0ade4fe6d693ffa3545531152d4a57465b72a6cb7a91112a2d5d0
-  data.tar.gz: 9efa9ef99b4c610f89c9ae22d2b5bd0592c0535667d46636e69a8d219cb3e92dda648d315ccf56ca8cfe01f3ae9ccb8588d4f51742072a6309829a68da33614e
+  metadata.gz: b6ffcf4b7801ade3779ad221ab777fdaf5231eeadc3215ae65b11295799c646dc4124430281f9ce013c1d3207688a23de3f9fa35722a547a4751d965f95181b7
+  data.tar.gz: 4da8c107563ec5279805e6e10febcbf7f9a3f71872b28f5df77f897e9b807e634eabb6b182a4c1ad2d29a7a0cbcc75d68322c66c3adcc27d009b419492d76dc7

data/.circleci/config.yml

@@ -2,7 +2,7 @@ version: 2.1
 jobs:
   build:
     docker:
-      - image: ruby:2.7.2
+      - image: ruby:3.1.5
     steps:
       - checkout
       - run:

data/.github/workflows/ci.yml

@@ -9,14 +9,14 @@ jobs:
       - uses: actions/checkout@v2
       - uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 2.7
+          ruby-version: 3.1
           bundler-cache: true
       - run: bundle exec rubocop
   rspec:
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ '2.7', '3.0', '3.1' ]
+        ruby: ['3.1', '3.2', '3.3']
     runs-on: ubuntu-latest
     env:
       DATABASE_URL: "postgresql://postgres:postgres@127.0.0.1:5432/rails-transactional-outbox-test"

data/.rubocop.yml

@@ -9,7 +9,7 @@ inherit_mode:
 
 AllCops:
   NewCops: enable
-  TargetRubyVersion: 2.7
+  TargetRubyVersion: 3.1
   Exclude:
     - "db/**/*"
     - "bin/**/*"
@@ -147,6 +147,7 @@ Lint/ConstantDefinitionInBlock:
 RSpec/AnyInstance:
   Exclude:
     - 'spec/rails_transactional_outbox/outbox_model_spec.rb'
+    - 'spec/rails_transactional_outbox/datadog_latency_reporter_job_spec.rb'
 
 RSpec/VerifiedDoubles:
   Exclude:

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 ## [Unreleased]
 
+## [1.1.0] - 2025-04-08
+
+- Make gem compatible with Datadog gem 2.0
+
+## [1.0.0] - 2024-08-28
+
+- [Feature] add latency tracking ability via Datadog
+- [Breaking Change] Require Ruby >= 3.1
+
 ## [0.4.0] - 2024-01-25
 
 - add config option to specify causality keys limit

data/Gemfile

@@ -8,7 +8,7 @@ gemspec
 gem "rake", "~> 13.0"
 
 gem "crypt_keeper", github: "jmazzi/crypt_keeper"
-gem "ddtrace"
+gem "datadog"
 gem "pg"
 gem "redlock"
 gem "rspec", "~> 3.0"

data/Gemfile.lock

@@ -9,12 +9,15 @@ GIT
 PATH
   remote: .
   specs:
-    rails-transactional-outbox (0.4.0)
+    rails-transactional-outbox (1.1.0)
       activerecord (>= 5)
       activesupport (>= 3.2)
       concurrent-ruby
+      dogstatsd-ruby
       dry-monitor
       file-based-healthcheck
+      sidekiq (>= 5.0)
+      sidekiq-cron
       sigurd
       zeitwerk
 
@@ -33,48 +36,71 @@ GEM
       tzinfo (~> 2.0)
     ast (2.4.2)
     concurrent-ruby (1.1.10)
-    ddtrace (1.2.0)
-      debase-ruby_core_source (= 0.10.16)
-      libddprof (~> 0.6.0.1.0)
-      libddwaf (~> 1.3.0.2.0)
+    connection_pool (2.4.1)
+    cronex (0.15.0)
+      tzinfo
+      unicode (>= 0.4.4.5)
+    datadog (2.14.0)
+      datadog-ruby_core_source (~> 3.4)
+      libdatadog (~> 16.0.1.1.0)
+      libddwaf (~> 1.21.0.0.1)
+      logger
       msgpack
-    debase-ruby_core_source (0.10.16)
+    datadog-ruby_core_source (3.4.0)
     diff-lcs (1.5.0)
-    dry-configurable (1.0.1)
-      dry-core (~> 1.0, < 2)
+    dogstatsd-ruby (5.6.6)
+    dry-configurable (1.3.0)
+      dry-core (~> 1.1)
       zeitwerk (~> 2.6)
-    dry-core (1.0.0)
+    dry-core (1.1.0)
       concurrent-ruby (~> 1.0)
+      logger
       zeitwerk (~> 2.6)
-    dry-events (1.0.1)
+    dry-events (1.1.0)
       concurrent-ruby (~> 1.0)
-      dry-core (~> 1.0, < 2)
+      dry-core (~> 1.1)
     dry-monitor (1.0.1)
       dry-configurable (~> 1.0, < 2)
       dry-core (~> 1.0, < 2)
       dry-events (~> 1.0, < 2)
+    et-orbi (1.2.11)
+      tzinfo
     exponential-backoff (0.0.4)
-    ffi (1.15.5)
-    file-based-healthcheck (0.2.0)
+    ffi (1.17.1-arm64-darwin)
+    ffi (1.17.1-x86_64-darwin)
+    ffi (1.17.1-x86_64-linux-gnu)
+    file-based-healthcheck (0.3.0)
       activesupport (>= 3.2)
+    fugit (1.11.1)
+      et-orbi (~> 1, >= 1.2.11)
+      raabro (~> 1.4)
+    globalid (1.2.1)
+      activesupport (>= 6.1)
     i18n (1.12.0)
       concurrent-ruby (~> 1.0)
     json (2.6.2)
-    libddprof (0.6.0.1.0)
-    libddprof (0.6.0.1.0-x86_64-linux)
-    libddwaf (1.3.0.2.0-x86_64-darwin)
+    libdatadog (16.0.1.1.0)
+    libdatadog (16.0.1.1.0-x86_64-linux)
+    libddwaf (1.21.0.0.1-arm64-darwin)
+      ffi (~> 1.0)
+    libddwaf (1.21.0.0.1-x86_64-darwin)
       ffi (~> 1.0)
-    libddwaf (1.3.0.2.0-x86_64-linux)
+    libddwaf (1.21.0.0.1-x86_64-linux)
       ffi (~> 1.0)
+    logger (1.7.0)
     minitest (5.16.3)
-    msgpack (1.5.3)
+    msgpack (1.8.0)
     parallel (1.22.1)
     parser (3.1.2.1)
       ast (~> 2.4.1)
     pg (1.4.3)
+    raabro (1.4.0)
+    rack (2.2.9)
     rainbow (3.1.1)
     rake (13.0.6)
     redis (4.8.0)
+    redis-namespace (1.11.0)
+      redis (>= 4)
     redlock (1.3.0)
       redis (>= 3.0.0, < 6.0)
     regexp_parser (2.5.0)
@@ -91,6 +117,11 @@ GEM
     rspec-mocks (3.11.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.11.0)
+    rspec-sidekiq (5.0.0)
+      rspec-core (~> 3.0)
+      rspec-expectations (~> 3.0)
+      rspec-mocks (~> 3.0)
+      sidekiq (>= 5, < 8)
     rspec-support (3.11.0)
     rubocop (1.35.1)
       json (~> 2.3)
@@ -114,28 +145,41 @@ GEM
     ruby-progressbar (1.11.0)
     sentry-ruby (5.4.1)
       concurrent-ruby (~> 1.0, >= 1.0.2)
+    sidekiq (6.5.12)
+      connection_pool (>= 2.2.5, < 3)
+      rack (~> 2.0)
+      redis (>= 4.5.0, < 5)
+    sidekiq-cron (2.2.0)
+      cronex (>= 0.13.0)
+      fugit (~> 1.8, >= 1.11.1)
+      globalid (>= 1.0.1)
+      sidekiq (>= 6.5.0)
     sigurd (0.1.0)
       concurrent-ruby (~> 1)
       exponential-backoff
     timecop (0.9.5)
     tzinfo (2.0.5)
       concurrent-ruby (~> 1.0)
+    unicode (0.4.4.5)
     unicode-display_width (2.2.0)
-    zeitwerk (2.6.12)
+    zeitwerk (2.7.2)
 
 PLATFORMS
+  arm64-darwin-22
   x86_64-darwin-18
   x86_64-darwin-21
   x86_64-linux
 
 DEPENDENCIES
   crypt_keeper!
-  ddtrace
+  datadog
   pg
   rails-transactional-outbox!
   rake (~> 13.0)
+  redis-namespace
   redlock
   rspec (~> 3.0)
+  rspec-sidekiq
   rubocop
   rubocop-performance
   rubocop-rake

data/README.md

@@ -46,6 +46,9 @@ Rails.application.config.to_prepare do
     config.outbox_entries_processor = `RailsTransactionalOutbox::OutboxEntriesProcessors::OrderedByCausalityKeyProcessor`.new # not required, defaults to RailsTransactionalOutbox::OutboxEntriesProcessors::NonOrderedProcessor.new
     config.outbox_entry_causality_key_resolver = ->(model) { model.tenant_id } # not required, defaults to a lambda returning nil. Needed when using `outbox_entry_causality_key_resolver`
     config.unprocessed_causality_keys_limit = 100_000 # not required, defaults to 10_000. Might be a good idea to decrease the value when you start experiencing OOMs - they are likely to be caused by fetching too many causality keys. It is likely to happen when you have huge amount of records to process.
+
+    config.datadog_statsd_client = Datadog::Statsd.new("localhost", 8125, namespace: "application_name.production") # needed only for latency tracking, defaults to `nil`
+    config.high_priority_sidekiq_queue = :critical # not required, defaults to `:rails_transactional_outbox_high_priority`
   end
 end
 ```
@@ -247,10 +250,40 @@ tartarus.register do |item|
 end
 ```
 
+### Outbox Processing Latency Tracking
+
+It's highly recommended to tracking latency of processing outbox records defined as the difference between the `processed` and `created_at` timestamps.
+
+``` rb
+RailsTransactionalOutbox.configure do |config|
+  config.datadog_statsd_client = Datadog::Statsd.new("localhost", 8125, namespace: "application_name.production") # required for latency tracking, defaults to `nil`
+  config.high_priority_sidekiq_queue = :critical # not required, defaults to `:rails_transactional_outbox_high_priority`
+end
+```
+
+You also need to add a job to the sidekiq-cron schedule that will run every 1 minute:
+
+``` rb
+Sidekiq.configure_server do |config|
+  config.on(:startup) do
+    RailsTransactionalOutbox::DatadogLatencyReporterScheduler.new.add_to_schedule
+  end
+end
+```
+
+With this setup, you will have the following metrics available on DataDog:
+
+- `"#{namespace}.rails_transactional_outbox.latency.minimum"`
+- `"#{namespace}.rails_transactional_outbox.latency.maximum"`
+- `"#{namespace}.rails_transactional_outbox.latency.average"`
+- `"#{namespace}.rails_transactional_outbox.latency.highest_since_creation_date`
+
+
+
 ### Health Checks
 
 
-Then, Uou need to explicitly enable the health check (e.g. in the initializer):
+You need to explicitly enable the health check (e.g. in the initializer):
 
 ``` rb
 RailsTransactionalOutbox.enable_outbox_worker_healthcheck

data/lib/rails_transactional_outbox/configuration.rb

@@ -2,11 +2,15 @@
 
 class RailsTransactionalOutbox
   class Configuration
-    attr_accessor :database_connection_provider, :logger, :outbox_model, :transaction_provider
+    attr_accessor :database_connection_provider, :logger, :outbox_model, :transaction_provider, :datadog_statsd_client
     attr_writer :error_handler, :transactional_outbox_worker_sleep_seconds,
       :transactional_outbox_worker_idle_delay_multiplier, :outbox_batch_size, :outbox_entries_processor,
       :lock_client, :lock_expiry_time, :outbox_entry_causality_key_resolver,
-      :raise_not_found_model_error, :unprocessed_causality_keys_limit
+      :raise_not_found_model_error, :unprocessed_causality_keys_limit, :high_priority_sidekiq_queue
+
+    def self.high_priority_sidekiq_queue
+      :rails_transactional_outbox_high_priority
+    end
 
     def error_handler
       @error_handler || RailsTransactionalOutbox::ErrorHandlers::NullErrorHandler
@@ -61,5 +65,11 @@ class RailsTransactionalOutbox
 
       10_000
     end
+
+    def high_priority_sidekiq_queue
+      return @high_priority_sidekiq_queue if defined?(@high_priority_sidekiq_queue)
+
+      self.class.high_priority_sidekiq_queue
+    end
   end
 end

data/lib/rails_transactional_outbox/datadog_latency_reporter.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporter
+    attr_reader :config
+    private     :config
+
+    def initialize(config: RailsTransactionalOutbox.configuration)
+      @config = config
+    end
+
+    def report(latency: generate_latency)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.minimum", latency.minimum)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.maximum", latency.maximum)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.average", latency.average)
+      datadog_statsd_client.gauge("rails_transactional_outbox.latency.highest_since_creation_date",
+        latency.highest_since_creation_date)
+    end
+
+    private
+
+    delegate :datadog_statsd_client, :datadog_statsd_prefix, to: :config
+
+    def generate_latency
+      RailsTransactionalOutbox::LatencyTracker.new.calculate
+    end
+  end
+end

data/lib/rails_transactional_outbox/datadog_latency_reporter_job.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporterJob
+    include Sidekiq::Worker
+
+    sidekiq_options queue: RailsTransactionalOutbox::Configuration.high_priority_sidekiq_queue
+
+    def perform
+      RailsTransactionalOutbox::DatadogLatencyReporter.new.report
+    end
+  end
+end

data/lib/rails_transactional_outbox/datadog_latency_reporter_scheduler.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class DatadogLatencyReporterScheduler
+    JOB_NAME = "rails_transactional_outbox_datadog_latency_reporter_job"
+    EVERY_MINUTE_IN_CRON_SYNTAX = "* * * * *"
+    JOB_CLASS_NAME = "RailsTransactionalOutbox::DatadogLatencyReporterJob"
+    JOB_DESCRIPTION = "Collect latency metrics from rails-transactional-outbox and send them to Datadog"
+
+    private_constant :JOB_NAME, :EVERY_MINUTE_IN_CRON_SYNTAX, :JOB_CLASS_NAME, :JOB_DESCRIPTION
+
+    attr_reader :config
+    private :config
+
+    def initialize(config: RailsTransactionalOutbox.configuration)
+      @config = config
+    end
+
+    def add_to_schedule
+      find || create
+    end
+
+    private
+
+    def find
+      Sidekiq::Cron::Job.find(name: JOB_NAME)
+    end
+
+    def create
+      Sidekiq::Cron::Job.create(create_job_arguments)
+    end
+
+    def create_job_arguments
+      {
+        name: JOB_NAME,
+        cron: EVERY_MINUTE_IN_CRON_SYNTAX,
+        class: JOB_CLASS_NAME,
+        queue: config.high_priority_sidekiq_queue,
+        active_job: false,
+        description: JOB_DESCRIPTION,
+        date_as_argument: false
+      }
+    end
+
+    def every_minute_to_cron_syntax
+      EVERY_MINUTE_IN_CRON_SYNTAX
+    end
+  end
+end

data/lib/rails_transactional_outbox/health_check.rb

@@ -7,7 +7,7 @@ class RailsTransactionalOutbox
     private_constant :KEY_PREFIX, :TMP_DIR
 
     def self.check(hostname: ENV.fetch("HOSTNAME", nil), expiry_time_in_seconds: 120)
-      new(hostname: hostname, expiry_time_in_seconds: expiry_time_in_seconds).check
+      new(hostname:, expiry_time_in_seconds:).check
     end
 
     attr_reader :hostname, :expiry_time_in_seconds

data/lib/rails_transactional_outbox/latency_tracker.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+class RailsTransactionalOutbox
+  class LatencyTracker
+    LatencyTrackerResult = Struct.new(:minimum, :maximum, :average, :highest_since_creation_date)
+    private_constant :LatencyTrackerResult
+
+    attr_reader :config, :clock
+    private     :config, :clock
+
+    def initialize(config: RailsTransactionalOutbox.configuration, clock: Time)
+      @config = config
+      @clock = clock
+    end
+
+    def calculate(interval: 1.minute)
+      records = outbox_model.processed_since(interval.ago)
+      latencies = records.map(&:processing_latency)
+
+      LatencyTrackerResult.new(
+        latencies.min.to_d,
+        latencies.max.to_d,
+        calculate_average(latencies),
+        calculate_highest_since_creation_date.to_d
+      )
+    end
+
+    private
+
+    delegate :outbox_model, to: :config
+
+    def calculate_average(latencies)
+      if latencies.any?
+        latencies.sum.to_d / latencies.size
+      else
+        0
+      end
+    end
+
+    def calculate_highest_since_creation_date
+      minimum_created_at_from_not_processed = outbox_model.not_processed.minimum(:created_at) or return 0
+      clock.current - minimum_created_at_from_not_processed
+    end
+  end
+end

data/lib/rails_transactional_outbox/outbox_entries_processor.rb

@@ -9,8 +9,8 @@ class RailsTransactionalOutbox
       @config = config
     end
 
-    def call(&block)
-      config.outbox_entries_processor.call(&block)
+    def call(&)
+      config.outbox_entries_processor.call(&)
     end
   end
 end

data/lib/rails_transactional_outbox/outbox_entries_processors/base_processor.rb

@@ -10,17 +10,17 @@ class RailsTransactionalOutbox
         @config = config
       end
 
-      def call(&block)
+      def call(&)
         return [] unless outbox_model.any_records_to_process?
 
-        execute(&block)
+        execute(&)
       end
 
       private
 
       delegate :outbox_model, :outbox_batch_size, to: :config
 
-      def execute(&_block)
+      def execute(&)
         raise "implement me"
       end
 

data/lib/rails_transactional_outbox/outbox_entries_processors/non_ordered_processor.rb

@@ -8,10 +8,10 @@ class RailsTransactionalOutbox
       delegate :transaction_provider, to: :config
       delegate :transaction, to: :transaction_provider
 
-      def execute(&block)
+      def execute(&)
         transaction do
           outbox_model.fetch_processable(outbox_batch_size).to_a.tap do |records_to_process|
-            process_records(records_to_process, &block)
+            process_records(records_to_process, &)
           end
         end
       end

data/lib/rails_transactional_outbox/outbox_entries_processors/ordered_by_causality_key_processor.rb

@@ -7,12 +7,12 @@ class RailsTransactionalOutbox
 
       delegate :lock_client, :lock_expiry_time, to: :config
 
-      def execute(&block)
+      def execute(&)
         unprocessed_causality_keys.each_with_object([]) do |causality_key, processed_records|
           lock_client.lock(lock_name(causality_key), lock_expiry_time) do |locked|
             next unless locked
 
-            processed_records.concat(fetch_records(causality_key).tap { |records| process_records(records, &block) })
+            processed_records.concat(fetch_records(causality_key).tap { |records| process_records(records, &) })
           end
         end
       end

data/lib/rails_transactional_outbox/outbox_model.rb

@@ -14,7 +14,7 @@ class RailsTransactionalOutbox
 
       scope :fetch_processable_for_causality_key, lambda { |batch_size, causality_key|
         processable_now
-          .where(causality_key: causality_key)
+          .where(causality_key:)
           .order(created_at: :asc)
           .limit(batch_size)
       }
@@ -24,6 +24,9 @@ class RailsTransactionalOutbox
           .where("retry_at IS NULL OR retry_at <= ?", Time.current)
       }
 
+      scope :processed_since, ->(time) { where("processed_at >= ?", time) }
+      scope :not_processed, -> { where(processed_at: nil) }
+
       def self.unprocessed_causality_keys(limit: RailsTransactionalOutbox.configuration.unprocessed_causality_keys_limit)
         processable_now
           .select("causality_key")
@@ -96,5 +99,11 @@ class RailsTransactionalOutbox
     rescue ActiveRecord::RecordNotFound
       model_klass.new(id: resource_id) if RailsTransactionalOutbox::EventType.new(event_type).destroy?
     end
+
+    def processing_latency
+      return unless processed?
+
+      processed_at - created_at
+    end
   end
 end

data/lib/rails_transactional_outbox/reliable_model.rb

@@ -29,20 +29,20 @@ class RailsTransactionalOutbox
         reliable_after_commit_callbacks << ReliableCallback.new(callback_proc, final_options)
       end
 
-      def self.reliable_after_create_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :create), &block)
+      def self.reliable_after_create_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :create), &)
       end
 
-      def self.reliable_after_update_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :update), &block)
+      def self.reliable_after_update_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :update), &)
       end
 
-      def self.reliable_after_destroy_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: :destroy), &block)
+      def self.reliable_after_destroy_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: :destroy), &)
       end
 
-      def self.reliable_after_save_commit(method_name = NOT_PROVIDED, options = {}, &block)
-        reliable_after_commit(method_name, options.merge(on: %i[create update]), &block)
+      def self.reliable_after_save_commit(method_name = NOT_PROVIDED, options = {}, &)
+        reliable_after_commit(method_name, options.merge(on: %i[create update]), &)
       end
 
       alias_method :original_previous_changes, :previous_changes

data/lib/rails_transactional_outbox/tracers/datadog_tracer.rb

@@ -11,7 +11,7 @@ class RailsTransactionalOutbox
       end
 
       def trace(event_name)
-        tracer.trace(event_name, span_type: "worker", service: self.class.service_name,
+        tracer.trace(event_name, span_type_key => "worker", service: self.class.service_name,
           on_error: error_handler) do |_span|
           yield
         end
@@ -27,6 +27,14 @@ class RailsTransactionalOutbox
         end
       end
 
+      def span_type_key
+        if defined?(DDTrace)
+          :span_type
+        else
+          :type
+        end
+      end
+
       def error_handler
         ->(span, error) { span.set_error(error) }
       end

data/lib/rails_transactional_outbox/version.rb

@@ -3,5 +3,5 @@
 class RailsTransactionalOutbox
   module Version
   end
-  VERSION = "0.4.0"
+  VERSION = "1.1.0"
 end

data/lib/rails_transactional_outbox.rb

@@ -6,6 +6,9 @@ require "dry-monitor"
 require "sigurd"
 require "concurrent-ruby"
 require "file-based-healthcheck"
+require "datadog/statsd"
+require "sidekiq"
+require "sidekiq-cron"
 
 class RailsTransactionalOutbox
   def self.loader

data/lib/tasks/rails_transactional_outbox.rake

@@ -6,6 +6,6 @@ namespace :rails_transactional_outbox do
     $stdout.sync = true
     Rails.logger.info("Running rails_transactional_outbox:worker rake task.")
     threads_number = ENV.fetch("RAILS_TRANSACTIONAL_OUTBOX_THREADS_NUMBER", 1).to_i
-    RailsTransactionalOutbox.start_outbox_worker(threads_number: threads_number)
+    RailsTransactionalOutbox.start_outbox_worker(threads_number:)
   end
 end

data/rails-transactional-outbox.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
   spec.description   = "An implementation of transactional outbox pattern to be used with Rails."
   spec.homepage      = "https://github.com/BookingSync/rails-transactional-outbox"
   spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
+  spec.required_ruby_version = Gem::Requirement.new(">= 3.1.0")
 
   # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
 
@@ -33,11 +33,17 @@ Gem::Specification.new do |spec|
   spec.add_dependency "activerecord", ">= 5"
   spec.add_dependency "activesupport", ">= 3.2"
   spec.add_dependency "concurrent-ruby"
+  spec.add_dependency "dogstatsd-ruby"
   spec.add_dependency "dry-monitor"
   spec.add_dependency "file-based-healthcheck"
+  spec.add_dependency "sidekiq", ">= 5.0"
+  spec.add_dependency "sidekiq-cron"
   spec.add_dependency "sigurd"
   spec.add_dependency "zeitwerk"
 
+  spec.add_development_dependency "redis-namespace"
+  spec.add_development_dependency "rspec-sidekiq"
+
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html
   spec.metadata["rubygems_mfa_required"] = "true"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rails-transactional-outbox
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Karol Galanciak
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-25 00:00:00.000000000 Z
+date: 2025-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: dogstatsd-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: dry-monitor
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq-cron
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sigurd
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +150,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: An implementation of transactional outbox pattern to be used with Rails.
 email:
 - karol.galanciak@gmail.com
@@ -133,11 +203,15 @@ files:
 - lib/rails-transactional-outbox.rb
 - lib/rails_transactional_outbox.rb
 - lib/rails_transactional_outbox/configuration.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter_job.rb
+- lib/rails_transactional_outbox/datadog_latency_reporter_scheduler.rb
 - lib/rails_transactional_outbox/error_handlers.rb
 - lib/rails_transactional_outbox/error_handlers/null_error_handler.rb
 - lib/rails_transactional_outbox/event_type.rb
 - lib/rails_transactional_outbox/exponential_backoff.rb
 - lib/rails_transactional_outbox/health_check.rb
+- lib/rails_transactional_outbox/latency_tracker.rb
 - lib/rails_transactional_outbox/monitor.rb
 - lib/rails_transactional_outbox/null_lock_client.rb
 - lib/rails_transactional_outbox/outbox_entries_processor.rb
@@ -179,14 +253,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: 3.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
+rubygems_version: 3.4.19
 signing_key:
 specification_version: 4
 summary: An implementation of transactional outbox pattern to be used with Rails.