dionysus-rb 1.2.0 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 715bda096eaf87ea615134206607a11d22ff3d673b5cbe9625c584599fb5696b
-  data.tar.gz: d4c5741f509d02f0c5a28a4332f34b08b28f46ca1c7d026d59f59bff2e37638f
+  metadata.gz: 968407d443681c04bfc7426b8925d7f63db69a09763357413d01218c03ec3ad8
+  data.tar.gz: baf5e739a77bc2d48ab5197591ddb59c6d970bdaed68479014d5afbec5698f0e
 SHA512:
-  metadata.gz: c101ce0cfa0f3ddb58339bdf28b3b479838fb3b66107d8223d4a795888e5048cc8f044db232fe7ae03899cf558d1b8100a8119119d8a8d3faac3996082671618
-  data.tar.gz: be3c63dddbc4b1c3ae58134b050370c62a0940d3227ca3e1820cce72a1bba36cb932de2906d42a7fe723f811ac30dbc4431f668c5832787fd0a27fb521fc5594
+  metadata.gz: 121b9c6af2b90700a7af1aba098282cfe05df901c633dfcc71d7845bda935b5e124b21c8bedab20895e9c5dd11a3dd12c2edd049c1bcd9b984c7df0da8a246b5
+  data.tar.gz: 6594b49acf6f64bb59475bc4a8a3a70c5747a09dcb72d3bc815e544bf3016bf0df732f3b15f0b3b7c8106578ba3c8ed49f4206d5b206e240285d376b6e08b31f

data/CHANGELOG.md

@@ -1,5 +1,15 @@
 ## [Unreleased]
 
+## [1.3.0]
+
+### Fixed
+
+- Read the record and its associations without the query cache while publishing, behind `config.publish_with_uncached_reads` (default `false`). The payload is built from the record plus the associations declared with `with:`. When `publish_after_commit` is on, publishing runs inside the request, where Rails' query cache is live on that connection - so a row read earlier in the request is served from the cache while its associations are queried fresh. The payload then carries an `updated_at` older than the data it contains.
+- Measured in production on the sibling gem over a two and a half hour window on one topic: of 1,476 records that received more than one message, 141 had a payload whose `updated_at` moved backwards as `serialized_at` moved forwards, and in 69 of those the message that wins deduplication carried an `updated_at` lower than one already published at a lower offset. One record published a payload serialized at `09:27:23.662` reporting `updated_at 09:27:22.139557`, when a payload serialized 1.3 seconds earlier had already reported `09:27:22.345092` - a value a row's `updated_at` cannot return to.
+- The consequence is not a stale field but a discarded record. Consumers rank duplicates and then apply `persist_with_dionysus?`, which compares the payload's `updated_at` against what is stored; a payload that loses that comparison is skipped by `next`, and the `has_many` records embedded in it are persisted further down the same loop body, so they are dropped with it. The parent keeps its old values and the new child rows are never created, with no error, no counter and nothing to self-heal it.
+- This is why no ordering over the fields already in the message could fix both known incidents: `updated_at` was in the message all along and is simply wrong. `serialized_at`, added in 1.2.0, correctly identifies the last-serialized message - which is precisely the one the guard rejects when its `updated_at` is stale.
+- Rolling this out needs no consumer changes: the fix is entirely on the producer, and the payload's shape is unchanged.
+
 ## [1.2.0]
 
 ### Fixed

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dionysus-rb (1.2.0)
+    dionysus-rb (1.3.0)
       activerecord (>= 5)
       activesupport (>= 3.2)
       concurrent-ruby

data/lib/dionysus/producer/config.rb

@@ -9,7 +9,7 @@ class Dionysus::Producer::Config
     :transactional_outbox_enabled, :sidekiq_queue, :publisher_service_name,
     :genesis_consistency_safety_delay, :hermes_event_producer, :publish_after_commit, :outbox_worker_publishing_delay,
     :high_priority_sidekiq_queue, :observers_inline_maximum_size, :remove_consecutive_duplicates_before_publishing,
-    :include_serialized_at_in_payload
+    :include_serialized_at_in_payload, :publish_with_uncached_reads
 
   def self.default_sidekiq_queue
     :dionysus
@@ -97,6 +97,14 @@ class Dionysus::Producer::Config
     @observers_inline_maximum_size || 1000
   end
 
+  # Off by default so it can be switched on per producer, and switched back off in one env change
+  # if the extra reads ever cost more than they are worth.
+  def publish_with_uncached_reads
+    return @publish_with_uncached_reads if defined?(@publish_with_uncached_reads)
+
+    false
+  end
+
   # Off by default so consumers, which fall back to the offset when the field is absent, can be
   # rolled out first.
   def include_serialized_at_in_payload

data/lib/dionysus/producer/outbox/publisher.rb

@@ -11,52 +11,56 @@ class Dionysus::Producer::Outbox::Publisher
   def publish(outbox_record, options = {})
     return if Dionysus::Producer::Suppressor.suppressed?
 
-    instrument("publishing_with_dionysus") do
-      resource_class = outbox_record.resource_class.constantize
-      primary_key = resource_class.primary_key
-      primary_key_value = outbox_record.resource_id
-      topic = outbox_record.topic
-      resource = resource_class.find_by(primary_key => primary_key_value) ||
-        resource_class.new(primary_key => primary_key_value)
-      event_name = outbox_record.event_name
-      if resource.new_record? && outbox_record.created_event?
-        logger.error(
-          "Attempted to publish #{resource.class}, id: #{resource.id} but it was deleted, that should never happen!"
-        )
-        return
-      end
+    with_consistent_reads do
+      instrument("publishing_with_dionysus") do
+        resource_class = outbox_record.resource_class.constantize
+        primary_key = resource_class.primary_key
+        primary_key_value = outbox_record.resource_id
+        topic = outbox_record.topic
+        resource = resource_class.find_by(primary_key => primary_key_value) ||
+          resource_class.new(primary_key => primary_key_value)
+        event_name = outbox_record.event_name
+        if resource.new_record? && outbox_record.created_event?
+          logger.error(
+            "Attempted to publish #{resource.class}, id: #{resource.id} but it was deleted, that should never happen!"
+          )
+          return
+        end
 
-      if resource.new_record? && outbox_record.updated_event?
-        logger.error(
-          "There was an update of #{resource.class}, id: #{resource.id} but it was deleted, that should never happen!"
-        )
-        return
-      end
+        if resource.new_record? && outbox_record.updated_event?
+          logger.error(
+            "There was an update of #{resource.class}, id: #{resource.id} but it was deleted, that should never happen!"
+          )
+          return
+        end
 
-      published_count = publish_for_top_level_resource(outbox_record, resource, event_name, topic, options) +
-        publish_for_dependency(resource, topic, options)
-      handle_nothing_published(resource, event_name, topic) if published_count.zero?
-      published_count
+        published_count = publish_for_top_level_resource(outbox_record, resource, event_name, topic, options) +
+          publish_for_dependency(resource, topic, options)
+        handle_nothing_published(resource, event_name, topic) if published_count.zero?
+        published_count
+      end
     end
   end
 
   def publish_observers(outbox_record)
     return if Dionysus::Producer::Suppressor.suppressed?
 
-    instrument("publishing_observers_with_dionysus") do
-      resource_class = outbox_record.resource_class.constantize
-      primary_key = resource_class.primary_key
-      primary_key_value = outbox_record.resource_id
-      resource = resource_class.find_by(primary_key => primary_key_value) ||
-        resource_class.new(primary_key => primary_key_value)
-      changeset = outbox_record.transformed_changeset
-
-      Dionysus::Producer.observers_with_responders_for(resource,
-        changeset).each do |observers, responder|
-        if observers.count > config.observers_inline_maximum_size
-          execute_genesis_for_observers(observers, responder)
-        else
-          observers.each { |observer_record| publish_observer(observer_record, responder) }
+    with_consistent_reads do
+      instrument("publishing_observers_with_dionysus") do
+        resource_class = outbox_record.resource_class.constantize
+        primary_key = resource_class.primary_key
+        primary_key_value = outbox_record.resource_id
+        resource = resource_class.find_by(primary_key => primary_key_value) ||
+          resource_class.new(primary_key => primary_key_value)
+        changeset = outbox_record.transformed_changeset
+
+        Dionysus::Producer.observers_with_responders_for(resource,
+          changeset).each do |observers, responder|
+          if observers.count > config.observers_inline_maximum_size
+            execute_genesis_for_observers(observers, responder)
+          else
+            observers.each { |observer_record| publish_observer(observer_record, responder) }
+          end
         end
       end
     end
@@ -64,6 +68,18 @@ class Dionysus::Producer::Outbox::Publisher
 
   private
 
+  # The payload is built from the record and its associations. Publishing runs inside the request
+  # when publish_after_commit is on, where Rails' query cache is live on that connection, so a row
+  # read earlier in the request can be served from the cache while its associations are queried
+  # fresh - producing a payload whose updated_at is older than the data it carries. Consumers rank
+  # and guard on updated_at, so such a payload is silently discarded, taking its embedded
+  # associations with it.
+  def with_consistent_reads(&)
+    return yield unless config.publish_with_uncached_reads
+
+    ActiveRecord::Base.uncached(&)
+  end
+
   delegate :instrumenter, :error_handler, to: :config
   delegate :instrument, to: :instrumenter
   delegate :logger, to: Dionysus

data/lib/dionysus/version.rb

@@ -3,5 +3,5 @@
 module Dionysus
   module Version
   end
-  VERSION = "1.2.0"
+  VERSION = "1.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dionysus-rb
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Karol Galanciak
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-26 00:00:00.000000000 Z
+date: 2026-08-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord