journaled 6.2.4 → 6.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fee2c705ef818a62962f72a9dba7cb73b7aaf861578ba7d1549dd9c43f1d34e9
-  data.tar.gz: 896fb56884b97a70e088bdcaed8ea3407798663a62d4dcca7d079935c3616212
+  metadata.gz: ccf34c7b5e32419b7b42919fc2325a8132655ade454e437523f55588b92ea901
+  data.tar.gz: 788f394e0c7ecdab76e5cb862d21add0d4a96d3ac2d766eead458159f511d842
 SHA512:
-  metadata.gz: 2ae1d7528fadaafea0ce68d774a151d1f715899c213ceb1f9b8c7cdbfba88755a65e758e643a674fe11a01ef3e95b6ed0d0d7c3b09363831cec6719c553fd49a
-  data.tar.gz: d6417dbd10fc40995feb9478da0eb6f2c4659bc283e70ce037fdca5953c4abc24ea5ad7e66f8883e0ba464d569a932493fa94816491d8ec530484589d7b7b55a
+  metadata.gz: fc9c29ef11509f18647b4c90f3890f0da76318d5163ac378f561d08e38a61dec729dfdb768c2c1c2d7846d7d53b32ff4d06ae2389ceef41b19f5fc111d3d6bcf
+  data.tar.gz: f91ef462e9d89d492f083a546b6106c328baf3ade91e7ac88a9f9b13d3b203a7a0c4c03968ac372b007f3cb2ec7881f1497f78d5485c3b67a777ce7258f7f5cc

data/app/models/journaled/outbox/event.rb

@@ -19,6 +19,7 @@ module Journaled
       attribute :event_data, :json
 
       validates :event_type, :event_data, :partition_key, :stream_name, presence: true
+      validate :failed_at_and_failure_reason_must_be_consistent
 
       scope :ready_to_process, -> {
         where(failed_at: nil)
@@ -63,6 +64,14 @@ module Journaled
       def self.oldest_non_failed_timestamp
         ready_to_process.order(:id).limit(1).pick(:created_at)
       end
+
+      private
+
+      def failed_at_and_failure_reason_must_be_consistent
+        if failed_at.present? != failure_reason.present?
+          errors.add(:base, 'failed_at and failure_reason must both be present or both be absent')
+        end
+      end
     end
   end
 end

data/lib/journaled/kinesis_batch_sender.rb

@@ -15,6 +15,8 @@ module Journaled
       'ValidationException',
     ].freeze
 
+    BATCH_TOO_LARGE_PATTERN = /too large/i
+
     # Send a batch of database events to Kinesis
     #
     # Uses put_records batch API. Groups events by stream and sends each group as a batch.
@@ -40,11 +42,10 @@ module Journaled
       begin
         response = kinesis_client.put_records(stream_name:, records:)
         process_response(response, stream_events)
-      rescue Aws::Kinesis::Errors::ValidationException
-        # Re-raise batch-level validation errors (configuration issues)
-        # These indicate invalid stream name, batch too large, etc.
-        # Not event data problems - requires manual intervention
-        raise
+      rescue Aws::Kinesis::Errors::ValidationException => e
+        raise unless e.message.match?(BATCH_TOO_LARGE_PATTERN)
+
+        handle_batch_too_large(stream_name, stream_events)
       rescue StandardError => e
         # Handle transient errors (throttling, network issues, service unavailable)
         handle_transient_batch_error(e, stream_events)
@@ -93,6 +94,36 @@ module Journaled
       )
     end
 
+    def handle_batch_too_large(stream_name, stream_events)
+      if stream_events.size <= 1
+        # Single event exceeds payload limit — treat as permanent failure
+        return {
+          succeeded: [],
+          failed: stream_events.map do |event|
+            create_failed_event(
+              event,
+              error_code: 'ValidationException',
+              error_message: 'Record exceeds Kinesis payload limit',
+              transient: false,
+            )
+          end,
+        }
+      end
+
+      Rails.logger.warn(
+        "[journaled] Batch too large for Kinesis (#{stream_events.size} events), splitting in half and retrying",
+      )
+
+      mid = stream_events.size / 2
+      first_half = send_stream_batch(stream_name, stream_events[...mid])
+      second_half = send_stream_batch(stream_name, stream_events[mid...])
+
+      {
+        succeeded: first_half[:succeeded] + second_half[:succeeded],
+        failed: first_half[:failed] + second_half[:failed],
+      }
+    end
+
     def handle_transient_batch_error(error, stream_events)
       Rails.logger.error("Kinesis batch send failed (transient): #{error.class} - #{error.message}")
 

data/lib/journaled/outbox/metric_emitter.rb

@@ -73,7 +73,7 @@ module Journaled
             Event.select(
               'COUNT(*) AS total_count',
               'COUNT(*) FILTER (WHERE failed_at IS NULL) AS workable_count',
-              'COUNT(*) FILTER (WHERE failure_reason IS NOT NULL AND failed_at IS NULL) AS failed_count',
+              'COUNT(*) FILTER (WHERE failed_at IS NOT NULL) AS failed_count',
               'MIN(created_at) FILTER (WHERE failed_at IS NULL) AS oldest_non_failed_timestamp',
             ).to_sql,
           )

data/lib/journaled/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Journaled
-  VERSION = "6.2.4"
+  VERSION = "6.2.5"
 end

metadata

@@ -1,16 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: journaled
 version: !ruby/object:Gem::Version
-  version: 6.2.4
+  version: 6.2.5
 platform: ruby
 authors:
 - Jake Lipson
 - Corey Alexander
 - Cyrus Eslami
 - John Mileham
+autorequire:
 bindir: bin
 cert_chain: []
-date: 1980-01-02 00:00:00.000000000 Z
+date: 2026-03-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activejob
@@ -324,7 +325,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.8
+rubygems_version: 3.4.10
+signing_key:
 specification_version: 4
 summary: Journaling for Betterment apps.
 test_files: []