journaled 6.2.7 → 6.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f07fe3feaecd8dc11436c7d8df5810568b00286ec542f95a858cb21ee6d3ccc3
-  data.tar.gz: 9bda790056d6fc66e7325a9870fd3034a6e7b861ed2d42205f976fc6eaccc386
+  metadata.gz: '087e1092ce9f8937951563934335c344f2fd3be2e1b2c00638f7f9858d43aa2f'
+  data.tar.gz: 706e1931d2411dfb20e5558b6a1bd8d873e69fb4af31238387d09ea9aacd7988
 SHA512:
-  metadata.gz: 1cc2d0a52e9390e94b52c95e07b38c92308e73deb0e29aefab06ccdeb612034a7ecc8f0a06bb4bff04472e7fff748168e3bb4ac82fe899d3eb3d861609b4110f
-  data.tar.gz: a475ca2bfc321824ce531f7d716b769c523acd70e0ed6d9e382d6618f52d6e4bf76baa1b75af2ed036af36f5eaa1c8f5176bd5ecff9530c7477800d3e4dc480d
+  metadata.gz: 5bb28caee44bb06d03d37aad85b8653947947017fc10c247ce23bff032226ef852810fbb4357bef07df8cffa885e3260086ec12900da2284e7e5939eff0ab887
+  data.tar.gz: 571e2176d4bb3c8e8690e7fd6a46af587e85c0790ff59e3efe2f8034c040d9fce7acb2a0f6e9153d5d49a7b372cecafebac0c5bbe1252f0510a2ecd4ba919fd5

data/lib/journaled/kinesis_batch_sender.rb

@@ -15,7 +15,8 @@ module Journaled
       'ValidationException',
     ].freeze
 
-    BATCH_TOO_LARGE_PATTERN = /too large/i
+    # Kinesis rejects any record whose data blob exceeds 1 MB.
+    KINESIS_MAX_RECORD_BYTES = 1_048_576
 
     # Send a batch of database events to Kinesis
     #
@@ -43,9 +44,7 @@ module Journaled
         response = kinesis_client.put_records(stream_name:, records:)
         process_response(response, stream_events)
       rescue Aws::Kinesis::Errors::ValidationException => e
-        raise unless e.message.match?(BATCH_TOO_LARGE_PATTERN)
-
-        handle_batch_too_large(stream_name, stream_events)
+        handle_validation_error(stream_name, stream_events, e.message)
       rescue StandardError => e
         # Handle transient errors (throttling, network issues, service unavailable)
         handle_transient_batch_error(e, stream_events)
@@ -94,16 +93,19 @@ module Journaled
       )
     end
 
-    def handle_batch_too_large(stream_name, stream_events)
+    # Isolate the offending record(s) when Kinesis rejects the batch with a
+    # ValidationException (aggregate payload too large, per-record size limit,
+    # invalid partition key, etc.). Splits the batch in half and retries
+    # recursively until a single offending event is marked as a permanent failure.
+    def handle_validation_error(stream_name, stream_events, error_message)
       if stream_events.size <= 1
-        # Single event exceeds payload limit — treat as permanent failure
         return {
           succeeded: [],
           failed: stream_events.map do |event|
             create_failed_event(
               event,
               error_code: 'ValidationException',
-              error_message: 'Record exceeds Kinesis payload limit',
+              error_message:,
               transient: false,
             )
           end,
@@ -111,7 +113,8 @@ module Journaled
       end
 
       Rails.logger.warn(
-        "[journaled] Batch too large for Kinesis (#{stream_events.size} events), splitting in half and retrying",
+        "[journaled] Kinesis ValidationException for batch of #{stream_events.size} events " \
+        "(#{error_message}), splitting in half and retrying",
       )
 
       mid = stream_events.size / 2

data/lib/journaled/outbox/adapter.rb

@@ -14,6 +14,7 @@ module Journaled
     # 4. Start workers: bundle exec rake journaled_worker:work
     class Adapter < Journaled::DeliveryAdapter
       class TableNotFoundError < StandardError; end
+      class RecordTooLargeError < StandardError; end
 
       # Delivers events by inserting them into the database
       #
@@ -29,6 +30,15 @@ module Journaled
           # Exclude the application-level id - the database will generate its own using uuid_generate_v7()
           event_data = event.journaled_attributes.except(:id)
 
+          # The DB-generated id adds bytes to the JSON payload at send time, so a
+          # placeholder id keeps this estimate honest.
+          payload_bytesize = event_data.merge(id: SecureRandom.uuid).to_json.bytesize
+          if payload_bytesize > KinesisBatchSender::KINESIS_MAX_RECORD_BYTES
+            raise RecordTooLargeError, "Journaled event '#{event.journaled_attributes[:event_type]}' " \
+              "exceeds Kinesis #{KinesisBatchSender::KINESIS_MAX_RECORD_BYTES}-byte per-record limit " \
+              "(#{payload_bytesize} bytes); refusing to enqueue."
+          end
+
           {
             event_type: event.journaled_attributes[:event_type],
             event_data:,

data/lib/journaled/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Journaled
-  VERSION = "6.2.7"
+  VERSION = "6.2.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: journaled
 version: !ruby/object:Gem::Version
-  version: 6.2.7
+  version: 6.2.8
 platform: ruby
 authors:
 - Jake Lipson
@@ -11,7 +11,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-20 00:00:00.000000000 Z
+date: 2026-06-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activejob