deimos-ruby 2.0.12 → 2.0.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 20eaca3989afdf592d5c641ccdbd0e566d1f63dfd7076deb1b645f3496e04a82
-  data.tar.gz: f1924ae8780d4ab9286f489d5bd125ed1437744275083b156857bd18c1ed24d5
+  metadata.gz: e8597163d34a0b2afd7ef60bbc2eda8f08c4e441292181dc7d15215ad4b2ebd7
+  data.tar.gz: 364899fa4738dd1df44f98cecc67bdc503f1a679a26274f78b49bd8b29c1ee02
 SHA512:
-  metadata.gz: f6bcd268cdba8ab1079bde3bae8f0afa5b6a8b69854fdf503c8bd0a5df4e106e2f1935e630c212ee4a499157ec27b53ba0fe42e2be9f17ce65c21e39b8ae3be2
-  data.tar.gz: 7d4797954f069453f7d9ede429e3961e6f7ff295f9572489ff4c30ddd901357c769a9e7181d7471c05fcf0dce025d2a32fa71e5c62d6b3e87930113d5c870e68
+  metadata.gz: 54eff5f5b0f375816b3a25516f602985b00440fe522d5495346fcb873d37fb1a822666ad04623c74002a15c15c3a70ba851099096d72eaba8ab9840a460ddbc2
+  data.tar.gz: 9901785951d244c09fc81ca6601c6700149b2f03f8246f167fe594fce778c035a1f81a1a468045930cf94e5787cecffcefdf069132cfe57686ec0172c8a28f5c

data/CHANGELOG.md

@@ -7,6 +7,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+## 2.0.14 - 2025-05-26
+
+- Fix: Log actual payloads by default (was logging "null" for the payload).
+
+## 2.0.13 - 2025-05-26
+
+- Fix: Outbox producer would crash if no Deimos producer was defined for the topic.
+
 ## 2.0.12 - 2025-05-22
 
 - Fix: Allow for hot reloading of producer classes without crashing.

data/lib/deimos/ext/producer_middleware.rb

@@ -9,9 +9,10 @@ module Deimos
           producer: self,
           message: message
         ) do
+          return message if message.delete(:already_encoded)
+
           config = Deimos.karafka_config_for(topic: message[:topic])
           return message if config.nil? || config.schema.nil?
-          return message if message.delete(:already_encoded)
           return if message[:payload] && !message[:payload].is_a?(Hash) && !message[:payload].is_a?(SchemaClass::Record)
 
           m = Deimos::Message.new(message[:payload].to_h,

data/lib/deimos/logging.rb

@@ -42,7 +42,7 @@ module Deimos
         if m.respond_to?(:payload)
           m.payload
         elsif m[:label]
-          m.dig(:label, :raw_payload)
+          m.dig(:label, :original_payload)
         else
           m[:payload]
         end

data/lib/deimos/test_helpers.rb

@@ -98,6 +98,8 @@ module Deimos
         message_key = Deimos::TestHelpers.normalize_message(key)
         hash_matcher = RSpec::Matchers::BuiltIn::Match.new(message)
         Deimos::TestHelpers.sent_messages.any? do |m|
+          return m[:payload] == message if message.is_a?(String)
+
           message.delete(:payload_key) if message.respond_to?(:[]) && message[:payload_key].nil?
           m[:payload].delete(:payload_key) if m.respond_to?(:[]) && m[:payload]&.respond_to?(:[]) && m[:payload][:payload_key].nil?
           hash_matcher.send(:match, message, m[:payload]) &&

data/lib/deimos/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deimos
-  VERSION = '2.0.12'
+  VERSION = '2.0.14'
 end

data/lib/deimos.rb

@@ -107,6 +107,8 @@ module Deimos
         topic = topic.sub(Deimos.config.producers.topic_prefix, '')
       end
       config = karafka_config_for(topic: topic)
+      return message unless config
+
       message[:payload] = config.deserializers[:payload].decode_message_hash(message[:payload])
       if message[:key] && config.deserializers[:key].respond_to?(:decode_message_hash)
         message[:key] = config.deserializers[:key].decode_message_hash(message[:key])

data/spec/producer_spec.rb

@@ -272,6 +272,50 @@ module ProducerTest
                                                       }, '456', '4561')
     end
 
+    describe 'payload logging' do
+      context 'with default / full' do
+        it 'should log full payload' do
+          allow(Karafka.logger).to receive(:info)
+          MyProducerWithID.publish_list(
+            [
+              { 'test_id' => 'foo', 'some_int' => 123, :payload_key => 'key' },
+              { 'test_id' => 'foo2', 'some_int' => 123, :payload_key => 'key2' },
+            ]
+          )
+          expect(Karafka.logger).to have_received(:info).with(match_message({
+            'message' => 'Publishing Messages:',
+            'payloads' => [
+              {
+                'payload' => { 'test_id' => 'foo', 'some_int' => 123 },
+                'key' => 'key'
+              },
+              {
+                'payload' => { 'test_id' => 'foo2', 'some_int' => 123 },
+                'key' => 'key2'
+              }
+            ]
+          }))
+        end
+      end
+
+      context 'with count' do
+        it 'should log only count' do
+          Deimos.karafka_config_for(topic: 'my-topic-with-id').payload_log :count
+          allow(Karafka.logger).to receive(:info)
+          MyProducerWithID.publish_list(
+            [
+              { 'test_id' => 'foo', 'some_int' => 123, :payload_key => 'key' },
+              { 'test_id' => 'foo2', 'some_int' => 123, :payload_key => 'key' }
+            ]
+          )
+          expect(Karafka.logger).to have_received(:info).with(match_message({
+            'message' => 'Publishing Messages:',
+            'payloads_count' => 2
+          }))
+        end
+      end
+    end
+
     context 'with Schema Class payloads' do
       it 'should fail on invalid message with error handler' do
         expect(Deimos::ProducerMiddleware).to receive(:call).and_raise('OH NOES')

data/spec/spec_helper.rb

@@ -343,3 +343,18 @@ RSpec.shared_context('with publish_backend') do
     end
   end
 end
+
+RSpec::Matchers.define :match_message do |msg|
+  match do |actual|
+    begin
+      parsed = JSON.parse(actual)
+      parsed['payloads']&.each do |p|
+        p['payload'].delete('timestamp')
+        p['payload'].delete('message_id')
+      end
+      expect(parsed).to match(a_hash_including(msg))
+    rescue JSON::ParserError
+      false
+    end
+  end
+end

data/spec/utils/outbox_producer_spec.rb

@@ -340,6 +340,17 @@ each_db_config(Deimos::Utils::OutboxProducer) do
   end
 
   example 'Full integration test' do
+    Deimos::KafkaMessage.create!(topic: "topic1",
+                                 message: "mess1",
+                                 partition_key: "key1")
+    producer.process_next_messages
+    expect(Deimos::KafkaTopicInfo.count).to eq(1)
+    expect(Deimos::KafkaTopicInfo.first.topic).to eq('topic1')
+    expect(Deimos::KafkaMessage.count).to eq(0)
+    expect('topic1').to have_sent('mess1')
+  end
+
+  example 'Integration test - batching' do
     (1..4).each do |i|
       (1..2).each do |j|
         Deimos::KafkaMessage.create!(topic: "topic#{j}",

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deimos-ruby
 version: !ruby/object:Gem::Version
-  version: 2.0.12
+  version: 2.0.14
 platform: ruby
 authors:
 - Daniel Orner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-05-22 00:00:00.000000000 Z
+date: 2025-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro_turf