deimos-ruby 1.16.1 → 1.16.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4567929aa6bd384c8660dba57a515c4ed3a2cd9ed68538b0ecadac9365a95ff0
-  data.tar.gz: a92f990d962472198909ed848edbc2525da9bc20e6cfb62ec10636ca518714ef
+  metadata.gz: 59c0f6801979649cc677cc485cfc1435d1ef235769784a864eabbc3e35e55573
+  data.tar.gz: 85d9adfa94010a7594a94e8770ee15922a893ecb53ccb600e7911ae9615ff574
 SHA512:
-  metadata.gz: 4db26d8c81d484a1888c26079291d54b410aa71c472780a49ecc0f25bc395c9503c0cdfd53847b9f289b00d1467cea357f8946325e4a22bff4bbcf5658fd12a5
-  data.tar.gz: cfb9415e32cfb96447ea95e80e62d1364933de4d0fd436b29056e94455ccafa012de4f07b8e8549e6e759c3ae909873d3b9fe9b70502dc085c3dd3caac4c2393
+  metadata.gz: c663849c130074d566875b278b4e6af667c814e1860a24ac531cc163e819aaac399381578a1d93130b9121402ec1f500108155ee20f37be6999df3d496869376
+  data.tar.gz: 6ba7849db0b98b80684381056be5aeb1f6d206ee65e742c8e33c1cdc9cb0f0f150d8f61f868f18e29837ac2e3279d1b2737c244c79201cbec9038da1c7128264

data/CHANGELOG.md

@@ -7,6 +7,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+# 1.16.2 - 2022-09-07
+
+- Added support of post_process method in ActiveRecordProducer
+
 # 1.16.1 - 2022-08-03
 
 - Fix issues with `enum` schema classes (e.g. equality not working, `to_s` not working)

data/README.md

@@ -785,6 +785,21 @@ have one process running at a time. If a particular poll takes longer than
 the poll interval (i.e. interval is set at 1 minute but it takes 75 seconds)
 the next poll will begin immediately following the first one completing.
 
+To Post-Process records that are sent to Kafka:
+
+You need to define one additional method in your producer class to post-process the messages sent to Kafka.
+
+```ruby
+class MyProducer < Deimos::ActiveRecordProducer
+  ...
+  def post_process(batch)
+    # If you need to do some extra actions with
+    # the collection of elements you just sent to Kafka
+    # write some code here
+  end
+end
+```
+
 ## Running consumers
 
 Deimos includes a rake task. Once it's in your gemfile, just run

data/lib/deimos/active_record_producer.rb

@@ -44,6 +44,7 @@ module Deimos
           generate_payload(attrs, record).with_indifferent_access
         end
         self.publish_list(messages, force_send: force_send)
+        self.post_process(records)
       end
 
       # Generate the payload, given a list of attributes or a record..
@@ -85,6 +86,12 @@ module Deimos
           time_to
         )
       end
+
+      # Post process records after publishing
+      # @param records [Array<ActiveRecord::Base>]
+      def post_process(_records)
+      end
+
     end
   end
 end

data/lib/deimos/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deimos
-  VERSION = '1.16.1'
+  VERSION = '1.16.2'
 end

data/spec/active_record_producer_spec.rb

@@ -45,6 +45,24 @@ describe Deimos::ActiveRecordProducer do
       record_class Widget
     end
     stub_const('MyProducerWithUniqueID', producer_class)
+
+    producer_class = Class.new(Deimos::ActiveRecordProducer) do
+      schema 'MySchemaWithUniqueId'
+      namespace 'com.my-namespace'
+      topic 'my-topic-with-unique-id'
+      key_config field: :id
+      record_class Widget
+
+      # :nodoc:
+      def self.post_process(batch)
+        batch.each do |message|
+          message.test_id = 'post_processed'
+          message.save!
+        end
+      end
+    end
+
+    stub_const('MyProducerWithPostProcess', producer_class)
   end
 
   describe 'produce' do
@@ -85,6 +103,12 @@ describe Deimos::ActiveRecordProducer do
           )
         end
 
+        it 'should post process the batch of records in #send_events' do
+          widget = Widget.create!(test_id: 'abc3', some_int: 4)
+          MyProducerWithPostProcess.send_events([widget])
+          expect(widget.reload.test_id).to eq('post_processed')
+        end
+
       end
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deimos-ruby
 version: !ruby/object:Gem::Version
-  version: 1.16.1
+  version: 1.16.2
 platform: ruby
 authors:
 - Daniel Orner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-08-03 00:00:00.000000000 Z
+date: 2022-09-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro_turf