deimos-ruby 1.6.4 → 1.7.0.pre.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a015ca37d59e16b4356d9f51e376a4a98a051fdf42d5331ab9f61c6bd6014da6
-  data.tar.gz: 7f38827e24bca8ea50159b4810d7eb08dec6ffd29feb488c4f9e43516b55a369
+  metadata.gz: ab8ac284db2c98dac5624caf5bf75118ad89fb9ec6e1f3109f15373f2bf4c8be
+  data.tar.gz: 7d26a7d8d163ab4783638c9393bea2d1a7c8f364a7eed2ea4cb699cbcbafd244
 SHA512:
-  metadata.gz: '08a2f52f66816717d388be2a888979d4a55d0bb77af21c0f5e23ec5717449630ff8552fc060efb58cd7f999c5c5957de38d7fdb024f1a7e3076f8a44f6687430'
-  data.tar.gz: fb6112cec7a2e072332960b5d546b1b90ee92376dc73e348b3cf3ed459a4a9814857d19ee59799b0011bef2f08dbc7f89bc6178cd55ed268cd67c45dabd2afe1
+  metadata.gz: 2610223a8d8c2546dad4037e4d2b1845e77372b304f4c072c269316bceed4a6626bd36d3541561d91e1c68a06ed891c051feb16a1800763cf805061c05cadc58
+  data.tar.gz: 3916fa546b45182b987b0409d51bcce96c5a1beee449722861819f76377258e7ccb5700f50d2c0d8d1791986ed4f5d19b7c989cdcdbe77d1289e8531eb24ba15

data/.circleci/config.yml

@@ -20,6 +20,9 @@ jobs:
       # Bundle install dependencies in /tmp/
       # so Dockerfile does not copy them since
       # its base image is different than CircleCI
+      - run:
+          name: Install bundler
+          command: gem install bundler:2.1.4
       - run:
           name: Bundle install
           command: bundle install --path vendor/bundle --jobs=4 --retry=3
@@ -40,6 +43,9 @@ jobs:
     steps:
       - attach_workspace:
           at: ~/workspace
+      - run:
+          name: Install bundler
+          command: gem install bundler:2.1.4
       - run:
            name: Point bundle to vendor/bundle
            command: bundle --path vendor/bundle
@@ -50,6 +56,9 @@ jobs:
     steps:
       - attach_workspace:
           at: ~/workspace
+      - run:
+          name: Install bundler
+          command: gem install bundler:2.1.4
       - run:
            name: Point bundle to vendor/bundle
            command: bundle --path vendor/bundle

data/.rubocop.yml

@@ -1,10 +1,11 @@
 require: rubocop-rspec
 
 AllCops:
-  TargetRubyVersion: 2.3
+  TargetRubyVersion: 2.4
   Exclude:
     - lib/deimos/monkey_patches/*.rb
     - vendor/**/*
+  NewCops: enable
 
 # class Plumbus
 # private
@@ -34,6 +35,12 @@ Layout/DotPosition:
 Layout/EmptyLinesAroundBlockBody:
   Enabled: false
 
+Layout/LineLength:
+  Max: 100
+  Severity: refactor
+  Exclude:
+  - 'spec/**/*'
+
 # foo = if expression
 #         'bar'
 #       end
@@ -82,12 +89,6 @@ Metrics/CyclomaticComplexity:
   Severity: refactor
   Max: 20
 
-Metrics/LineLength:
-  Max: 100
-  Severity: refactor
-  Exclude:
-  - 'spec/**/*'
-
 Metrics/MethodLength:
   Severity: refactor
   Max: 30
@@ -123,12 +124,6 @@ Style/BlockDelimiters:
 # some_method(x, y, {a: 1, b: 2})
 # some_method(x, y, {a: 1, b: 2}, a: 1, b: 2)
 
-# good
-# some_method(x, y, a: 1, b: 2)
-# some_method(x, y, {a: 1, b: 2}, {a: 1, b: 2})
-Style/BracesAroundHashParameters:
-  EnforcedStyle: context_dependent
-
 # Enable both this:
 #  MyModule::MyClass
 # and this:
@@ -179,6 +174,13 @@ Style/GuardClause:
 Style/HashSyntax:
   EnforcedStyle: ruby19_no_mixed_keys
 
+# We are still unofficially targeting Ruby 2.3
+Style/HashTransformKeys:
+  Enabled: false
+
+Style/HashTransformValues:
+  Enabled: false
+
 Style/IfUnlessModifier:
   Enabled: false
 

data/.ruby-version

@@ -1 +1 @@
-2.5.1
+2.5.3

data/CHANGELOG.md

@@ -7,6 +7,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+### Features :star:
+- Added the DB Poller feature / process.
+
 ## 1.6.4 - 2020-05-11
 - Fixed the payload logging fix for errored messages as well.
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    deimos-ruby (1.6.4)
+    deimos-ruby (1.7.0.pre.beta1)
       avro_turf (~> 0.11)
       phobos (~> 1.9)
       ruby-kafka (~> 0.7)
@@ -41,7 +41,7 @@ GEM
       activemodel (= 5.2.4.2)
       activesupport (= 5.2.4.2)
       arel (>= 9.0)
-    activerecord-import (1.0.3)
+    activerecord-import (1.0.4)
       activerecord (>= 3.2)
     activestorage (5.2.4.2)
       actionpack (= 5.2.4.2)
@@ -54,30 +54,30 @@ GEM
       tzinfo (~> 1.1)
     arel (9.0.0)
     ast (2.4.0)
-    avro (1.9.1)
+    avro (1.9.2)
       multi_json
     avro_turf (0.11.0)
       avro (>= 1.7.7, < 1.10)
       excon (~> 0.45)
     builder (3.2.4)
     coderay (1.1.2)
-    concurrent-ruby (1.1.5)
-    concurrent-ruby-ext (1.1.5)
-      concurrent-ruby (= 1.1.5)
+    concurrent-ruby (1.1.6)
+    concurrent-ruby-ext (1.1.6)
+      concurrent-ruby (= 1.1.6)
     crass (1.0.6)
-    ddtrace (0.30.0)
+    ddtrace (0.35.1)
       msgpack
     diff-lcs (1.3)
     digest-crc (0.5.1)
-    dogstatsd-ruby (4.5.0)
+    dogstatsd-ruby (4.8.0)
     erubi (1.9.0)
     excon (0.73.0)
     exponential-backoff (0.0.4)
-    ffi (1.11.3)
+    ffi (1.12.2)
     formatador (0.2.5)
     globalid (0.4.2)
       activesupport (>= 4.2.0)
-    guard (2.16.1)
+    guard (2.16.2)
       formatador (>= 0.2.4)
       listen (>= 2.7, < 4.0)
       lumberjack (>= 1.0.12, < 2.0)
@@ -107,17 +107,17 @@ GEM
     loofah (2.5.0)
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
-    lumberjack (1.0.13)
+    lumberjack (1.2.4)
     mail (2.7.1)
       mini_mime (>= 0.1.1)
     marcel (0.3.3)
       mimemagic (~> 0.3.2)
-    method_source (0.9.2)
-    mimemagic (0.3.4)
+    method_source (1.0.0)
+    mimemagic (0.3.5)
     mini_mime (1.0.2)
     mini_portile2 (2.4.0)
     minitest (5.14.0)
-    msgpack (1.3.1)
+    msgpack (1.3.3)
     multi_json (1.14.1)
     mysql2 (0.5.3)
     nenv (0.3.0)
@@ -128,9 +128,9 @@ GEM
       nenv (~> 0.1)
       shellany (~> 0.0)
     parallel (1.19.1)
-    parser (2.6.5.0)
+    parser (2.7.1.2)
       ast (~> 2.4.0)
-    pg (1.1.4)
+    pg (1.2.3)
     phobos (1.9.0)
       activesupport (>= 3.0.0)
       concurrent-ruby (>= 1.0.2)
@@ -139,9 +139,9 @@ GEM
       logging
       ruby-kafka
       thor
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
     rack (2.2.2)
     rack-test (1.1.0)
       rack (>= 1.0, < 3)
@@ -171,32 +171,34 @@ GEM
       thor (>= 0.19.0, < 2.0)
     rainbow (3.0.0)
     rake (13.0.1)
-    rb-fsevent (0.10.3)
-    rb-inotify (0.10.0)
+    rb-fsevent (0.10.4)
+    rb-inotify (0.10.1)
       ffi (~> 1.0)
+    rexml (3.2.4)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
       rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.0)
-      rspec-support (~> 3.9.0)
-    rspec-expectations (3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.0)
+    rspec-mocks (3.9.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-support (3.9.0)
+    rspec-support (3.9.3)
     rspec_junit_formatter (0.4.1)
       rspec-core (>= 2, < 4, != 2.12.0)
-    rubocop (0.77.0)
+    rubocop (0.82.0)
       jaro_winkler (~> 1.5.1)
       parallel (~> 1.10)
-      parser (>= 2.6)
+      parser (>= 2.7.0.1)
       rainbow (>= 2.2.2, < 4.0)
+      rexml
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 1.7)
-    rubocop-rspec (1.37.1)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-rspec (1.39.0)
       rubocop (>= 0.68.1)
     ruby-kafka (0.7.10)
       digest-crc
@@ -209,12 +211,12 @@ GEM
       actionpack (>= 4.0)
       activesupport (>= 4.0)
       sprockets (>= 3.0.0)
-    sqlite3 (1.4.1)
+    sqlite3 (1.4.2)
     thor (1.0.1)
     thread_safe (0.3.6)
     tzinfo (1.2.7)
       thread_safe (~> 0.1)
-    unicode-display_width (1.6.0)
+    unicode-display_width (1.7.0)
     websocket-driver (0.7.1)
       websocket-extensions (>= 0.1.0)
     websocket-extensions (0.1.4)
@@ -226,7 +228,6 @@ DEPENDENCIES
   activerecord (~> 5.2)
   activerecord-import
   avro (~> 1.9)
-  bundler (~> 1)
   ddtrace (~> 0.11)
   deimos-ruby!
   dogstatsd-ruby (~> 4.2)
@@ -244,4 +245,4 @@ DEPENDENCIES
   sqlite3 (~> 1.3)
 
 BUNDLED WITH
-   1.17.3
+   2.1.4

data/README.md

@@ -23,6 +23,7 @@ Built on Phobos and hence Ruby-Kafka.
    * [Consumers](#consumers)
    * [Rails Integration](#rails-integration)
    * [Database Backend](#database-backend)
+   * [Database Poller](#database-poller)
    * [Running Consumers](#running-consumers)
    * [Metrics](#metrics)
    * [Testing](#testing)
@@ -557,6 +558,75 @@ class MyConsumer < Deimos::ActiveRecordConsumer
 end
 ```
 
+## Database Poller
+
+Another method of fetching updates from the database to Kafka is by polling
+the database (a process popularized by [Kafka Connect](https://docs.confluent.io/current/connect/index.html)).
+Deimos provides a database poller, which allows you the same pattern but
+with all the flexibility of real Ruby code, and the added advantage of having
+a single consistent framework to talk to Kafka.
+
+One of the disadvantages of polling the database is that it can't detect deletions.
+You can get over this by configuring a mixin to send messages *only* on deletion,
+and use the poller to handle all other updates. You can reuse the same producer
+for both cases to handle joins, changes/mappings, business logic, etc.
+
+To enable the poller, generate the migration:
+
+```ruby
+rails g deimos:db_poller
+```
+
+Run the migration:
+
+```ruby
+rails db:migrate
+```
+
+Add the following configuration:
+
+```ruby
+Deimos.configure do
+  db_poller do
+    producer_class 'MyProducer' # an ActiveRecordProducer
+  end
+  db_poller do
+    producer_class 'MyOtherProducer'
+    run_every 2.minutes
+    delay 5.seconds # to allow for transactions to finish
+    full_table true # if set, dump the entire table every run; use for small tables
+  end
+end
+```
+
+All the information around connecting and querying the database lives in the
+producer itself, so you don't need to write any additional code. You can 
+define one additional method on the producer:
+
+```ruby
+class MyProducer < Deimos::ActiveRecordProducer
+  ...
+  def poll_query(time_from:, time_to:, column_name:, min_id:)
+    # Default is to use the timestamp `column_name` to find all records
+    # between time_from and time_to, or records where `updated_at` is equal to
+    # `time_from` but its ID is greater than `min_id`. This is called
+    # successively as the DB is polled to ensure even if a batch ends in the
+    # middle of a timestamp, we won't miss any records.
+    # You can override or change this behavior if necessary.
+  end
+end
+```
+
+To run the DB poller:
+
+    rake deimos:db_poller
+
+Note that the DB poller creates one thread per configured poller, and is
+currently designed *not* to be scaled out - i.e. it assumes you will only
+have one process running at a time. If a particular poll takes longer than
+the poll interval (i.e. interval is set at 1 minute but it takes 75 seconds)
+the next poll will begin immediately following the first one completing.
+
 ## Running consumers
 
 Deimos includes a rake task. Once it's in your gemfile, just run

data/Rakefile

@@ -6,7 +6,7 @@ begin
 
   RSpec::Core::RakeTask.new(:spec)
   task(default: :spec)
-rescue LoadError # rubocop:disable Lint/SuppressedException
+rescue LoadError
   # no rspec available
 end
 

data/deimos-ruby.gemspec

@@ -25,7 +25,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency('activerecord', '~> 5.2')
   spec.add_development_dependency('activerecord-import')
   spec.add_development_dependency('avro', '~> 1.9')
-  spec.add_development_dependency('bundler', '~> 1')
   spec.add_development_dependency('ddtrace', '~> 0.11')
   spec.add_development_dependency('dogstatsd-ruby', '~> 4.2')
   spec.add_development_dependency('guard', '~> 2')

data/docs/CONFIGURATION.md

@@ -89,6 +89,29 @@ offset_commit_threshold|0|Number of messages that can be processed before their
 heartbeat_interval|10|Interval between heartbeats; must be less than the session window.
 backoff|`(1000..60_000)`|Range representing the minimum and maximum number of milliseconds to back off after a consumer error.
 
+## Defining Database Pollers
+
+These are used when polling the database via `rake deimos:db_poller`. You
+can create a number of pollers, one per topic.
+
+```ruby
+Deimos.configure do
+  db_poller do
+    producer_class 'MyProducer'
+    run_every 2.minutes
+  end
+end
+```
+
+Config name|Default|Description
+-----------|-------|-----------
+producer_class|nil|ActiveRecordProducer class to use for sending messages.
+run_every|60|Amount of time in seconds to wait between runs.
+timestamp_column|`:updated_at`|Name of the column to query. Remember to add an index to this column!
+delay_time|2|Amount of time in seconds to wait before picking up records, to allow for transactions to finish.
+full_table|false|If set to true, do a full table dump to Kafka each run. Good for very small tables.
+start_from_beginning|true|If false, start from the current time instead of the beginning of time if this is the first time running the poller.
+
 ## Kafka Configuration
 
 Config name|Default|Description

data/lib/deimos/active_record_producer.rb

@@ -59,6 +59,29 @@ module Deimos
           k.to_sym != :payload_key && !fields.map(&:name).include?(k)
         end
       end
+
+      # Query to use when polling the database with the DbPoller. Add
+      # includes, joins, or wheres as necessary, or replace entirely.
+      # @param time_from [Time] the time to start the query from.
+      # @param time_to [Time] the time to end the query.
+      # @param column_name [Symbol] the column name to look for.
+      # @param min_id [Numeric] the minimum ID (i.e. all IDs must be greater
+      # than this value).
+      # @return [ActiveRecord::Relation]
+      def poll_query(time_from:, time_to:, column_name: :updated_at, min_id:)
+        klass = config[:record_class]
+        table = ActiveRecord::Base.connection.quote_table_name(klass.table_name)
+        column = ActiveRecord::Base.connection.quote_column_name(column_name)
+        primary = ActiveRecord::Base.connection.quote_column_name(klass.primary_key)
+        klass.where(
+          "((#{table}.#{column} = ? AND #{table}.#{primary} > ?) \
+           OR #{table}.#{column} > ?) AND #{table}.#{column} <= ?",
+          time_from,
+          min_id,
+          time_from,
+          time_to
+        )
+      end
     end
   end
 end

data/lib/deimos/config/configuration.rb

@@ -340,6 +340,26 @@ module Deimos
       setting :heartbeat_interval
     end
 
+    setting_object :db_poller do
+      # Producer class to use for the poller.
+      setting :producer_class
+      # How often to run the poller, in seconds. If the poll takes longer than this
+      # time, it will run again immediately and the timeout
+      # will be pushed to the next e.g. 1 minute.
+      setting :run_every, 60
+      # Column to use to find updates. Must have an index on it.
+      setting :timestamp_column, :updated_at
+      # Amount of time, in seconds, to wait before catching updates, to allow transactions
+      # to complete but still pick up the right records.
+      setting :delay_time, 2
+      # If true, dump the full table rather than incremental changes. Should
+      # only be used for very small tables.
+      setting :full_table, false
+      # If false, start from the current time instead of the beginning of time
+      # if this is the first time running the poller.
+      setting :start_from_beginning, true
+    end
+
     deprecate 'kafka_logger', 'kafka.logger'
     deprecate 'reraise_consumer_errors', 'consumers.reraise_errors'
     deprecate 'schema_registry_url', 'schema.registry_url'

data/lib/deimos/kafka_topic_info.rb

@@ -14,7 +14,7 @@ module Deimos
         # Try to create it - it's fine if it already exists
         begin
           self.create(topic: topic)
-        rescue ActiveRecord::RecordNotUnique # rubocop:disable Lint/SuppressedException
+        rescue ActiveRecord::RecordNotUnique
           # continue on
         end
 

data/lib/deimos/metrics/provider.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-# rubocop:disable Lint/UnusedMethodArgument
 module Deimos
   module Metrics
     # Base class for all metrics providers.
@@ -35,4 +34,3 @@ module Deimos
     end
   end
 end
-# rubocop:enable Lint/UnusedMethodArgument

data/lib/deimos/poll_info.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Deimos
+  # ActiveRecord class to record the last time we polled the database.
+  # For use with DbPoller.
+  class PollInfo < ActiveRecord::Base
+    self.table_name = 'deimos_poll_info'
+  end
+end

data/lib/deimos/tracing/provider.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-# rubocop:disable Lint/UnusedMethodArgument
 module Deimos
   module Tracing
     # Base class for all tracing providers.
@@ -28,4 +27,3 @@ module Deimos
     end
   end
 end
-# rubocop:enable Lint/UnusedMethodArgument

data/lib/deimos/utils/db_poller.rb

@@ -0,0 +1,149 @@
+# frozen_string_literal: true
+
+require 'deimos/poll_info'
+require 'deimos/utils/executor'
+require 'deimos/utils/signal_handler'
+
+module Deimos
+  module Utils
+    # Class which continually polls the database and sends Kafka messages.
+    class DbPoller
+      BATCH_SIZE = 1000
+
+      # Needed for Executor so it can identify the worker
+      attr_reader :id
+
+      # Begin the DB Poller process.
+      def self.start!
+        if Deimos.config.db_poller_objects.empty?
+          raise('No pollers configured!')
+        end
+
+        pollers = Deimos.config.db_poller_objects.map do |poller_config|
+          self.new(poller_config)
+        end
+        executor = Deimos::Utils::Executor.new(pollers,
+                                               sleep_seconds: 5,
+                                               logger: Deimos.config.logger)
+        signal_handler = Deimos::Utils::SignalHandler.new(executor)
+        signal_handler.run!
+      end
+
+      # @param config [Deimos::Configuration::ConfigStruct]
+      def initialize(config)
+        @config = config
+        @id = SecureRandom.hex
+        begin
+          @producer = @config.producer_class.constantize
+        rescue NameError
+          raise "Class #{@config.producer_class} not found!"
+        end
+        unless @producer < Deimos::ActiveRecordProducer
+          raise "Class #{@producer.class.name} is not an ActiveRecordProducer!"
+        end
+      end
+
+      # Start the poll:
+      # 1) Grab the current PollInfo from the database indicating the last
+      # time we ran
+      # 2) On a loop, process all the recent updates between the last time
+      # we ran and now.
+      def start
+        # Don't send asynchronously
+        if Deimos.config.producers.backend == :kafka_async
+          Deimos.config.producers.backend = :kafka
+        end
+        Deimos.config.logger.info('Starting...')
+        @signal_to_stop = false
+        retrieve_poll_info
+        loop do
+          if @signal_to_stop
+            Deimos.config.logger.info('Shutting down')
+            break
+          end
+          process_updates
+          sleep 0.1
+        end
+      end
+
+      # Grab the PollInfo or create if it doesn't exist.
+      def retrieve_poll_info
+        ActiveRecord::Base.connection.reconnect!
+        new_time = @config.start_from_beginning ? Time.new(0) : Time.zone.now
+        @info = Deimos::PollInfo.find_by_producer(@config.producer_class) ||
+                Deimos::PollInfo.create!(producer: @config.producer_class,
+                                         last_sent: new_time,
+                                         last_sent_id: 0)
+      end
+
+      # Stop the poll.
+      def stop
+        Deimos.config.logger.info('Received signal to stop')
+        @signal_to_stop = true
+      end
+
+      # Indicate whether this current loop should process updates. Most loops
+      # will busy-wait (sleeping 0.1 seconds) until it's ready.
+      # @return [Boolean]
+      def should_run?
+        Time.zone.now - @info.last_sent - @config.delay_time >= @config.run_every
+      end
+
+      # @param record [ActiveRecord::Base]
+      # @return [ActiveSupport::TimeWithZone]
+      def last_updated(record)
+        record.public_send(@config.timestamp_column)
+      end
+
+      # Send messages for updated data.
+      def process_updates
+        return unless should_run?
+
+        time_from = @config.full_table ? Time.new(0) : @info.last_sent.in_time_zone
+        time_to = Time.zone.now - @config.delay_time
+        Deimos.config.logger.info("Polling #{@producer.topic} from #{time_from} to #{time_to}")
+        message_count = 0
+        batch_count = 0
+
+        # poll_query gets all the relevant data from the database, as defined
+        # by the producer itself.
+        loop do
+          Deimos.config.logger.debug("Polling #{@producer.topic}, batch #{batch_count + 1}")
+          batch = fetch_results(time_from, time_to).to_a
+          break if batch.empty?
+
+          batch_count += 1
+          process_batch(batch)
+          message_count += batch.size
+          time_from = last_updated(batch.last)
+        end
+        Deimos.config.logger.info("Poll #{@producer.topic} complete at #{time_to} (#{message_count} messages, #{batch_count} batches}")
+      end
+
+      # @param time_from [ActiveSupport::TimeWithZone]
+      # @param time_to [ActiveSupport::TimeWithZone]
+      # @return [ActiveRecord::Relation]
+      def fetch_results(time_from, time_to)
+        id = @producer.config[:record_class].primary_key
+        quoted_timestamp = ActiveRecord::Base.connection.quote_column_name(@config.timestamp_column)
+        quoted_id = ActiveRecord::Base.connection.quote_column_name(id)
+        @producer.poll_query(time_from: time_from,
+                             time_to: time_to,
+                             column_name: @config.timestamp_column,
+                             min_id: @info.last_sent_id).
+          limit(BATCH_SIZE).
+          order("#{quoted_timestamp}, #{quoted_id}")
+      end
+
+      # @param batch [Array<ActiveRecord::Base>]
+      def process_batch(batch)
+        record = batch.last
+        id_method = record.class.primary_key
+        last_id = record.public_send(id_method)
+        last_updated_at = last_updated(record)
+        @producer.send_events(batch)
+        @info.update_attributes!(last_sent: last_updated_at, last_sent_id: last_id)
+      end
+    end
+  end
+end