deimos-ruby 1.18.0 → 1.18.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93b418353fa710fd90425980ec2772f6cb4249b1d4e43c3cadd9fb7a099eb387
-  data.tar.gz: b319ef0e32b2e147b7ec0a3b131d8d8269e9818faa5313b6f56745498a2942c3
+  metadata.gz: a3f5f0c1fdba2cf641706b6c18733f433c04f42e3e06f5871ab0050a0215cc61
+  data.tar.gz: 9c758f1d7e62dd9cd91e1631b3211cc9388adb0bb7b3dfea7b29099b46224bc7
 SHA512:
-  metadata.gz: 60bd9c6f8cb7e4a63d791312b2fb784cfed4f2b0c60f679d71f1fff1adeac8ca86cbf285e42bf24fb1e65748fe5c1a0127710925d068c5d6bf6feeb4753ed203
-  data.tar.gz: 9e30a8666f75d62fcee4c5f99de3737af5b58c6bafc9c54f786784785472233dc6a9135c525b288d04320acb716b58274b9dcaeeba90965a04721e0e77588c83
+  metadata.gz: 30b074497e6efe25e87d6e4736ecba0725b5bb4b20dcfba9bc82a655c9ee246986b9a655ceeec05b6bfa57b0633fecafb3cf7e1335322bd40a4254b3d973944f
+  data.tar.gz: 798513006a509d7439e4d09c18a6a547bac683bcbb4a56013447fad59ba941702072f828d6ec8966da6fec8096659a686de7f796d858923e17fdcf7f21235318

data/CHANGELOG.md

@@ -7,6 +7,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+# 1.18.2 - 2022-11-14
+
+-  Fixes bug related to wait between runs when no records are fetched by updating poll_info
+
+# 1.18.1 - 2022-11-01
+
+- Fix the primary_key detection way in `state_based` mode
+
 # 1.18.0 - 2022-11-01
 
 ### Features :star:

data/lib/deimos/utils/db_poller/state_based.rb

@@ -18,7 +18,10 @@ module Deimos
           loop do
             Deimos.config.logger.debug("Polling #{@producer.topic}, batch #{status.current_batch}")
             batch = fetch_results.to_a
-            break if batch.empty?
+            if batch.empty?
+              @info.touch(:last_sent)
+              break
+            end
 
             success = process_batch_with_span(batch, status)
             finalize_batch(batch, success)
@@ -35,11 +38,11 @@ module Deimos
         # @param success [Boolean]
         # @return [void]
         def finalize_batch(batch, success)
-          @info.touch
+          @info.touch(:last_sent)
 
           state = success ? @config.published_state : @config.failed_state
           klass = batch.first.class
-          id_col = record.class.primary_key
+          id_col = klass.primary_key.to_sym
           timestamp_col = @config.timestamp_column
 
           attrs = { timestamp_col => Time.zone.now }

data/lib/deimos/utils/db_poller/time_based.rb

@@ -36,7 +36,10 @@ module Deimos
           loop do
             Deimos.config.logger.debug("Polling #{@producer.topic}, batch #{status.current_batch}")
             batch = fetch_results(time_from, time_to).to_a
-            break if batch.empty?
+            if batch.empty?
+              @info.touch(:last_sent)
+              break
+            end
 
             process_and_touch_info(batch, status)
             time_from = last_updated(batch.last)

data/lib/deimos/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deimos
-  VERSION = '1.18.0'
+  VERSION = '1.18.2'
 end

data/spec/utils/db_poller_spec.rb

@@ -333,6 +333,21 @@ each_db_config(Deimos::Utils::DbPoller::Base) do
           with('Poll my-topic-with-id complete at 2015-05-05 00:59:58 -0400 (3 batches, 0 errored batches, 7 processed messages)')
       end
 
+      it 'should update PollInfo timestamp after processing' do
+        poll_before = Deimos::PollInfo.last
+        poller.process_updates
+        poll_after = Deimos::PollInfo.last
+        expect(poll_after.last_sent).to be >= poll_before.last_sent
+      end
+
+      it 'should update PollInfo timestamp when there are no records to process' do
+        allow(poller).to receive(:fetch_results).and_return([])
+        poll_before = Deimos::PollInfo.last
+        poller.process_updates
+        poll_after = Deimos::PollInfo.last
+        expect(poll_after.last_sent).to be >= poll_before.last_sent
+      end
+
       describe 'errors' do
         before(:each) do
           poller.config.retries = 0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deimos-ruby
 version: !ruby/object:Gem::Version
-  version: 1.18.0
+  version: 1.18.2
 platform: ruby
 authors:
 - Daniel Orner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-11-01 00:00:00.000000000 Z
+date: 2022-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro_turf