deimos-ruby 1.3.0.pre.beta4 → 1.3.0.pre.beta5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9f45c9dfd2ee1104f6f2959358c9d60892c77ff881da57333023869ecde5e7fe
-  data.tar.gz: 3a5d8b16495d169028b660e15c91449ec4484dda40a8f84c2a520fcf580edc62
+  metadata.gz: 5bf921e758c4cab2c5d35334e1f7dc99382ce414ce1c7492d42175f4c874ae54
+  data.tar.gz: f1d2c561854e12adf325ee3a6805f3ddac40f185fe5420932438e38ffee43688
 SHA512:
-  metadata.gz: b61f02c57a6c6b53673a46a648d239aa9b72a13aa5df047e6372cac11e0ed035bf8f5251a710d19bb744176da3ff1c742b5a3a806dc069151ee4dcee366cdce7
-  data.tar.gz: a1cdb60928f9e1e9dd72677b2d7aaa5c04131b28ca084bd98126225a69e3af2d19d8a101f2dd1ded5aab143a6f562a6833d6dc310438ed775e82e05ff143223a
+  metadata.gz: b9fe23ad5ecb545ad6a8743bfd5bfb735d9b7d672ae5dfee16d2456b02397c7f8ef3adc71a43a4043aa02974bfa1d6a7a60cd373e8f522e03eba739e877c82cb
+  data.tar.gz: df9ea2796a368360ff79ada8735060f7585408d7c59043b488a31bf9fcbb4e7bcd52017882f2f458b8b48d30ff8807e93c640820fef264d859bc1be329bb668e

data/CHANGELOG.md

@@ -7,6 +7,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+# [1.3.0-beta5] - 2020-01-14
+- Added `db_producer.insert` and `db_producer.process` metrics.
+
 # [1.3.0-beta4] - 2019-12-02
 - Fixed bug where by running `rake deimos:start` without
   specifying a producer backend would crash.

data/Gemfile.lock

@@ -74,7 +74,7 @@ GEM
     digest-crc (0.4.1)
     dogstatsd-ruby (4.2.0)
     erubi (1.9.0)
-    excon (0.69.1)
+    excon (0.71.0)
     exponential-backoff (0.0.4)
     ffi (1.11.1)
     formatador (0.2.5)

data/README.md

@@ -693,6 +693,11 @@ The following metrics are reported:
   with the database backend. Tagged with the topic that is waiting.
   Will send a value of 0 with no topics tagged if there are no messages
   waiting.
+* `db_producer.insert` - the number of messages inserted into the database
+  for publishing. Tagged with `topic:{topic_name}`
+* `db_producer.process` - the number of DB messages processed. Note that this
+  is *not* the same as the number of messages *published* if those messages
+  are compacted. Tagged with `topic:{topic_name}`
 
 ### Configuring Metrics Providers
 

data/lib/deimos/backends/db.rb

@@ -20,6 +20,11 @@ module Deimos
             message
           end
           Deimos::KafkaMessage.import(records)
+          Deimos.config.metrics&.increment(
+            'db_producer.insert',
+            tags: %W(topic:#{producer_class.topic}),
+            by: records.size
+          )
         end
       end
     end

data/lib/deimos/utils/db_producer.rb

@@ -93,6 +93,11 @@ module Deimos
           end
         end
         Deimos::KafkaMessage.where(id: messages.map(&:id)).delete_all
+        Deimos.config.metrics&.increment(
+          'db_producer.process',
+          tags: %W(topic:#{@current_topic}),
+          by: messages.size
+        )
         return false if batch_size < BATCH_SIZE
 
         KafkaTopicInfo.heartbeat(@current_topic, @id) # keep alive

data/lib/deimos/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deimos
-  VERSION = '1.3.0-beta4'
+  VERSION = '1.3.0-beta5'
 end

data/spec/backends/db_spec.rb

@@ -4,6 +4,11 @@ each_db_config(Deimos::Backends::Db) do
   include_context 'with publish_backend'
 
   it 'should save to the database' do
+    expect(Deimos.config.metrics).to receive(:increment).with(
+      'db_producer.insert',
+      tags: %w(topic:my-topic),
+      by: 3
+    )
     described_class.publish(producer_class: MyProducer, messages: messages)
     records = Deimos::KafkaMessage.all
     expect(records.size).to eq(3)

data/spec/utils/db_producer_spec.rb

@@ -192,6 +192,11 @@ each_db_config(Deimos::Utils::DbProducer) do
                                                                       topic: 'my-topic'
                                                                     }
                                                                   ])
+      expect(Deimos.config.metrics).to receive(:increment).ordered.with(
+        'db_producer.process',
+        tags: %w(topic:my-topic),
+        by: 2
+      )
       expect(producer).to receive(:retrieve_messages).ordered.
         and_return(messages[2..3])
       expect(producer).to receive(:produce_messages).ordered.with([
@@ -208,6 +213,11 @@ each_db_config(Deimos::Utils::DbProducer) do
                                                                       topic: 'my-topic'
                                                                     }
                                                                   ])
+      expect(Deimos.config.metrics).to receive(:increment).ordered.with(
+        'db_producer.process',
+        tags: %w(topic:my-topic),
+        by: 2
+      )
       expect(producer).to receive(:retrieve_messages).ordered.
         and_return([])
       expect(Deimos::KafkaTopicInfo).to receive(:heartbeat).

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deimos-ruby
 version: !ruby/object:Gem::Version
-  version: 1.3.0.pre.beta4
+  version: 1.3.0.pre.beta5
 platform: ruby
 authors:
 - Daniel Orner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-12-02 00:00:00.000000000 Z
+date: 2020-01-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro-patches