kafka 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b1ff8fcc9cb3c43bd818733a5af934490298e0fc28a54668bb4a47d24abe8c69
-  data.tar.gz: 9ca67cd457ceadaffaea6bdb2b1c61d1f4481aa3e2a0ce3874bfb251c3ae9e1f
+  metadata.gz: a6970af4b6ef931eb091068ee75220a2ce7a3f79a3afa7abd0dc40c9b6f88a18
+  data.tar.gz: cdda5ed68a3f9310fe6ce33930d3ebff71f5d9c53b735c2412e6a72fce9ba546
 SHA512:
-  metadata.gz: 0ecdfd53f2621b6f876595a159847683a8360d2cfa675b0161db5baf688415f2d65c195848d0835c8dbd2aad06ed3377d54dde463bad3e83968893778ef143c6
-  data.tar.gz: c56a0ceafce7c89761aad6da5bdd45ca0da82a765d7072ea472abd6c8fc585dceebaf8f37f2783ea8cccb18205f58f0ef883f16472a8693860a59bcb1697b49a
+  metadata.gz: 1cd6d75ccbb42e8d37d763f542c5c267fae092bb26558057f2f3b04de92d27021b4a57361ccf12ea40a8ebfcc234a651b27c71341ecb57327e9cbd32c486105f
+  data.tar.gz: 7cc3f4d3b70f11b20af2ed8d6fce065d8abdf5a53c5ab60bb39cfbb59c1a306b6eb876337bc2b7370bd83377934942e24868c46db5b511766a5f7296f2bea7bf

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## Unreleased
+
+## 0.5.1 / 2020-01-22
+
+* Kafka::Consumer now uses poll_set_consumer instead of a Poller thread
+* Add #latency to DeliverReport to get how long message took to be delivered.
+
 ## 0.5.0 / 2020-01-21
 
 * Initial release!

data/README.md

@@ -1,6 +1,7 @@
 # Kafka
 
 [![Build Status](https://travis-ci.com/deadmanssnitch/kafka.svg?branch=master)](https://travis-ci.com/deadmanssnitch/kafka)
+[![Gem Version](https://badge.fury.io/rb/kafka.svg)](https://badge.fury.io/rb/kafka)
 
 The kafka gem provides a general producer and consumer for
 [Apache Kafka](https://kafka.apache.org) using bindings to the official

data/examples/producer.rb

@@ -29,7 +29,6 @@ workers = 8.times.map do |i|
     while @run
       producer.produce("ruby_test_topic", "#{i}: #{SecureRandom.uuid}") do |report|
         # Wait for delivery confirmation from the cluster
-        report.wait
         puts report.inspect
       end
 

data/kafka.gemspec

@@ -14,13 +14,17 @@ Gem::Specification.new do |spec|
     consumer implementation.
   DESCRIPTION
 
-  spec.homepage      = "http://github.com/deadmanssnitch/kafka"
+  spec.homepage      = "https://deadmanssnitch.com/opensource/kafka"
   spec.license       = "MIT"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
 
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = spec.homepage
-  spec.metadata["changelog_uri"] = "https://github.com/deadmanssnitch/kafka/blob/master/CHANGELOG.md"
+  spec.metadata = {
+    "homepage_uri"      => spec.homepage,
+    "bug_tracker_uri"   => "https://github.com/deadmanssnitch/kafka/issues",
+    "source_code_uri"   => "https://github.com/deadmanssnitch/kafka",
+    "documentation_uri" => "https://deadmanssnitch.com/opensource/kafka/docs/",
+    "changelog_uri"     => "https://github.com/deadmanssnitch/kafka/blob/master/CHANGELOG.md",
+  }
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

data/lib/kafka/consumer.rb

@@ -18,8 +18,9 @@ module Kafka
       # Initialize the client
       @client = Kafka::FFI::Consumer.new(config)
 
-      # Event loop polling for events so callbacks are fired.
-      @poller = Poller.new(@client)
+      # Redirect the main event queue so calls to consumer_poll will fire
+      # callbacks instead of having to have a separate poller thread.
+      @client.poll_set_consumer
     end
 
     # Subscribe the consumer to the given list of topics. Once the
@@ -71,7 +72,6 @@ module Kafka
     #   Consumer.
     def close
       # @see https://github.com/edenhill/librdkafka/blob/master/INTRODUCTION.md#high-level-kafkaconsumer
-      @poller.stop
 
       # Gracefully shutdown the consumer, leaving the consumer group,
       # committing any remaining offsets, and releasing resources back to the

data/lib/kafka/producer/delivery_report.rb

@@ -19,6 +19,17 @@ class Kafka::Producer
     # @return [Integer] Partition the message was delivered to.
     attr_reader :partition
 
+    # Returns the number of microseconds since the message was enqueued for
+    # delivery until the message was confirmed by the cluster or permanently
+    # failed.
+    #
+    # @note Latency is in microseconds (μs) while most other timestamps are in
+    #   milliseconds.
+    #
+    # @return [nil] Latency was not available
+    # @return [Integer] Time since message was produced in microseconds
+    attr_reader :latency
+
     # Initializes a new DeliveryReport
     #
     # @param block [Proc] Callback to call with the DeliveryReport when it is
@@ -30,6 +41,7 @@ class Kafka::Producer
       @error = nil
       @topic = nil
       @offset = nil
+      @latency = nil
       @partition = nil
       @callback = block
 
@@ -73,6 +85,7 @@ class Kafka::Producer
         @offset = message.offset
         @topic = message.topic
         @partition = message.partition
+        @latency = message.latency
 
         @done = true
         @waiter.broadcast

data/lib/kafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Kafka
-  VERSION = "0.5.0"
+  VERSION = "0.5.1"
 
   LIBRDKAFKA_VERSION  = "1.3.0"
   LIBRDKAFKA_CHECKSUM = "465cab533ebc5b9ca8d97c90ab69e0093460665ebaf38623209cf343653c76d2"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kafka
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Chris Gaffney
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-01-21 00:00:00.000000000 Z
+date: 2020-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
@@ -130,12 +130,14 @@ files:
 - lib/kafka/producer.rb
 - lib/kafka/producer/delivery_report.rb
 - lib/kafka/version.rb
-homepage: http://github.com/deadmanssnitch/kafka
+homepage: https://deadmanssnitch.com/opensource/kafka
 licenses:
 - MIT
 metadata:
-  homepage_uri: http://github.com/deadmanssnitch/kafka
-  source_code_uri: http://github.com/deadmanssnitch/kafka
+  homepage_uri: https://deadmanssnitch.com/opensource/kafka
+  bug_tracker_uri: https://github.com/deadmanssnitch/kafka/issues
+  source_code_uri: https://github.com/deadmanssnitch/kafka
+  documentation_uri: https://deadmanssnitch.com/opensource/kafka/docs/
   changelog_uri: https://github.com/deadmanssnitch/kafka/blob/master/CHANGELOG.md
 post_install_message: 
 rdoc_options: []