ruby-kafka 0.3.16.beta2 → 0.3.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: aa43ca9dd13cdd1f9f06db58d0799c91dfadf9b2
-  data.tar.gz: 5ca2bc1cf1771373ea10b5e0e8c03a76f048404a
+  metadata.gz: 02443c4134a1dd98934b6bd2f73b2edc09fe4cf5
+  data.tar.gz: b03995318665f91f070ecb00a14aa483e4c4444e
 SHA512:
-  metadata.gz: efe7d3b0674fd2ad39e41d1ae0638de877f1ec7a4dd5ed920f566802ee92741350beaba377d040a5b08b35891631a0a11eed4752aaf42ee47019ac62e4f1bc0d
-  data.tar.gz: dec596d15cb047bc7d8c15d2aeed8f952ff098a01a44792da7fb915b87b96d6e8edefdcc94dabf861ac2060f1c535db01eb8a60735fa9dbacd9e5849f6d63c18
+  metadata.gz: 2c69cb9baa6eed992cdd7dc66b14547df32059144748b0c12fe269ec126bbd4ed62b18300aacb955f62b17235e26e605cfea53425adf278a57edcb99d4e7c272
+  data.tar.gz: d2b7dd37bc7eb3ac6666808172d289334d926d9cb17b01690c19e1f67174af4f054c003fcc204fb9f711441d4207a4693e2d54419af873930306ae9f2fe8d1a0

data/CHANGELOG.md

@@ -4,7 +4,7 @@ Changes and additions to the library will be listed here.
 
 ## Unreleased
 
-## v0.3.16.beta1
+## v0.3.16
 
 - Fix SSL socket timeout (#283).
 - Update to the latest Datadog gem (#296).

data/lib/kafka/consumer.rb

@@ -67,7 +67,7 @@ module Kafka
     # Typically you either want to start reading messages from the very
     # beginning of the topic's partitions or you simply want to wait for new
     # messages to be written. In the former case, set `start_from_beginning`
-    # true (the default); in the latter, set it to false.
+    # to true (the default); in the latter, set it to false.
     #
     # @param topic [String] the name of the topic to subscribe to.
     # @param default_offset [Symbol] whether to start from the beginning or the
@@ -105,7 +105,8 @@ module Kafka
     #
     # @param topic [String]
     # @param partition [Integer]
-    # @param timeout [Integer] the number of seconds to pause the partition for.
+    # @param timeout [Integer] the number of seconds to pause the partition for,
+    #   or `nil` if the partition should not be automatically resumed.
     # @return [nil]
     def pause(topic, partition, timeout: nil)
       @paused_partitions[topic] ||= {}
@@ -164,7 +165,7 @@ module Kafka
     # @param min_bytes [Integer] the minimum number of bytes to read before
     #   returning messages from the server; if `max_wait_time` is reached, this
     #   is ignored.
-    # @param max_wait_time [Integer] the maximum duration of time to wait before
+    # @param max_wait_time [Integer, Float] the maximum duration of time to wait before
     #   returning messages from the server, in seconds.
     # @yieldparam message [Kafka::FetchedMessage] a message fetched from Kafka.
     # @raise [Kafka::ProcessingError] if there was an error processing a message.
@@ -227,7 +228,7 @@ module Kafka
     # @param min_bytes [Integer] the minimum number of bytes to read before
     #   returning messages from the server; if `max_wait_time` is reached, this
     #   is ignored.
-    # @param max_wait_time [Integer] the maximum duration of time to wait before
+    # @param max_wait_time [Integer, Float] the maximum duration of time to wait before
     #   returning messages from the server, in seconds.
     # @yieldparam batch [Kafka::FetchedBatch] a message batch fetched from Kafka.
     # @return [nil]
@@ -318,11 +319,11 @@ module Kafka
     def fetch_batches(min_bytes:, max_wait_time:)
       join_group unless @group.member?
 
-      assigned_partitions = @group.assigned_partitions
+      subscribed_partitions = @group.subscribed_partitions
 
       @heartbeat.send_if_necessary
 
-      raise "No partitions assigned!" if assigned_partitions.empty?
+      raise "No partitions assigned!" if subscribed_partitions.empty?
 
       operation = FetchOperation.new(
         cluster: @cluster,
@@ -331,7 +332,7 @@ module Kafka
         max_wait_time: max_wait_time,
       )
 
-      assigned_partitions.each do |topic, partitions|
+      subscribed_partitions.each do |topic, partitions|
         partitions.each do |partition|
           offset = @offset_manager.next_offset_for(topic, partition)
           max_bytes = @max_bytes.fetch(topic)

data/lib/kafka/consumer_group.rb

@@ -23,6 +23,10 @@ module Kafka
       @cluster.add_target_topics([topic])
     end
 
+    def subscribed_partitions
+      @assigned_partitions.select { |topic, _| @topics.include?(topic) }
+    end
+
     def member?
       !@generation_id.nil?
     end

data/lib/kafka/produce_operation.rb

@@ -7,22 +7,24 @@ module Kafka
   #
   # ## Instrumentation
   #
-  # When executing the operation, an `ack_messages.producer.kafka` notification will be
-  # emitted for each message set that was successfully appended to a topic partition.
+  # When executing the operation, an `ack_message.producer.kafka` notification will be
+  # emitted for each message that was successfully appended to a topic partition.
   # The following keys will be found in the payload:
   #
   # * `:topic` — the topic that was written to.
   # * `:partition` — the partition that the message set was appended to.
-  # * `:offset` — the offset of the first message in the message set.
-  # * `:message_count` — the number of messages that were appended.
+  # * `:offset` — the offset of the message in the partition.
+  # * `:key` — the message key.
+  # * `:value` — the message value.
+  # * `:delay` — the time between the message was produced and when it was acknowledged.
   #
   # In addition to these notifications, a `send_messages.producer.kafka` notification will
   # be emitted after the operation completes, regardless of whether it succeeds. This
   # notification will have the following keys:
   #
-  # * `message_count` – the total number of messages that the operation tried to
+  # * `:message_count` – the total number of messages that the operation tried to
   #   send. Note that not all messages may get delivered.
-  # * `sent_message_count` – the number of messages that were successfully sent.
+  # * `:sent_message_count` – the number of messages that were successfully sent.
   #
   class ProduceOperation
     def initialize(cluster:, buffer:, compressor:, required_acks:, ack_timeout:, logger:, instrumenter:)
@@ -125,12 +127,13 @@ module Kafka
             raise e
           end
 
-          messages.each do |message|
+          messages.each_with_index do |message, index|
             @instrumenter.instrument("ack_message.producer", {
               key: message.key,
               value: message.value,
               topic: topic,
               partition: partition,
+              offset: partition_info.offset + index,
               delay: ack_time - message.create_time,
             })
           end

data/lib/kafka/version.rb

@@ -1,3 +1,3 @@
 module Kafka
-  VERSION = "0.3.16.beta2"
+  VERSION = "0.3.16"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.3.16.beta2
+  version: 0.3.16
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-19 00:00:00.000000000 Z
+date: 2017-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -314,9 +314,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.4.5.1
@@ -324,4 +324,3 @@ signing_key:
 specification_version: 4
 summary: A client library for the Kafka distributed commit log.
 test_files: []
-has_rdoc: