ruby-kafka 0.3.13.beta4 → 0.3.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 74dfff5457403137f170938a453a12e1288fd3f7
-  data.tar.gz: 03074ef585e3a46b45b703ed1efa13ef89e32062
+  metadata.gz: 9464a030fbaaa71d6b6095fe7519787396afbc2d
+  data.tar.gz: f432a7bf7401371251522b75980ff9116c8cb89e
 SHA512:
-  metadata.gz: 88a1fc91d4d4b6b1a5aa1250e6f9a5b2a178d1bdb3233531d588ba8440072b64282ae17e866e0812ecbc502ff7ad418d3a0925d04ba710767d28f65af63890e0
-  data.tar.gz: 5a3a5b05c8d30679c528bf532584946d762a6d8c038f93e62958119db7f79699e503cb7a14164de43d008e9681cf8f6aca14be2f1ed2da0c7d36fdf1b7791573
+  metadata.gz: cbedf9f17a00f597700775919f396803f80a77cca6b33ef7c0217569a2c5d05c2f4aa6e834bb005c37b1eb090b3fb4ac994e5b3aef166bd7dc6df471c866d79b
+  data.tar.gz: c9d7e0b9a37e2c081e3bbba5ba644997311b167900df4054df4e6204c456d1652fb022019662c4b3d58a86f1f56c660a0e52efefe52e5c5247ee905e3b8e97d9

data/CHANGELOG.md

@@ -4,12 +4,9 @@ Changes and additions to the library will be listed here.
 
 ## Unreleased
 
-## v0.3.13.beta4
+## v0.3.14
 
 - Automatically recover from invalid consumer checkpoints.
-
-## v0.3.13.beta1
-
 - Minimize the number of times messages are reprocessed after a consumer group resync.
 - Improve instrumentation of the async producer.
 

data/README.md

@@ -228,6 +228,8 @@ data = JSON.dump(event)
 producer.produce(data, topic: "events")
 ```
 
+There's also an example of [encoding messages with Apache Avro](https://github.com/zendesk/ruby-kafka/wiki/Encoding-messages-with-Avro).
+
 #### Partitioning
 
 Kafka topics are partitioned, with messages being assigned to a partition by the client. This allows a great deal of flexibility for the users. This section describes several strategies for partitioning and how they impact performance, data locality, etc.

data/lib/kafka/consumer.rb

@@ -125,7 +125,15 @@ module Kafka
                 value: message.value,
               )
 
-              yield message
+              begin
+                yield message
+              rescue => e
+                location = "#{message.topic}/#{message.partition} at offset #{message.offset}"
+                backtrace = e.backtrace.join("\n")
+                @logger.error "Exception raised when processing #{location} -- #{e.class}: #{e}\n#{backtrace}"
+
+                raise
+              end
             end
 
             mark_message_as_processed(message)
@@ -176,7 +184,17 @@ module Kafka
                 message_count: batch.messages.count,
               )
 
-              yield batch
+              begin
+                yield batch
+              rescue => e
+                offset_range = batch.empty? ? "N/A" : [batch.first_offset, batch.last_offset].join("..")
+                location = "#{batch.topic}/#{batch.partition} in offset range #{offset_range}"
+                backtrace = e.backtrace.join("\n")
+
+                @logger.error "Exception raised when processing #{location} -- #{e.class}: #{e}\n#{backtrace}"
+
+                raise
+              end
             end
 
             mark_message_as_processed(batch.messages.last)

data/lib/kafka/fetched_batch.rb

@@ -25,6 +25,14 @@ module Kafka
       @messages.empty?
     end
 
+    def first_offset
+      if empty?
+        nil
+      else
+        messages.first.offset
+      end
+    end
+
     def last_offset
       if empty?
         highwater_mark_offset - 1

data/lib/kafka/version.rb

@@ -1,3 +1,3 @@
 module Kafka
-  VERSION = "0.3.13.beta4"
+  VERSION = "0.3.14"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.3.13.beta4
+  version: 0.3.14
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-08-05 00:00:00.000000000 Z
+date: 2016-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -303,9 +303,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.4.5.1