rdkafka 0.1.10 → 0.1.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 47ed8b2e877ccd9b0d4f79e6c252651f497b3aad
-  data.tar.gz: 274091ba3bf02e06444c871c7ed4af50e417be08
+  metadata.gz: 8d6da9327e4ab83441c784ccb89783e0928821e6
+  data.tar.gz: b6812cb4eee125203fd73efa1904b63bb0670d31
 SHA512:
-  metadata.gz: ea30c37519e22b12c8ffb38fc902ccb9cb4c2fb2ef5432aa91df5aa116c5abab5965cd0787c6de76a4f664dad7d7b97753895d5ae27852374cbae1b889245d96
-  data.tar.gz: e49e57f8ccd45d62250f2eef6e2a6da3f9ea90b3393239f2b2d82222adfb3bbecd6927fce42adaae6e16bca9ee1dc25e69d7a3b25942edb6f19aa5594524b710
+  metadata.gz: b155e6b7d3358ba451ba88ce6bde6cf327ff7db26275b76b1c24d6010b0f015eef7df26acf5362230872163ea62444919164e3f1e79f04d8c3093932b53e6e60
+  data.tar.gz: 01d58aed27bc1f385c2d3bcb22e964ceff47c0582c3bccc3e6af6f88d2c4806ea3c3d0035d0b52d45522a3924722a506d97e1986b4f7babe558619cbfc9ed3ba

data/lib/rdkafka/ffi.rb

@@ -35,6 +35,7 @@ module Rdkafka
     end
 
     attach_function :rd_kafka_message_destroy, [:pointer], :void
+    attach_function :rd_kafka_message_timestamp, [:pointer, :pointer], :int64
     attach_function :rd_kafka_topic_new, [:pointer, :string, :pointer], :pointer
     attach_function :rd_kafka_topic_name, [:pointer], :string
 

data/lib/rdkafka/message.rb

@@ -1,6 +1,6 @@
 module Rdkafka
   class Message
-    attr_reader :topic, :partition, :payload, :key, :offset
+    attr_reader :topic, :partition, :payload, :key, :offset, :timestamp
 
     def initialize(native_message)
       unless native_message[:rkt].null?
@@ -14,6 +14,7 @@ module Rdkafka
         @key = native_message[:key].read_string(native_message[:key_len])
       end
       @offset = native_message[:offset]
+      @timestamp = FFI.rd_kafka_message_timestamp(native_message, nil)
     end
 
     def to_s

data/lib/rdkafka/version.rb

@@ -1,4 +1,4 @@
 module Rdkafka
-  VERSION = "0.1.10"
+  VERSION = "0.1.11"
   LIBRDKAFKA_VERSION = "0.11.0"
 end

data/spec/rdkafka/message_spec.rb

@@ -70,4 +70,8 @@ describe Rdkafka::Message do
   it "should have an offset" do
     expect(subject.offset).to eq 100
   end
+
+  it "should have a timestamp" do
+    expect(subject.timestamp).to be > 0
+  end
 end

data/spec/rdkafka/producer_spec.rb

@@ -38,6 +38,58 @@ describe Rdkafka::Producer do
     expect(message.partition).to eq 0
     expect(message.payload).to eq "payload 1"
     expect(message.key).to eq "key 1"
+    # Since api.version.request is on by default we will get
+    # the message creation timestamp if it's not set.
+    expect(message.timestamp).to be > 1505069891557
+  end
+
+  it "should produce a message with utf-8 encoding" do
+    handle = producer.produce(
+      topic:   "produce_test_topic",
+      payload: "Τη γλώσσα μου έδωσαν ελληνική",
+      key:     "key utf8"
+    )
+    expect(handle.pending?).to be true
+
+    # Check delivery handle and report
+    report = handle.wait(5)
+
+    # Close producer
+    producer.close
+
+    # Consume message and verify it's content
+    message = wait_for_message(
+      topic: "produce_test_topic",
+      delivery_report: report
+    )
+
+    expect(message.payload.force_encoding("utf-8")).to eq "Τη γλώσσα μου έδωσαν ελληνική"
+    expect(message.key).to eq "key utf8"
+  end
+
+  it "should produce a message with a timestamp" do
+    handle = producer.produce(
+      topic:     "produce_test_topic",
+      payload:   "Payload 1",
+      key:       "key timestamp",
+      timestamp: 1505069646000
+    )
+    expect(handle.pending?).to be true
+
+    # Check delivery handle and report
+    report = handle.wait(5)
+
+    # Close producer
+    producer.close
+
+    # Consume message and verify it's content
+    message = wait_for_message(
+      topic: "produce_test_topic",
+      delivery_report: report
+    )
+
+    expect(message.key).to eq "key timestamp"
+    expect(message.timestamp).to eq 1505069646000
   end
 
   it "should raise a timeout error when waiting too long" do

data/spec/spec_helper.rb

@@ -5,8 +5,7 @@ require "rdkafka"
 def rdkafka_config
   config = {
     :"bootstrap.servers" => "localhost:9092",
-    :"group.id" => "ruby_test",
-    :"client.id" => "test",
+    :"group.id" => "ruby-test-#{Random.new.rand(0..1_000_000)}",
     :"auto.offset.reset" => "earliest",
     :"enable.partition.eof" => false
   }
@@ -24,7 +23,6 @@ def native_client
 end
 
 def wait_for_message(topic:, delivery_report:, timeout_in_seconds: 30)
-  offset = delivery_report.offset - 1
   consumer = rdkafka_config.consumer
   consumer.subscribe(topic)
   timeout = Time.now.to_i + timeout_in_seconds
@@ -33,7 +31,9 @@ def wait_for_message(topic:, delivery_report:, timeout_in_seconds: 30)
       raise "Timeout of #{timeout_in_seconds} seconds reached in wait_for_message"
     end
     message = consumer.poll(100)
-    if message && message.offset == offset
+    if message &&
+        message.partition == delivery_report.partition &&
+        message.offset == delivery_report.offset - 1
       return message
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.1.10
+  version: 0.1.11
 platform: ruby
 authors:
 - Thijs Cadier
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-09-04 00:00:00.000000000 Z
+date: 2017-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi