rdkafka 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1444aae0a46b7a7fc96660980a185d659a59c1b9
-  data.tar.gz: c8b0a132119a090cd7a004c6dbe3c6b1fc06db3c
+  metadata.gz: 2c6cf79c7eb2f42ac06964f7533885503c8e44ed
+  data.tar.gz: 0e2032d5a0a400dfb371ef246eb55b62b53c3b95
 SHA512:
-  metadata.gz: ba75b3de888cda846b746fdcb4b5dcbdde21a0d8efcb4143e0176bbfea0ab34dce2d8180037c6c0d6fd9dd63770b0adeb460b1beb3a5d278f423b4a8916bf3a1
-  data.tar.gz: d825345bfb72038f9b577ec7dfe5a429087ad71fe133e17fa9a65d6b7945905d22e75695dbbef8305d8b459f2f19c99dcd117746152034a492cedbf3f2bf3e38
+  metadata.gz: e3ffd0c03e768241efd8106a74478e867ab16219d4c707d0d9ba7fcb82258712334eab1bee9c9b6baf6bfad0e434325560cdceef1adfc3808286d4411191dd94
+  data.tar.gz: 4ecfe201e30506e90603b845a7154e0e68173696bde84432ec7f4a5261f38bf1a3a8172ef4e1282488810ed8c89e8dbbeb33b84d4ca6c520c5d08b6a48a4fb39

data/README.md

@@ -1,6 +1,13 @@
-# Modern Kafka client library for Ruby based on librdkafka
+# Rdkafka
 
-Kafka client library wrapping `librdkafka` using the FFI gem for Kafka 0.10+ and Ruby 2.1+".
+The `rdkafka` gem is a modern Kafka client library for Ruby based on
+[librdkafka](https://github.com/edenhill/librdkafka/).
+It wraps the production-ready C client using the [ffi](https://github.com/ffi/ffi)
+gem and targets Kafka 0.10+ and Ruby 2.1+.
+
+This gem only provides a high-level Kafka consumer. If you are running
+an older version of Kafka and/or need the legacy simple consumer we
+suggest using the [Hermann](https://github.com/reiseburo/hermann) gem.
 
 ## Development
 
@@ -14,3 +21,10 @@ debug output:
 DEBUG_PRODUCER=true bundle exec rspec
 DEBUG_CONSUMER=true bundle exec rspec
 ```
+
+To see everything working run these in separate tabs:
+
+```
+bundle exec rake consume_messages
+bundle exec rake produce_messages
+```

data/Rakefile

@@ -5,15 +5,17 @@ task :create_topics do
   `kafka-topics --create --topic=rake_test_topic --zookeeper=127.0.0.1:2181 --partitions=1 --replication-factor=1`
 end
 
-task :produce_message do
+task :produce_messages do
   producer = Rdkafka::Config.new(
     :"bootstrap.servers" => "localhost:9092"
   ).producer
-  producer.produce(
-      topic:   "rake_test_topic",
-      payload: "payload from Rake",
-      key:     "key from Rake"
-  ).wait
+  100.times do |i|
+    producer.produce(
+        topic:   "rake_test_topic",
+        payload: "Payload #{i} from Rake",
+        key:     "Key #{i} from Rake"
+    ).wait
+  end
 end
 
 task :consume_messages do

data/lib/rdkafka/producer.rb

@@ -36,9 +36,9 @@ module Rdkafka
 
       delivery_handle = DeliveryHandle.new
       delivery_handle[:pending] = true
-      delivery_handle[:response] = 0
-      delivery_handle[:partition] = 0
-      delivery_handle[:offset] = 0
+      delivery_handle[:response] = -1
+      delivery_handle[:partition] = -1
+      delivery_handle[:offset] = -1
 
       # Produce the message
       response = Rdkafka::FFI.rd_kafka_producev(

data/lib/rdkafka/version.rb

@@ -1,4 +1,4 @@
 module Rdkafka
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
   LIBRDKAFKA_VERSION = "0.11.0"
 end

data/rdkafka.gemspec

@@ -18,7 +18,7 @@ Gem::Specification.new do |gem|
   gem.extensions = %w(ext/Rakefile)
 
   gem.add_dependency 'ffi', '~> 1.9'
-  gem.add_dependency 'mini_portile2', '~> 2.2'
+  gem.add_dependency 'mini_portile2', '~> 2.1'
 
   gem.add_development_dependency 'pry', '~> 0.10'
   gem.add_development_dependency 'rspec', '~> 3.5'

data/spec/rdkafka/config_spec.rb

@@ -3,13 +3,13 @@ require "spec_helper"
 describe Rdkafka::Config do
   it "should store configuration" do
     config = Rdkafka::Config.new
-    config['key'] = 'value'
-    expect(config['key']).to eq 'value'
+    config[:"key"] = 'value'
+    expect(config[:"key"]).to eq 'value'
   end
 
   it "should use default configuration" do
     config = Rdkafka::Config.new
-    expect(config['api.version.request']).to eq 'true'
+    expect(config[:"api.version.request"]).to eq true
   end
 
   it "should create a consumer with valid config" do

data/spec/spec_helper.rb

@@ -3,17 +3,15 @@ require "rspec"
 require "rdkafka"
 
 def rdkafka_config
-  debug = if ENV["DEBUG_PRODUCER"]
-            "broker,topic,msg"
-          elsif ENV["DEBUG_CONSUMER"]
-            "cgrp,topic,fetch"
-          else
-            ""
-          end
-  Rdkafka::Config.new(
+  config = {
     :"bootstrap.servers" => "localhost:9092",
     :"group.id" => "ruby_test",
-    :"enable.partition.eof" => false,
-    :"debug" => debug
-  )
+    :"enable.partition.eof" => false
+  }
+  if ENV["DEBUG_PRODUCER"]
+    config[:debug] = "broker,topic,msg"
+  elsif ENV["DEBUG_CONSUMER"]
+    config[:debug] = "cgrp,topic,fetch"
+  end
+  Rdkafka::Config.new(config)
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Thijs Cadier
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -129,7 +129,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Kafka client library wrapping librdkafka using the ffi gem and futures from