rafka 0.2.5 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: df959cd2ee8f851d10d7494c6beb7240384497b2
-  data.tar.gz: dcd92cc278734b00628ec0d3233b9bf2bfed3793
+  metadata.gz: c5fe0a43fb774aaebab5f1b5d5a107aa6f0e3a6d
+  data.tar.gz: 53aab986230eccc406cae3d4a3cc5b1b16e7543e
 SHA512:
-  metadata.gz: 4934b4ee1ac9da0d404f3f47647a3cb2f9e3526f3a6ab4a5c534b012bed5d525fee96646a5d87597b9f1fcaefb542990d88305c488670d3034ef0112b33d5901
-  data.tar.gz: b631344f80573ffc66f1d17179b6403c75056303b2bcf9366c27821eb85dfd5a6f96e5cf631af1ce1acd313348f04324fe0696c1a01d0831e17eb240ec2816f4
+  metadata.gz: bdc9980b82e023297b15ee640001b15b45ee40b5de13aaf34f9668aa21deafbc50272dd22e03ed576f41b90f292b14f142a4d5f90be09014023e34fe4058de37
+  data.tar.gz: b10af1968c2541c0e198346d7a97d561de2e869363f15ce01526f08ec1bdf5543b7f29b6439586faef998e031e9f2107164c70bf028f8d6a9200fa0042c52aa6

data/CHANGELOG.md

@@ -5,6 +5,22 @@ Breaking changes are prefixed with a "[BREAKING]" label.
 ## master (unreleased)
 
 
+
+
+
+
+## 0.3.0 (2018-06-07)
+
+### Added
+
+- Consumers can now set their own librdkafka configuration [[#8](https://github.com/skroutz/rafka-rb/pull/8)]
+
+
+
+
+
+
+
 ## 0.2.5 (2018-05-15)
 
 ### Changed

data/README.md

@@ -102,6 +102,14 @@ msg2 = consumer.consume
 consumer.commit(msg1, msg2) # => true
 ```
 
+Consumers may also set their own custom [librdkafka configuration](https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md):
+
+```ruby
+consumer = Rafka::Consumer.new(
+  topic: "greetings", group: "myapp", librdkafka: { "auto.offset.reset" => "earliest" }
+)
+```
+
 Refer to the [Consumer API documentation](http://www.rubydoc.info/github/skroutz/rafka-rb/Rafka/Consumer)
 for more information.
 

data/lib/rafka/consumer.rb

@@ -1,3 +1,4 @@
+require "json"
 require "securerandom"
 
 module Rafka
@@ -14,6 +15,9 @@ module Rafka
     # @return [Redis::Client] the underlying Redis client instance
     attr_reader :redis
 
+    # @return [String] the argument passed to BLPOP
+    attr_reader :blpop_arg
+
     # Initialize a new consumer.
     #
     # @param [Hash] opts
@@ -24,8 +28,12 @@ module Rafka
     # @option opts [String] :id (random) Kafka consumer id
     # @option opts [Boolean] :auto_commit (true) automatically commit
     #   offsets
-    # @option opts [Hash] :redis ({}) Configuration for the
-    #   underlying Redis client (see {REDIS_DEFAULTS})
+    # @option opts [Hash] :librdkafka ({}) librdkafka configuration. It will
+    #   be merged over the existing configuration set in the server.
+    #   See https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md
+    #   for more information
+    # @option opts [Hash] :redis ({}) Configuration for the underlying Redis
+    #   client. See {REDIS_DEFAULTS}
     #
     # @raise [RuntimeError] if a required option was not provided
     #   (see {REQUIRED_OPTS})
@@ -35,10 +43,12 @@ module Rafka
       opts[:id] ||= SecureRandom.hex
       opts[:id] = "#{opts[:group]}:#{opts[:id]}"
       opts[:auto_commit] = true if opts[:auto_commit].nil?
+      opts[:librdkafka] ||= {}
 
       @rafka_opts, @redis_opts = parse_opts(opts)
       @redis = Redis.new(@redis_opts)
-      @topic = "topics:#{@rafka_opts[:topic]}"
+      @blpop_arg = "topics:#{@rafka_opts[:topic]}"
+      @blpop_arg << ":#{opts[:librdkafka].to_json}" if !opts[:librdkafka].empty?
     end
 
     # Consumes the next message.
@@ -208,7 +218,7 @@ module Rafka
         raise "#{opt.inspect} option not provided" if opts[opt].nil?
       end
 
-      rafka_opts = opts.reject { |k| k == :redis }
+      rafka_opts = opts.reject { |k| k == :redis || k == :librdkafka }
 
       redis_opts = REDIS_DEFAULTS.dup.merge(opts[:redis] || {})
       redis_opts.merge!(
@@ -254,7 +264,7 @@ module Rafka
       begin
         Rafka.wrap_errors do
           Rafka.with_retry(times: @redis_opts[:reconnect_attempts]) do
-            msg = @redis.blpop(@topic, timeout: timeout)
+            msg = @redis.blpop(@blpop_arg, timeout: timeout)
           end
         end
       rescue ConsumeError => e

data/lib/rafka/version.rb

@@ -1,3 +1,3 @@
 module Rafka
-  VERSION = "0.2.5".freeze
+  VERSION = "0.3.0".freeze
 end

data/test/consumer_test.rb

@@ -54,4 +54,17 @@ class ConsumerTest < Minitest::Test
       assert_kind_of Rafka::Message, msg
     end
   end
+
+  def test_blpop_arg
+    cons = Rafka::Consumer.new(
+      group: "foo", topic: "bar", librdkafka: { test1: 2, test2: "a", "foo.bar" => true }
+    )
+    assert_equal cons.blpop_arg, 'topics:bar:{"test1":2,"test2":"a","foo.bar":true}'
+
+    cons = Rafka::Consumer.new(group: "foo", topic: "bar", librdkafka: {})
+    assert_equal cons.blpop_arg, "topics:bar"
+
+    cons = Rafka::Consumer.new(group: "foo", topic: "bar")
+    assert_equal cons.blpop_arg, "topics:bar"
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rafka
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.3.0
 platform: ruby
 authors:
 - Agis Anastasopoulos
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-14 00:00:00.000000000 Z
+date: 2018-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis