ruby-kafka 0.5.3 → 0.5.4.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 48ff478bed517af54383f5751c8d2bff8e2d9af6
-  data.tar.gz: 5238160c645a2a491ec75292f2c1a62e99f0fac6
+SHA256:
+  metadata.gz: 3f2428155820ec46ad40498451f7b856e2a57b4a611a20f92e855bb9f823293c
+  data.tar.gz: ecaff2f5cc423e696864e02ff0179e4ba35b7669d04c5a5e26599b673c193482
 SHA512:
-  metadata.gz: eae662a727f7da9a533ccb9c7fa2054dc56187f60b1fed56f2c6e4b78cc56aa3e0e42b8c03bfa228ee754fdf5a9edff431314a5b40d6c2d585e30ad5d0a5f3e3
-  data.tar.gz: 34f00949dc40559aa6d0154e93dfa03e0d9db17834a55c2cdf7b03fced2b8c8993cbee6301852135e91e8f086efe99f859088720f42c4b733277df8b1420126f
+  metadata.gz: e0f41a3e496158c497baa2acfbc1d86e7f6950f1fcddba614f7f082c58c8b710a27caf44913ba5c28b7b1f212a25b9626ff58c550f59a32829050309218e21cf
+  data.tar.gz: 8efe6b6cf6ec7835d404c40eaead957e4fd4232bf1a73349d49cd79cca4131228aa2eb82ccc090504b317bd6556570841ea8af21e374f3f6bff54e1b429e95b1

data/CHANGELOG.md

@@ -4,6 +4,11 @@ Changes and additions to the library will be listed here.
 
 ## Unreleased
 
+- Add support for config entries in the topic creation API.
+- Don't fail on retry when the cluster is secured (#545).
+
+## v0.5.3
+
 - Add support for the topic deletion API (#528).
 - Add support for the partition creation API (#533).
 - Allow passing in the seed brokers in a positional argument (#538).

data/lib/kafka/broker.rb

@@ -19,12 +19,17 @@ module Kafka
 
     # @return [String]
     def to_s
-      "#{connection} (node_id=#{@node_id.inspect})"
+      "#{@host}:#{@port} (node_id=#{@node_id.inspect})"
     end
 
     # @return [nil]
     def disconnect
-      connection.close
+      connection.close if connected?
+    end
+
+    # @return [Boolean]
+    def connected?
+      !@connection.nil?
     end
 
     # Fetches cluster metadata from the broker.

data/lib/kafka/client.rb

@@ -405,10 +405,7 @@ module Kafka
     # @param topic [String] the topic to consume messages from.
     #
     # @param start_from_beginning [Boolean] whether to start from the beginning
-    #   of the topic or just subscribe to new messages being produced. This
-    #   only applies when first consuming a topic partition – once the consumer
-    #   has checkpointed its progress, it will always resume from the last
-    #   checkpoint.
+    #   of the topic or just subscribe to new messages being produced.
     #
     # @param max_wait_time [Integer] the maximum amount of time to wait before
     #   the server responds, in seconds.
@@ -451,16 +448,32 @@ module Kafka
 
     # Creates a topic in the cluster.
     #
+    # @example Creating a topic with log compaction
+    #   # Enable log compaction:
+    #   config = { "cleanup.policy" => "compact" }
+    #
+    #   # Create the topic:
+    #   kafka.create_topic("dns-mappings", config: config)
+    #
     # @param name [String] the name of the topic.
     # @param num_partitions [Integer] the number of partitions that should be created
     #   in the topic.
     # @param replication_factor [Integer] the replication factor of the topic.
     # @param timeout [Integer] a duration of time to wait for the topic to be
     #   completely created.
+    # @param config [Hash] topic configuration entries. See
+    #   [the Kafka documentation](https://kafka.apache.org/documentation/#topicconfigs)
+    #   for more information.
     # @raise [Kafka::TopicAlreadyExists] if the topic already exists.
     # @return [nil]
-    def create_topic(name, num_partitions: 1, replication_factor: 1, timeout: 30)
-      @cluster.create_topic(name, num_partitions: num_partitions, replication_factor: replication_factor, timeout: timeout)
+    def create_topic(name, num_partitions: 1, replication_factor: 1, timeout: 30, config: {})
+      @cluster.create_topic(
+        name,
+        num_partitions: num_partitions,
+        replication_factor: replication_factor,
+        timeout: timeout,
+        config: config,
+      )
     end
 
     # Delete a topic in the cluster.

data/lib/kafka/cluster.rb

@@ -156,12 +156,13 @@ module Kafka
       raise
     end
 
-    def create_topic(name, num_partitions:, replication_factor:, timeout:)
+    def create_topic(name, num_partitions:, replication_factor:, timeout:, config:)
       options = {
         topics: {
           name => {
             num_partitions: num_partitions,
             replication_factor: replication_factor,
+            config: config,
           }
         },
         timeout: timeout,

data/lib/kafka/protocol/create_topics_request.rb

@@ -28,7 +28,10 @@ module Kafka
           encoder.write_array([])
 
           # Config entries. We don't care.
-          encoder.write_array([])
+          encoder.write_array(config.fetch(:config)) do |config_name, config_value|
+            encoder.write_string(config_name)
+            encoder.write_string(config_value)
+          end
         end
 
         # Timeout is in ms.

data/lib/kafka/version.rb

@@ -1,3 +1,3 @@
 module Kafka
-  VERSION = "0.5.3"
+  VERSION = "0.5.4.beta1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.5.3
+  version: 0.5.4.beta1
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-02-05 00:00:00.000000000 Z
+date: 2018-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -402,12 +402,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: A client library for the Kafka distributed commit log.