ruby-kafka 0.6.1 → 0.6.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 950e6f73c5b6fb41427e44152ad455c77de4203c61154f9c57e43fbc271ccd42
-  data.tar.gz: 9bc22f6883763ed70242010a4cf56681f6e26d4ac0763a14a0af112967baa273
+  metadata.gz: c1f2b126f35425a1fde1e65ae5cac8d8e969416c77c00002a6eac744b23f91bf
+  data.tar.gz: 07dfce70a3e142e4e1efe95fa089466f7d8dd2200f8e25787b9f917b2b6084ff
 SHA512:
-  metadata.gz: 38b5a863223994c0f162138dbb6fd00f5ad5a922613f706434d2939d67f9a97cffd42fb2c0136c295cb11a8406f09cfe310cdfd7e1bdb49662b66cb60783572c
-  data.tar.gz: ddbaf973082ff746a0368ad884ba4eb8a396b43c10da70f4f4cb1b50a1204b0e0f1d329486e24f9aa9659062d85d2a3d46007d57418f825ab0ff11ec72cb5c46
+  metadata.gz: 247ada1eb577419262b6d50aa82b3a39fadcd34e0fad625002786f50e26082c06f13d62ff69ec5a4f0c4791d10a922895e3af179ef38d2cf08e8621171966c03
+  data.tar.gz: 5b12bcb7277c39ba03308074b6f0998019f4535a8484275b4b19614e7b9bca539f4e14a9edb8eea1b82439d872deec362c5305034d6d7c4d9b1bdb475025dd2b

data/CHANGELOG.md

@@ -4,6 +4,9 @@ Changes and additions to the library will be listed here.
 
 ## Unreleased
 
+- Add list groups API (#582).
+- Use mutable String constructor (#584).
+
 ## v0.6.1
 
 - Fix bug with exponential pausing causing pauses never to stop.

data/lib/kafka/broker.rb

@@ -146,6 +146,12 @@ module Kafka
       send_request(request)
     end
 
+    def list_groups
+      request = Protocol::ListGroupsRequest.new
+
+      send_request(request)
+    end
+
     def api_versions
       request = Protocol::ApiVersionsRequest.new
 

data/lib/kafka/client.rb

@@ -559,6 +559,13 @@ module Kafka
       @cluster.list_topics
     end
 
+    # Lists all consumer groups in the cluster
+    #
+    # @return [Array<String>] the list of group ids
+    def groups
+      @cluster.list_groups
+    end
+
     def has_topic?(topic)
       @cluster.clear_target_topics
       @cluster.add_target_topics([topic])

data/lib/kafka/cluster.rb

@@ -337,6 +337,15 @@ module Kafka
       end.map(&:topic_name)
     end
 
+    def list_groups
+      refresh_metadata_if_necessary!
+      cluster_info.brokers.map do |broker|
+        response = connect_to_broker(broker.node_id).list_groups
+        Protocol.handle_error(response.error_code)
+        response.groups.map(&:group_id)
+      end.flatten.uniq
+    end
+
     def disconnect
       @broker_pool.close
     end

data/lib/kafka/protocol.rb

@@ -25,6 +25,7 @@ module Kafka
     HEARTBEAT_API = 12
     LEAVE_GROUP_API = 13
     SYNC_GROUP_API = 14
+    LIST_GROUPS_API = 16
     SASL_HANDSHAKE_API = 17
     API_VERSIONS_API = 18
     CREATE_TOPICS_API = 19
@@ -177,3 +178,5 @@ require "kafka/protocol/alter_configs_request"
 require "kafka/protocol/alter_configs_response"
 require "kafka/protocol/create_partitions_request"
 require "kafka/protocol/create_partitions_response"
+require "kafka/protocol/list_groups_request"
+require "kafka/protocol/list_groups_response"

data/lib/kafka/protocol/list_groups_request.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Kafka
+  module Protocol
+    class ListGroupsRequest
+      def api_key
+        LIST_GROUPS_API
+      end
+
+      def api_version
+        0
+      end
+
+      def response_class
+        Protocol::ListGroupsResponse
+      end
+
+      def encode(encoder)
+        # noop
+      end
+    end
+  end
+end

data/lib/kafka/protocol/list_groups_response.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Kafka
+  module Protocol
+    class ListGroupsResponse
+      class GroupEntry
+        attr_reader :group_id, :protocol_type
+
+        def initialize(group_id:, protocol_type:)
+          @group_id = group_id
+          @protocol_type = protocol_type
+        end
+      end
+
+      attr_reader :error_code, :groups
+
+      def initialize(error_code:, groups:)
+        @error_code = error_code
+        @groups = groups
+      end
+
+      def self.decode(decoder)
+        error_code = decoder.int16
+        groups = decoder.array do
+          GroupEntry.new(
+            group_id: decoder.string,
+            protocol_type: decoder.string
+          )
+        end
+
+        new(error_code: error_code, groups: groups)
+      end
+    end
+  end
+end

data/lib/kafka/ssl_socket_with_timeout.rb

@@ -90,13 +90,14 @@ module Kafka
     # @raise [Errno::ETIMEDOUT] if the timeout is exceeded.
     # @return [String] the data that was read from the socket.
     def read(num_bytes)
-      buffer = ''
+      buffer = String.new
+
       until buffer.length >= num_bytes
         begin
-          # unlike plain tcp sockets, ssl sockets don't support IO.select
+          # Unlike plain TCP sockets, SSL sockets don't support IO.select
           # properly.
           # Instead, timeouts happen on a per read basis, and we have to
-          # catch exceptions from read_nonblock, and gradually build up
+          # catch exceptions from read_nonblock and gradually build up
           # our read buffer.
           buffer << @ssl_socket.read_nonblock(num_bytes - buffer.length)
         rescue IO::WaitReadable
@@ -113,6 +114,7 @@ module Kafka
           end
         end
       end
+
       buffer
     end
 

data/lib/kafka/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kafka
-  VERSION = "0.6.1"
+  VERSION = "0.6.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.6.2
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-05-04 00:00:00.000000000 Z
+date: 2018-05-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -362,6 +362,8 @@ files:
 - lib/kafka/protocol/join_group_response.rb
 - lib/kafka/protocol/leave_group_request.rb
 - lib/kafka/protocol/leave_group_response.rb
+- lib/kafka/protocol/list_groups_request.rb
+- lib/kafka/protocol/list_groups_response.rb
 - lib/kafka/protocol/list_offset_request.rb
 - lib/kafka/protocol/list_offset_response.rb
 - lib/kafka/protocol/member_assignment.rb