kafka-ts 1.3.1-beta.3 → 1.3.1-beta.5

package/dist/api/join-group.js

@@ -5,60 +5,67 @@ const api_1 = require("../utils/api");
 const encoder_1 = require("../utils/encoder");
 const error_1 = require("../utils/error");
 /*
-JoinGroup Request (Version: 0) => group_id session_timeout_ms member_id protocol_type [protocols]
-  group_id => STRING
+JoinGroup Request (Version: 6) => group_id session_timeout_ms rebalance_timeout_ms member_id group_instance_id protocol_type [protocols] _tagged_fields
+  group_id => COMPACT_STRING
   session_timeout_ms => INT32
-  member_id => STRING
-  protocol_type => STRING
-  protocols => name metadata
-    name => STRING
-    metadata => BYTES
+  rebalance_timeout_ms => INT32
+  member_id => COMPACT_STRING
+  group_instance_id => COMPACT_NULLABLE_STRING
+  protocol_type => COMPACT_STRING
+  protocols => name metadata _tagged_fields
+    name => COMPACT_STRING
+    metadata => COMPACT_BYTES
 
-JoinGroup Response (Version: 0) => error_code generation_id protocol_name leader member_id [members]
+JoinGroup Response (Version: 6) => throttle_time_ms error_code generation_id protocol_name leader member_id [members] _tagged_fields
+  throttle_time_ms => INT32
   error_code => INT16
   generation_id => INT32
-  protocol_name => STRING
-  leader => STRING
-  member_id => STRING
-  members => member_id metadata
-    member_id => STRING
-    metadata => BYTES
+  protocol_name => COMPACT_STRING
+  leader => COMPACT_STRING
+  member_id => COMPACT_STRING
+  members => member_id group_instance_id metadata _tagged_fields
+    member_id => COMPACT_STRING
+    group_instance_id => COMPACT_NULLABLE_STRING
+    metadata => COMPACT_BYTES
 */
-const JOIN_GROUP_V0 = (0, api_1.createApi)({
+const JOIN_GROUP_V6 = (0, api_1.createApi)({
     apiKey: 11,
-    apiVersion: 0,
-    requestHeaderVersion: 1,
-    responseHeaderVersion: 0,
+    apiVersion: 6,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, data) => encoder
-        .writeString(data.groupId)
+        .writeCompactString(data.groupId)
         .writeInt32(data.sessionTimeoutMs)
-        .writeString(data.memberId)
-        .writeString(data.protocolType)
-        .writeArray(data.protocols, (encoder, protocol) => {
+        .writeInt32(data.rebalanceTimeoutMs)
+        .writeCompactString(data.memberId)
+        .writeCompactString(data.groupInstanceId)
+        .writeCompactString(data.protocolType)
+        .writeCompactArray(data.protocols, (encoder, protocol) => {
         const metadata = new encoder_1.Encoder()
             .writeInt16(protocol.metadata.version)
             .writeArray(protocol.metadata.topics, (encoder, topic) => encoder.writeString(topic))
             .writeBytes(Buffer.alloc(0))
             .value();
-        return encoder.writeString(protocol.name).writeBytes(metadata);
-    }),
+        return encoder.writeCompactString(protocol.name).writeCompactBytes(metadata).writeTagBuffer();
+    })
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            throttleTimeMs: 0,
+            throttleTimeMs: decoder.readInt32(),
             errorCode: decoder.readInt16(),
             generationId: decoder.readInt32(),
             protocolType: null,
-            protocolName: decoder.readString(),
-            leader: decoder.readString(),
+            protocolName: decoder.readCompactString(),
+            leader: decoder.readCompactString(),
             skipAssignment: false,
-            memberId: decoder.readString(),
-            members: decoder.readArray((decoder) => ({
-                memberId: decoder.readString(),
-                groupInstanceId: null,
-                metadata: decoder.readBytes(),
-                tags: {},
+            memberId: decoder.readCompactString(),
+            members: decoder.readCompactArray((decoder) => ({
+                memberId: decoder.readCompactString(),
+                groupInstanceId: decoder.readCompactString(),
+                metadata: decoder.readCompactBytes(),
+                tags: decoder.readTagBuffer(),
             })),
-            tags: {},
+            tags: decoder.readTagBuffer(),
         };
         if (result.errorCode)
             throw new error_1.KafkaTSApiError(result.errorCode, null, result);
@@ -95,7 +102,7 @@ JoinGroup Response (Version: 9) => throttle_time_ms error_code generation_id pro
 exports.JOIN_GROUP = (0, api_1.createApi)({
     apiKey: 11,
     apiVersion: 9,
-    fallback: JOIN_GROUP_V0,
+    fallback: JOIN_GROUP_V6,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder

package/dist/api/sync-group.js

@@ -6,36 +6,43 @@ const decoder_1 = require("../utils/decoder");
 const encoder_1 = require("../utils/encoder");
 const error_1 = require("../utils/error");
 /*
-SyncGroup Request (Version: 0) => group_id generation_id member_id [assignments]
-  group_id => STRING
+SyncGroup Request (Version: 4) => group_id generation_id member_id group_instance_id [assignments] _tagged_fields
+  group_id => COMPACT_STRING
   generation_id => INT32
-  member_id => STRING
-  assignments => member_id assignment
-    member_id => STRING
-    assignment => BYTES
+  member_id => COMPACT_STRING
+  group_instance_id => COMPACT_NULLABLE_STRING
+  assignments => member_id assignment _tagged_fields
+    member_id => COMPACT_STRING
+    assignment => COMPACT_BYTES
 
-SyncGroup Response (Version: 0) => error_code assignment
+SyncGroup Response (Version: 4) => throttle_time_ms error_code assignment _tagged_fields
+  throttle_time_ms => INT32
   error_code => INT16
-  assignment => BYTES
+  assignment => COMPACT_BYTES
 */
-const SYNC_GROUP_V0 = (0, api_1.createApi)({
+const SYNC_GROUP_V4 = (0, api_1.createApi)({
     apiKey: 14,
-    apiVersion: 0,
-    requestHeaderVersion: 1,
-    responseHeaderVersion: 0,
+    apiVersion: 4,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, data) => encoder
-        .writeString(data.groupId)
+        .writeCompactString(data.groupId)
         .writeInt32(data.generationId)
-        .writeString(data.memberId)
-        .writeArray(data.assignments, (encoder, assignment) => encoder.writeString(assignment.memberId).writeBytes(encodeAssignment(assignment.assignment))),
+        .writeCompactString(data.memberId)
+        .writeCompactString(data.groupInstanceId)
+        .writeCompactArray(data.assignments, (encoder, assignment) => encoder
+        .writeCompactString(assignment.memberId)
+        .writeCompactBytes(encodeAssignment(assignment.assignment))
+        .writeTagBuffer())
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            throttleTimeMs: 0,
+            throttleTimeMs: decoder.readInt32(),
             errorCode: decoder.readInt16(),
             protocolType: null,
             protocolName: null,
-            assignments: decodeAssignment(decoder.readBytes()),
-            tags: {},
+            assignments: decodeAssignment(decoder.readCompactBytes()),
+            tags: decoder.readTagBuffer(),
         };
         if (result.errorCode)
             throw new error_1.KafkaTSApiError(result.errorCode, null, result);
@@ -64,7 +71,7 @@ SyncGroup Response (Version: 5) => throttle_time_ms error_code protocol_type pro
 exports.SYNC_GROUP = (0, api_1.createApi)({
     apiKey: 14,
     apiVersion: 5,
-    fallback: SYNC_GROUP_V0,
+    fallback: SYNC_GROUP_V4,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder

package/dist/broker.d.ts

@@ -21,7 +21,7 @@ export declare class Broker {
     constructor(options: BrokerOptions);
     connect(): Promise<this>;
     disconnect(): Promise<void>;
-    private validateApiVersions;
+    private fetchApiVersions;
     private saslHandshake;
     private saslAuthenticate;
 }

package/dist/broker.js

@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Broker = void 0;
 const api_1 = require("./api");
 const connection_1 = require("./connection");
-const logger_1 = require("./utils/logger");
 class Broker {
     options;
     connection;
@@ -21,7 +20,7 @@ class Broker {
     async connect() {
         if (!this.connection.isConnected()) {
             await this.connection.connect();
-            await this.validateApiVersions();
+            await this.fetchApiVersions();
             await this.saslHandshake();
             await this.saslAuthenticate();
         }
@@ -30,18 +29,8 @@ class Broker {
     async disconnect() {
         await this.connection.disconnect();
     }
-    async validateApiVersions() {
+    async fetchApiVersions() {
         const { versions } = await this.sendRequest(api_1.API.API_VERSIONS, {});
-        const apiByKey = Object.fromEntries(Object.values(api_1.API).map((api) => [api.apiKey, api]));
-        versions.forEach(({ apiKey, minVersion, maxVersion }) => {
-            const api = apiByKey[apiKey];
-            if (!api) {
-                return;
-            }
-            if (api.apiVersion < minVersion || api.apiVersion > maxVersion) {
-                logger_1.log.warn(`Broker does not support API ${(0, api_1.getApiName)(api)} version ${api.apiVersion} (minVersion=${minVersion}, maxVersion=${maxVersion})`);
-            }
-        });
         const versionsByApiKey = Object.fromEntries(versions.map(({ apiKey, minVersion, maxVersion }) => [apiKey, { minVersion, maxVersion }]));
         this.connection.setVersions(versionsByApiKey);
     }

package/dist/connection.js

@@ -123,6 +123,7 @@ class Connection {
             }
             throw new Error(`Broker does not support API ${(0, api_1.getApiName)(api)} version ${api.apiVersion} (minVersion=${versionInfo.minVersion}, maxVersion=${versionInfo.maxVersion})`);
         }
+        logger_1.log.debug(`Using API ${(0, api_1.getApiName)(api)} version ${api.apiVersion}`);
         return api;
     }
     validateVersionCached = (0, cached_1.cached)(this.validateVersion.bind(this), (api) => api.apiKey.toString());

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "1.3.1-beta.3",
+    "version": "1.3.1-beta.5",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",