kafka-ts 1.3.1-beta.1 → 1.3.1-beta.2

package/dist/api/leave-group.js

@@ -3,30 +3,73 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.LEAVE_GROUP = void 0;
 const api_1 = require("../utils/api");
 const error_1 = require("../utils/error");
+/*
+LeaveGroup Request (Version: 0) => group_id member_id
+  group_id => STRING
+  member_id => STRING
+
+LeaveGroup Response (Version: 0) => error_code
+  error_code => INT16
+*/
+const LEAVE_GROUP_V0 = (0, api_1.createApi)({
+    apiKey: 13,
+    apiVersion: 0,
+    requestHeaderVersion: 1,
+    responseHeaderVersion: 0,
+    request: (encoder, body) => encoder.writeString(body.groupId).writeString(body.members[0].memberId),
+    response: (decoder) => {
+        const result = {
+            throttleTimeMs: 0,
+            errorCode: decoder.readInt16(),
+            members: [],
+            tags: {},
+        };
+        if (result.errorCode)
+            throw new error_1.KafkaTSApiError(result.errorCode, null, result);
+        return result;
+    },
+});
+/*
+LeaveGroup Request (Version: 5) => group_id [members] _tagged_fields
+  group_id => COMPACT_STRING
+  members => member_id group_instance_id reason _tagged_fields
+    member_id => COMPACT_STRING
+    group_instance_id => COMPACT_NULLABLE_STRING
+    reason => COMPACT_NULLABLE_STRING
+
+LeaveGroup Response (Version: 5) => throttle_time_ms error_code [members] _tagged_fields
+  throttle_time_ms => INT32
+  error_code => INT16
+  members => member_id group_instance_id error_code _tagged_fields
+    member_id => COMPACT_STRING
+    group_instance_id => COMPACT_NULLABLE_STRING
+    error_code => INT16
+*/
 exports.LEAVE_GROUP = (0, api_1.createApi)({
     apiKey: 13,
     apiVersion: 5,
+    fallback: LEAVE_GROUP_V0,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, body) => encoder
-        .writeUVarInt(0)
         .writeCompactString(body.groupId)
         .writeCompactArray(body.members, (encoder, member) => encoder
         .writeCompactString(member.memberId)
         .writeCompactString(member.groupInstanceId)
         .writeCompactString(member.reason)
-        .writeUVarInt(0))
-        .writeUVarInt(0),
+        .writeTagBuffer())
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            _tag: decoder.readTagBuffer(),
             throttleTimeMs: decoder.readInt32(),
             errorCode: decoder.readInt16(),
             members: decoder.readCompactArray((decoder) => ({
                 memberId: decoder.readCompactString(),
                 groupInstanceId: decoder.readCompactString(),
                 errorCode: decoder.readInt16(),
-                _tag: decoder.readTagBuffer(),
+                tags: decoder.readTagBuffer(),
             })),
-            _tag2: decoder.readTagBuffer(),
+            tags: decoder.readTagBuffer(),
         };
         if (result.errorCode)
             throw new error_1.KafkaTSApiError(result.errorCode, null, result);

package/dist/api/list-offsets.d.ts

@@ -1,5 +1,5 @@
 import { IsolationLevel } from './fetch';
-export declare const LIST_OFFSETS: import("../utils/api").Api<{
+type ListOffsetsRequest = {
     replicaId: number;
     isolationLevel: IsolationLevel;
     topics: {
@@ -10,8 +10,8 @@ export declare const LIST_OFFSETS: import("../utils/api").Api<{
             timestamp: bigint;
         }[];
     }[];
-}, {
-    _tag: void;
+};
+type ListOffsetsResponse = {
     throttleTimeMs: number;
     topics: {
         name: string;
@@ -21,9 +21,11 @@ export declare const LIST_OFFSETS: import("../utils/api").Api<{
             timestamp: bigint;
             offset: bigint;
             leaderEpoch: number;
-            _tag: void;
+            tags: Record<number, Buffer>;
         }[];
-        _tag: void;
+        tags: Record<number, Buffer>;
     }[];
-    _tag2: void;
-}>;
+    tags: Record<number, Buffer>;
+};
+export declare const LIST_OFFSETS: import("../utils/api").Api<ListOffsetsRequest, ListOffsetsResponse>;
+export {};

package/dist/api/list-offsets.js

@@ -3,11 +3,89 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.LIST_OFFSETS = void 0;
 const api_1 = require("../utils/api");
 const error_1 = require("../utils/error");
+/*
+ListOffsets Request (Version: 1) => replica_id [topics]
+  replica_id => INT32
+  topics => name [partitions]
+    name => STRING
+    partitions => partition_index timestamp
+      partition_index => INT32
+      timestamp => INT64
+
+ListOffsets Response (Version: 1) => [topics]
+  topics => name [partitions]
+    name => STRING
+    partitions => partition_index error_code timestamp offset
+      partition_index => INT32
+      error_code => INT16
+      timestamp => INT64
+      offset => INT64
+*/
+const LIST_OFFSETS_V1 = (0, api_1.createApi)({
+    apiKey: 2,
+    apiVersion: 1,
+    requestHeaderVersion: 1,
+    responseHeaderVersion: 0,
+    request: (encoder, data) => encoder
+        .writeInt32(data.replicaId)
+        .writeArray(data.topics, (encoder, topic) => encoder
+        .writeString(topic.name)
+        .writeArray(topic.partitions, (encoder, partition) => encoder.writeInt32(partition.partitionIndex).writeInt64(partition.timestamp))),
+    response: (decoder) => {
+        const result = {
+            throttleTimeMs: 0,
+            topics: decoder.readArray((decoder) => ({
+                name: decoder.readString(),
+                partitions: decoder.readArray((decoder) => ({
+                    partitionIndex: decoder.readInt32(),
+                    errorCode: decoder.readInt16(),
+                    timestamp: decoder.readInt64(),
+                    offset: decoder.readInt64(),
+                    leaderEpoch: -1,
+                    tags: {},
+                })),
+                tags: {},
+            })),
+            tags: {},
+        };
+        result.topics.forEach((topic) => {
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode)
+                    throw new error_1.KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});
+/*
+ListOffsets Request (Version: 8) => replica_id isolation_level [topics] _tagged_fields
+  replica_id => INT32
+  isolation_level => INT8
+  topics => name [partitions] _tagged_fields
+    name => COMPACT_STRING
+    partitions => partition_index current_leader_epoch timestamp _tagged_fields
+      partition_index => INT32
+      current_leader_epoch => INT32
+      timestamp => INT64
+
+ListOffsets Response (Version: 8) => throttle_time_ms [topics] _tagged_fields
+  throttle_time_ms => INT32
+  topics => name [partitions] _tagged_fields
+    name => COMPACT_STRING
+    partitions => partition_index error_code timestamp offset leader_epoch _tagged_fields
+      partition_index => INT32
+      error_code => INT16
+      timestamp => INT64
+      offset => INT64
+      leader_epoch => INT32
+*/
 exports.LIST_OFFSETS = (0, api_1.createApi)({
     apiKey: 2,
     apiVersion: 8,
+    fallback: LIST_OFFSETS_V1,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, data) => encoder
-        .writeUVarInt(0)
         .writeInt32(data.replicaId)
         .writeInt8(data.isolationLevel)
         .writeCompactArray(data.topics, (encoder, topic) => encoder
@@ -16,12 +94,11 @@ exports.LIST_OFFSETS = (0, api_1.createApi)({
         .writeInt32(partition.partitionIndex)
         .writeInt32(partition.currentLeaderEpoch)
         .writeInt64(partition.timestamp)
-        .writeUVarInt(0))
-        .writeUVarInt(0))
-        .writeUVarInt(0),
+        .writeTagBuffer())
+        .writeTagBuffer())
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            _tag: decoder.readTagBuffer(),
             throttleTimeMs: decoder.readInt32(),
             topics: decoder.readCompactArray((decoder) => ({
                 name: decoder.readCompactString(),
@@ -31,11 +108,11 @@ exports.LIST_OFFSETS = (0, api_1.createApi)({
                     timestamp: decoder.readInt64(),
                     offset: decoder.readInt64(),
                     leaderEpoch: decoder.readInt32(),
-                    _tag: decoder.readTagBuffer(),
+                    tags: decoder.readTagBuffer(),
                 })),
-                _tag: decoder.readTagBuffer(),
+                tags: decoder.readTagBuffer(),
             })),
-            _tag2: decoder.readTagBuffer(),
+            tags: decoder.readTagBuffer(),
         };
         result.topics.forEach((topic) => {
             topic.partitions.forEach((partition) => {

package/dist/api/metadata.d.ts

@@ -1,20 +1,18 @@
-export type Metadata = Awaited<ReturnType<(typeof METADATA)['response']>>;
-export declare const METADATA: import("../utils/api").Api<{
+type MetadataRequest = {
     topics?: {
         id: string | null;
         name: string;
     }[] | null;
     allowTopicAutoCreation?: boolean;
     includeTopicAuthorizedOperations?: boolean;
-}, {
-    _tag: void;
+};
+type MetadataResponse = {
     throttleTimeMs: number;
     brokers: {
         nodeId: number;
         host: string;
         port: number;
         rack: string | null;
-        _tag: void;
     }[];
     clusterId: string | null;
     controllerId: number;
@@ -31,10 +29,13 @@ export declare const METADATA: import("../utils/api").Api<{
             replicaNodes: number[];
             isrNodes: number[];
             offlineReplicas: number[];
-            _tag: void;
+            tags: Record<number, Buffer>;
         }[];
         topicAuthorizedOperations: number;
-        _tag: void;
+        tags: Record<number, Buffer>;
     }[];
-    _tag2: void;
-}>;
+    tags: Record<number, Buffer>;
+};
+export type Metadata = MetadataResponse;
+export declare const METADATA: import("../utils/api").Api<MetadataRequest, MetadataResponse>;
+export {};

package/dist/api/metadata.js

@@ -3,25 +3,126 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.METADATA = void 0;
 const api_1 = require("../utils/api");
 const error_1 = require("../utils/error");
+/*
+Metadata Request (Version: 0) => [topics]
+  topics => name
+    name => STRING
+
+Metadata Response (Version: 0) => [brokers] [topics]
+  brokers => node_id host port
+    node_id => INT32
+    host => STRING
+    port => INT32
+  topics => error_code name [partitions]
+    error_code => INT16
+    name => STRING
+    partitions => error_code partition_index leader_id [replica_nodes] [isr_nodes]
+      error_code => INT16
+      partition_index => INT32
+      leader_id => INT32
+      replica_nodes => INT32
+      isr_nodes => INT32
+*/
+const METADATA_V0 = (0, api_1.createApi)({
+    apiKey: 3,
+    apiVersion: 0,
+    requestHeaderVersion: 1,
+    responseHeaderVersion: 0,
+    request: (encoder, data) => encoder.writeArray(data.topics ?? [], (encoder, topic) => encoder.writeString(topic.name)),
+    response: (decoder) => {
+        const result = {
+            throttleTimeMs: 0,
+            brokers: decoder.readArray((decoder) => ({
+                nodeId: decoder.readInt32(),
+                host: decoder.readString(),
+                port: decoder.readInt32(),
+                rack: null,
+            })),
+            clusterId: null,
+            controllerId: -1,
+            topics: decoder.readArray((decoder) => ({
+                errorCode: decoder.readInt16(),
+                name: decoder.readString(),
+                topicId: '',
+                isInternal: false,
+                partitions: decoder.readArray((decoder) => ({
+                    errorCode: decoder.readInt16(),
+                    partitionIndex: decoder.readInt32(),
+                    leaderId: decoder.readInt32(),
+                    leaderEpoch: -1,
+                    replicaNodes: decoder.readArray(() => decoder.readInt32()),
+                    isrNodes: decoder.readArray(() => decoder.readInt32()),
+                    offlineReplicas: [],
+                    tags: {},
+                })),
+                topicAuthorizedOperations: -1,
+                tags: {},
+            })),
+            tags: {},
+        };
+        result.topics.forEach((topic) => {
+            if (topic.errorCode)
+                throw new error_1.KafkaTSApiError(topic.errorCode, null, result);
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode)
+                    throw new error_1.KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});
+/*
+Metadata Request (Version: 12) => [topics] allow_auto_topic_creation include_topic_authorized_operations _tagged_fields
+  topics => topic_id name _tagged_fields
+    topic_id => UUID
+    name => COMPACT_NULLABLE_STRING
+  allow_auto_topic_creation => BOOLEAN
+  include_topic_authorized_operations => BOOLEAN
+
+Metadata Response (Version: 12) => throttle_time_ms [brokers] cluster_id controller_id [topics] _tagged_fields
+  throttle_time_ms => INT32
+  brokers => node_id host port rack _tagged_fields
+    node_id => INT32
+    host => COMPACT_STRING
+    port => INT32
+    rack => COMPACT_NULLABLE_STRING
+  cluster_id => COMPACT_NULLABLE_STRING
+  controller_id => INT32
+  topics => error_code name topic_id is_internal [partitions] topic_authorized_operations _tagged_fields
+    error_code => INT16
+    name => COMPACT_NULLABLE_STRING
+    topic_id => UUID
+    is_internal => BOOLEAN
+    partitions => error_code partition_index leader_id leader_epoch [replica_nodes] [isr_nodes] [offline_replicas] _tagged_fields
+      error_code => INT16
+      partition_index => INT32
+      leader_id => INT32
+      leader_epoch => INT32
+      replica_nodes => INT32
+      isr_nodes => INT32
+      offline_replicas => INT32
+    topic_authorized_operations => INT32
+*/
 exports.METADATA = (0, api_1.createApi)({
     apiKey: 3,
     apiVersion: 12,
+    fallback: METADATA_V0,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, data) => encoder
-        .writeUVarInt(0)
-        .writeCompactArray(data.topics ?? null, (encoder, topic) => encoder.writeUUID(topic.id).writeCompactString(topic.name).writeUVarInt(0))
+        .writeCompactArray(data.topics ?? null, (encoder, topic) => encoder.writeUUID(topic.id).writeCompactString(topic.name).writeTagBuffer())
         .writeBoolean(data.allowTopicAutoCreation ?? false)
         .writeBoolean(data.includeTopicAuthorizedOperations ?? false)
-        .writeUVarInt(0),
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            _tag: decoder.readTagBuffer(),
             throttleTimeMs: decoder.readInt32(),
             brokers: decoder.readCompactArray((broker) => ({
                 nodeId: broker.readInt32(),
                 host: broker.readCompactString(),
                 port: broker.readInt32(),
                 rack: broker.readCompactString(),
-                _tag: broker.readTagBuffer(),
+                tags: broker.readTagBuffer(),
             })),
             clusterId: decoder.readCompactString(),
             controllerId: decoder.readInt32(),
@@ -38,12 +139,12 @@ exports.METADATA = (0, api_1.createApi)({
                     replicaNodes: partition.readCompactArray((node) => node.readInt32()),
                     isrNodes: partition.readCompactArray((node) => node.readInt32()),
                     offlineReplicas: partition.readCompactArray((node) => node.readInt32()),
-                    _tag: partition.readTagBuffer(),
+                    tags: partition.readTagBuffer(),
                 })),
                 topicAuthorizedOperations: topic.readInt32(),
-                _tag: topic.readTagBuffer(),
+                tags: topic.readTagBuffer(),
             })),
-            _tag2: decoder.readTagBuffer(),
+            tags: decoder.readTagBuffer(),
         };
         result.topics.forEach((topic) => {
             if (topic.errorCode)

package/dist/api/offset-commit.d.ts

@@ -1,4 +1,4 @@
-export declare const OFFSET_COMMIT: import("../utils/api").Api<{
+type OffsetCommitRequest = {
     groupId: string;
     generationIdOrMemberEpoch: number;
     memberId: string;
@@ -12,17 +12,19 @@ export declare const OFFSET_COMMIT: import("../utils/api").Api<{
             committedMetadata: string | null;
         }[];
     }[];
-}, {
-    _tag: void;
+};
+type OffsetCommitResponse = {
     throttleTimeMs: number;
     topics: {
-        name: string | null;
+        name: string;
         partitions: {
             partitionIndex: number;
             errorCode: number;
-            _tag: void;
+            tags: Record<number, Buffer>;
         }[];
-        _tag: void;
+        tags: Record<number, Buffer>;
     }[];
-    _tag2: void;
-}>;
+    tags: Record<number, Buffer>;
+};
+export declare const OFFSET_COMMIT: import("../utils/api").Api<OffsetCommitRequest, OffsetCommitResponse>;
+export {};

package/dist/api/offset-commit.js

@@ -3,11 +3,92 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.OFFSET_COMMIT = void 0;
 const api_1 = require("../utils/api");
 const error_1 = require("../utils/error");
+/*
+OffsetCommit Request (Version: 2) => group_id generation_id_or_member_epoch member_id retention_time_ms [topics]
+  group_id => STRING
+  generation_id_or_member_epoch => INT32
+  member_id => STRING
+  retention_time_ms => INT64
+  topics => name [partitions]
+    name => STRING
+    partitions => partition_index committed_offset committed_metadata
+      partition_index => INT32
+      committed_offset => INT64
+      committed_metadata => NULLABLE_STRING
+
+OffsetCommit Response (Version: 2) => [topics]
+  topics => name [partitions]
+    name => STRING
+    partitions => partition_index error_code
+      partition_index => INT32
+      error_code => INT16
+*/
+const OFFSET_COMMIT_V2 = (0, api_1.createApi)({
+    apiKey: 8,
+    apiVersion: 2,
+    requestHeaderVersion: 1,
+    responseHeaderVersion: 0,
+    request: (encoder, data) => encoder
+        .writeString(data.groupId)
+        .writeInt32(data.generationIdOrMemberEpoch)
+        .writeString(data.memberId)
+        .writeInt64(-1n) // retention_time_ms is deprecated and should be set to -1
+        .writeArray(data.topics, (encoder, topic) => encoder.writeString(topic.name).writeArray(topic.partitions, (encoder, partition) => encoder
+        .writeInt32(partition.partitionIndex)
+        .writeInt64(partition.committedOffset)
+        .writeString(partition.committedMetadata))),
+    response: (decoder) => {
+        const result = {
+            throttleTimeMs: 0,
+            topics: decoder.readArray((decoder) => ({
+                name: decoder.readString(),
+                partitions: decoder.readArray((decoder) => ({
+                    partitionIndex: decoder.readInt32(),
+                    errorCode: decoder.readInt16(),
+                    tags: {},
+                })),
+                tags: {},
+            })),
+            tags: {},
+        };
+        result.topics.forEach((topic) => {
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode)
+                    throw new error_1.KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});
+/*
+OffsetCommit Request (Version: 8) => group_id generation_id_or_member_epoch member_id group_instance_id [topics] _tagged_fields
+  group_id => COMPACT_STRING
+  generation_id_or_member_epoch => INT32
+  member_id => COMPACT_STRING
+  group_instance_id => COMPACT_NULLABLE_STRING
+  topics => name [partitions] _tagged_fields
+    name => COMPACT_STRING
+    partitions => partition_index committed_offset committed_leader_epoch committed_metadata _tagged_fields
+      partition_index => INT32
+      committed_offset => INT64
+      committed_leader_epoch => INT32
+      committed_metadata => COMPACT_NULLABLE_STRING
+
+OffsetCommit Response (Version: 8) => throttle_time_ms [topics] _tagged_fields
+  throttle_time_ms => INT32
+  topics => name [partitions] _tagged_fields
+    name => COMPACT_STRING
+    partitions => partition_index error_code _tagged_fields
+      partition_index => INT32
+      error_code => INT16
+*/
 exports.OFFSET_COMMIT = (0, api_1.createApi)({
     apiKey: 8,
     apiVersion: 8,
+    fallback: OFFSET_COMMIT_V2,
+    requestHeaderVersion: 2,
+    responseHeaderVersion: 1,
     request: (encoder, data) => encoder
-        .writeUVarInt(0)
         .writeCompactString(data.groupId)
         .writeInt32(data.generationIdOrMemberEpoch)
         .writeCompactString(data.memberId)
@@ -19,23 +100,22 @@ exports.OFFSET_COMMIT = (0, api_1.createApi)({
         .writeInt64(partition.committedOffset)
         .writeInt32(partition.committedLeaderEpoch)
         .writeCompactString(partition.committedMetadata)
-        .writeUVarInt(0))
-        .writeUVarInt(0))
-        .writeUVarInt(0),
+        .writeTagBuffer())
+        .writeTagBuffer())
+        .writeTagBuffer(),
     response: (decoder) => {
         const result = {
-            _tag: decoder.readTagBuffer(),
             throttleTimeMs: decoder.readInt32(),
             topics: decoder.readCompactArray((decoder) => ({
                 name: decoder.readCompactString(),
                 partitions: decoder.readCompactArray((decoder) => ({
                     partitionIndex: decoder.readInt32(),
                     errorCode: decoder.readInt16(),
-                    _tag: decoder.readTagBuffer(),
+                    tags: decoder.readTagBuffer(),
                 })),
-                _tag: decoder.readTagBuffer(),
+                tags: decoder.readTagBuffer(),
             })),
-            _tag2: decoder.readTagBuffer(),
+            tags: decoder.readTagBuffer(),
         };
         result.topics.forEach((topic) => {
             topic.partitions.forEach((partition) => {

package/dist/api/offset-fetch.d.ts

@@ -1,4 +1,4 @@
-export declare const OFFSET_FETCH: import("../utils/api").Api<{
+type OffsetFetchRequest = {
     groups: {
         groupId: string;
         topics: {
@@ -7,11 +7,11 @@ export declare const OFFSET_FETCH: import("../utils/api").Api<{
         }[];
     }[];
     requireStable: boolean;
-}, {
-    _tag: void;
+};
+type OffsetFetchResponse = {
     throttleTimeMs: number;
     groups: {
-        groupId: string | null;
+        groupId: string;
         topics: {
             name: string;
             partitions: {
@@ -20,12 +20,14 @@ export declare const OFFSET_FETCH: import("../utils/api").Api<{
                 committedLeaderEpoch: number;
                 committedMetadata: string | null;
                 errorCode: number;
-                _tag: void;
+                tags: Record<number, Buffer>;
             }[];
-            _tag: void;
+            tags: Record<number, Buffer>;
         }[];
         errorCode: number;
-        _tag: void;
+        tags: Record<number, Buffer>;
     }[];
-    _tag2: void;
-}>;
+    tags: Record<number, Buffer>;
+};
+export declare const OFFSET_FETCH: import("../utils/api").Api<OffsetFetchRequest, OffsetFetchResponse>;
+export {};