@platformatic/kafka 1.1.0 → 1.3.0

package/README.md

@@ -137,6 +137,10 @@ await admin.deleteTopics({ topics: ['my-topic'] })
 await admin.close()
 ```
 
+## TLS and SASL
+
+See the relevant sections in the the [Base Client](./docs/base.md) page.
+
 ## Serialisation/Deserialisation
 
 `@platformatic/kafka` supports customisation of serialisation out of the box.

package/dist/apis/admin/index.d.ts

@@ -1,37 +1,38 @@
-export * as alterClientQuotasV1 from './alter-client-quotas.ts';
-export * as alterConfigsV2 from './alter-configs.ts';
-export * as alterPartitionReassignmentsV0 from './alter-partition-reassignments.ts';
-export * as alterPartitionV3 from './alter-partition.ts';
-export * as alterReplicaLogDirsV2 from './alter-replica-log-dirs.ts';
-export * as alterUserScramCredentialsV0 from './alter-user-scram-credentials.ts';
-export * as consumerGroupDescribeV0 from './consumer-group-describe.ts';
-export * as createAclsV3 from './create-acls.ts';
-export * as createDelegationTokenV3 from './create-delegation-token.ts';
-export * as createPartitionsV3 from './create-partitions.ts';
-export * as createTopicsV7 from './create-topics.ts';
-export * as deleteAclsV3 from './delete-acls.ts';
-export * as deleteGroupsV2 from './delete-groups.ts';
-export * as deleteRecordsV2 from './delete-records.ts';
-export * as deleteTopicsV6 from './delete-topics.ts';
-export * as describeAclsV3 from './describe-acls.ts';
-export * as describeClientQuotasV0 from './describe-client-quotas.ts';
-export * as describeClusterV1 from './describe-cluster.ts';
-export * as describeConfigsV4 from './describe-configs.ts';
-export * as describeDelegationTokenV3 from './describe-delegation-token.ts';
-export * as describeGroupsV5 from './describe-groups.ts';
-export * as describeLogDirsV4 from './describe-log-dirs.ts';
-export * as describeProducersV0 from './describe-producers.ts';
-export * as describeQuorumV2 from './describe-quorum.ts';
-export * as describeTopicPartitionsV0 from './describe-topic-partitions.ts';
-export * as describeTransactionsV0 from './describe-transactions.ts';
-export * as describeUserScramCredentialsV0 from './describe-user-scram-credentials.ts';
-export * as envelopeV0 from './envelope.ts';
-export * as expireDelegationTokenV2 from './expire-delegation-token.ts';
-export * as incrementalAlterConfigsV1 from './incremental-alter-configs.ts';
-export * as listGroupsV5 from './list-groups.ts';
-export * as listPartitionReassignmentsV0 from './list-partition-reassignments.ts';
-export * as listTransactionsV1 from './list-transactions.ts';
-export * as offsetDeleteV0 from './offset-delete.ts';
-export * as renewDelegationTokenV2 from './renew-delegation-token.ts';
-export * as unregisterBrokerV0 from './unregister-broker.ts';
-export * as updateFeaturesV1 from './update-features.ts';
+export * as alterClientQuotasV1 from './alter-client-quotas-v1.ts';
+export * as alterConfigsV2 from './alter-configs-v2.ts';
+export * as alterPartitionReassignmentsV0 from './alter-partition-reassignments-v0.ts';
+export * as alterPartitionV3 from './alter-partition-v3.ts';
+export * as alterReplicaLogDirsV2 from './alter-replica-log-dirs-v2.ts';
+export * as alterUserScramCredentialsV0 from './alter-user-scram-credentials-v0.ts';
+export * as consumerGroupDescribeV0 from './consumer-group-describe-v0.ts';
+export * as createAclsV3 from './create-acls-v3.ts';
+export * as createDelegationTokenV3 from './create-delegation-token-v3.ts';
+export * as createPartitionsV3 from './create-partitions-v3.ts';
+export * as createTopicsV7 from './create-topics-v7.ts';
+export * as deleteAclsV3 from './delete-acls-v3.ts';
+export * as deleteGroupsV2 from './delete-groups-v2.ts';
+export * as deleteRecordsV2 from './delete-records-v2.ts';
+export * as deleteTopicsV6 from './delete-topics-v6.ts';
+export * as describeAclsV3 from './describe-acls-v3.ts';
+export * as describeClientQuotasV0 from './describe-client-quotas-v0.ts';
+export * as describeClusterV1 from './describe-cluster-v1.ts';
+export * as describeConfigsV4 from './describe-configs-v4.ts';
+export * as describeDelegationTokenV3 from './describe-delegation-token-v3.ts';
+export * as describeGroupsV5 from './describe-groups-v5.ts';
+export * as describeLogDirsV4 from './describe-log-dirs-v4.ts';
+export * as describeProducersV0 from './describe-producers-v0.ts';
+export * as describeQuorumV2 from './describe-quorum-v2.ts';
+export * as describeTopicPartitionsV0 from './describe-topic-partitions-v0.ts';
+export * as describeTransactionsV0 from './describe-transactions-v0.ts';
+export * as describeUserScramCredentialsV0 from './describe-user-scram-credentials-v0.ts';
+export * as envelopeV0 from './envelope-v0.ts';
+export * as expireDelegationTokenV2 from './expire-delegation-token-v2.ts';
+export * as incrementalAlterConfigsV1 from './incremental-alter-configs-v1.ts';
+export * as listGroupsV4 from './list-groups-v4.ts';
+export * as listGroupsV5 from './list-groups-v5.ts';
+export * as listPartitionReassignmentsV0 from './list-partition-reassignments-v0.ts';
+export * as listTransactionsV1 from './list-transactions-v1.ts';
+export * as offsetDeleteV0 from './offset-delete-v0.ts';
+export * as renewDelegationTokenV2 from './renew-delegation-token-v2.ts';
+export * as unregisterBrokerV0 from './unregister-broker-v0.ts';
+export * as updateFeaturesV1 from './update-features-v1.ts';

package/dist/apis/admin/index.js

@@ -1,37 +1,38 @@
-export * as alterClientQuotasV1 from "./alter-client-quotas.js";
-export * as alterConfigsV2 from "./alter-configs.js";
-export * as alterPartitionReassignmentsV0 from "./alter-partition-reassignments.js";
-export * as alterPartitionV3 from "./alter-partition.js";
-export * as alterReplicaLogDirsV2 from "./alter-replica-log-dirs.js";
-export * as alterUserScramCredentialsV0 from "./alter-user-scram-credentials.js";
-export * as consumerGroupDescribeV0 from "./consumer-group-describe.js";
-export * as createAclsV3 from "./create-acls.js";
-export * as createDelegationTokenV3 from "./create-delegation-token.js";
-export * as createPartitionsV3 from "./create-partitions.js";
-export * as createTopicsV7 from "./create-topics.js";
-export * as deleteAclsV3 from "./delete-acls.js";
-export * as deleteGroupsV2 from "./delete-groups.js";
-export * as deleteRecordsV2 from "./delete-records.js";
-export * as deleteTopicsV6 from "./delete-topics.js";
-export * as describeAclsV3 from "./describe-acls.js";
-export * as describeClientQuotasV0 from "./describe-client-quotas.js";
-export * as describeClusterV1 from "./describe-cluster.js";
-export * as describeConfigsV4 from "./describe-configs.js";
-export * as describeDelegationTokenV3 from "./describe-delegation-token.js";
-export * as describeGroupsV5 from "./describe-groups.js";
-export * as describeLogDirsV4 from "./describe-log-dirs.js";
-export * as describeProducersV0 from "./describe-producers.js";
-export * as describeQuorumV2 from "./describe-quorum.js";
-export * as describeTopicPartitionsV0 from "./describe-topic-partitions.js";
-export * as describeTransactionsV0 from "./describe-transactions.js";
-export * as describeUserScramCredentialsV0 from "./describe-user-scram-credentials.js";
-export * as envelopeV0 from "./envelope.js";
-export * as expireDelegationTokenV2 from "./expire-delegation-token.js";
-export * as incrementalAlterConfigsV1 from "./incremental-alter-configs.js";
-export * as listGroupsV5 from "./list-groups.js";
-export * as listPartitionReassignmentsV0 from "./list-partition-reassignments.js";
-export * as listTransactionsV1 from "./list-transactions.js";
-export * as offsetDeleteV0 from "./offset-delete.js";
-export * as renewDelegationTokenV2 from "./renew-delegation-token.js";
-export * as unregisterBrokerV0 from "./unregister-broker.js";
-export * as updateFeaturesV1 from "./update-features.js";
+export * as alterClientQuotasV1 from "./alter-client-quotas-v1.js";
+export * as alterConfigsV2 from "./alter-configs-v2.js";
+export * as alterPartitionReassignmentsV0 from "./alter-partition-reassignments-v0.js";
+export * as alterPartitionV3 from "./alter-partition-v3.js";
+export * as alterReplicaLogDirsV2 from "./alter-replica-log-dirs-v2.js";
+export * as alterUserScramCredentialsV0 from "./alter-user-scram-credentials-v0.js";
+export * as consumerGroupDescribeV0 from "./consumer-group-describe-v0.js";
+export * as createAclsV3 from "./create-acls-v3.js";
+export * as createDelegationTokenV3 from "./create-delegation-token-v3.js";
+export * as createPartitionsV3 from "./create-partitions-v3.js";
+export * as createTopicsV7 from "./create-topics-v7.js";
+export * as deleteAclsV3 from "./delete-acls-v3.js";
+export * as deleteGroupsV2 from "./delete-groups-v2.js";
+export * as deleteRecordsV2 from "./delete-records-v2.js";
+export * as deleteTopicsV6 from "./delete-topics-v6.js";
+export * as describeAclsV3 from "./describe-acls-v3.js";
+export * as describeClientQuotasV0 from "./describe-client-quotas-v0.js";
+export * as describeClusterV1 from "./describe-cluster-v1.js";
+export * as describeConfigsV4 from "./describe-configs-v4.js";
+export * as describeDelegationTokenV3 from "./describe-delegation-token-v3.js";
+export * as describeGroupsV5 from "./describe-groups-v5.js";
+export * as describeLogDirsV4 from "./describe-log-dirs-v4.js";
+export * as describeProducersV0 from "./describe-producers-v0.js";
+export * as describeQuorumV2 from "./describe-quorum-v2.js";
+export * as describeTopicPartitionsV0 from "./describe-topic-partitions-v0.js";
+export * as describeTransactionsV0 from "./describe-transactions-v0.js";
+export * as describeUserScramCredentialsV0 from "./describe-user-scram-credentials-v0.js";
+export * as envelopeV0 from "./envelope-v0.js";
+export * as expireDelegationTokenV2 from "./expire-delegation-token-v2.js";
+export * as incrementalAlterConfigsV1 from "./incremental-alter-configs-v1.js";
+export * as listGroupsV4 from "./list-groups-v4.js";
+export * as listGroupsV5 from "./list-groups-v5.js";
+export * as listPartitionReassignmentsV0 from "./list-partition-reassignments-v0.js";
+export * as listTransactionsV1 from "./list-transactions-v1.js";
+export * as offsetDeleteV0 from "./offset-delete-v0.js";
+export * as renewDelegationTokenV2 from "./renew-delegation-token-v2.js";
+export * as unregisterBrokerV0 from "./unregister-broker-v0.js";
+export * as updateFeaturesV1 from "./update-features-v1.js";

package/dist/apis/admin/list-groups-v4.d.ts

@@ -0,0 +1,17 @@
+import { type Reader } from '../../protocol/reader.ts';
+import { Writer } from '../../protocol/writer.ts';
+import { type ConsumerGroupState } from '../enumerations.ts';
+export type ListGroupsRequest = Parameters<typeof createRequest>;
+export interface ListGroupsResponseGroup {
+    groupId: string;
+    protocolType: string;
+    groupState: string;
+}
+export interface ListGroupsResponse {
+    throttleTimeMs: number;
+    errorCode: number;
+    groups: ListGroupsResponseGroup[];
+}
+export declare function createRequest(statesFilter: ConsumerGroupState[]): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListGroupsResponse;
+export declare const api: import("../definitions.ts").API<[statesFilter: ("PREPARING_REBALANCE" | "COMPLETING_REBALANCE" | "STABLE" | "DEAD" | "EMPTY")[]], ListGroupsResponse>;

package/dist/apis/admin/list-groups-v4.js

@@ -0,0 +1,40 @@
+import { pascalCase } from 'scule';
+import { ResponseError } from "../../errors.js";
+import { Writer } from "../../protocol/writer.js";
+import { createAPI } from "../definitions.js";
+/*
+  ListGroups Request (Version: 4) => [states_filter] TAG_BUFFER
+    states_filter => COMPACT_STRING
+*/
+export function createRequest(statesFilter) {
+    return Writer.create()
+        .appendArray(statesFilter, (w, s) => w.appendString(pascalCase(s, { normalize: true })), true, false)
+        .appendTaggedFields();
+}
+/*
+  ListGroups Response (Version: 4) => throttle_time_ms error_code [groups] TAG_BUFFER
+    throttle_time_ms => INT32
+    error_code => INT16
+    groups => group_id protocol_type group_state group_type TAG_BUFFER
+      group_id => COMPACT_STRING
+      protocol_type => COMPACT_STRING
+      group_state => COMPACT_STRING
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const response = {
+        throttleTimeMs: reader.readInt32(),
+        errorCode: reader.readInt16(),
+        groups: reader.readArray(r => {
+            return {
+                groupId: r.readNullableString(),
+                protocolType: r.readString(),
+                groupState: r.readString()
+            };
+        })
+    };
+    if (response.errorCode !== 0) {
+        throw new ResponseError(apiKey, apiVersion, { '': response.errorCode }, response);
+    }
+    return response;
+}
+export const api = createAPI(16, 4, createRequest, parseResponse);

package/dist/{clients → apis}/callbacks.d.ts

@@ -1,4 +1,4 @@
-import { type Callback } from '../apis/definitions.ts';
+import { type Callback } from './definitions.ts';
 export declare const kCallbackPromise: unique symbol;
 export declare const kNoopCallbackReturnValue: unique symbol;
 export declare const noopCallback: CallbackWithPromise<any>;

package/dist/apis/consumer/fetch-v16.js

@@ -0,0 +1,121 @@
+import { ResponseError } from "../../errors.js";
+import { Reader } from "../../protocol/reader.js";
+import { readRecordsBatch } from "../../protocol/records.js";
+import { Writer } from "../../protocol/writer.js";
+import { createAPI } from "../definitions.js";
+/*
+  Fetch Request (Version: 16) => max_wait_ms min_bytes max_bytes isolation_level session_id session_epoch [topics] [forgotten_topics_data] rack_id TAG_BUFFER
+  max_wait_ms => INT32
+  min_bytes => INT32
+  max_bytes => INT32
+  isolation_level => INT8
+  session_id => INT32
+  session_epoch => INT32
+  topics => topic_id [partitions] TAG_BUFFER
+    topic_id => UUID
+    partitions => partition current_leader_epoch fetch_offset last_fetched_epoch log_start_offset partition_max_bytes TAG_BUFFER
+      partition => INT32
+      current_leader_epoch => INT32
+      fetch_offset => INT64
+      last_fetched_epoch => INT32
+      log_start_offset => INT64
+      partition_max_bytes => INT32
+  forgotten_topics_data => topic_id [partitions] TAG_BUFFER
+    topic_id => UUID
+    partitions => INT32
+  rack_id => COMPACT_STRING
+*/
+export function createRequest(maxWaitMs, minBytes, maxBytes, isolationLevel, sessionId, sessionEpoch, topics, forgottenTopicsData, rackId) {
+    return Writer.create()
+        .appendInt32(maxWaitMs)
+        .appendInt32(minBytes)
+        .appendInt32(maxBytes)
+        .appendInt8(isolationLevel)
+        .appendInt32(sessionId)
+        .appendInt32(sessionEpoch)
+        .appendArray(topics, (w, t) => {
+        w.appendUUID(t.topicId).appendArray(t.partitions, (w, p) => {
+            w.appendInt32(p.partition)
+                .appendInt32(p.currentLeaderEpoch)
+                .appendInt64(p.fetchOffset)
+                .appendInt32(p.lastFetchedEpoch)
+                .appendInt64(-1n)
+                .appendInt32(p.partitionMaxBytes);
+        });
+    })
+        .appendArray(forgottenTopicsData, (w, t) => {
+        w.appendUUID(t.topic).appendArray(t.partitions, (w, p) => {
+            w.appendInt32(p);
+        }, true, false);
+    })
+        .appendString(rackId)
+        .appendTaggedFields();
+}
+/*
+  Fetch Response (Version: 16) => throttle_time_ms error_code session_id [responses] TAG_BUFFER
+    throttle_time_ms => INT32
+    error_code => INT16
+    session_id => INT32
+    responses => topic_id [partitions] TAG_BUFFER
+      topic_id => UUID
+      partitions => partition_index error_code high_watermark last_stable_offset log_start_offset [aborted_transactions] preferred_read_replica records TAG_BUFFER
+        partition_index => INT32
+        error_code => INT16
+        high_watermark => INT64
+        last_stable_offset => INT64
+        log_start_offset => INT64
+        aborted_transactions => producer_id first_offset TAG_BUFFER
+          producer_id => INT64
+          first_offset => INT64
+        preferred_read_replica => INT32
+        records => COMPACT_RECORDS
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const throttleTimeMs = reader.readInt32();
+    const errorCode = reader.readInt16();
+    if (errorCode !== 0) {
+        errors.push(['', errorCode]);
+    }
+    const response = {
+        throttleTimeMs,
+        errorCode,
+        sessionId: reader.readInt32(),
+        responses: reader.readArray((r, i) => {
+            return {
+                topicId: r.readUUID(),
+                partitions: r.readArray((r, j) => {
+                    const partition = {
+                        partitionIndex: r.readInt32(),
+                        errorCode: r.readInt16(),
+                        highWatermark: r.readInt64(),
+                        lastStableOffset: r.readInt64(),
+                        logStartOffset: r.readInt64(),
+                        abortedTransactions: r.readArray(r => {
+                            return {
+                                producerId: r.readInt64(),
+                                firstOffset: r.readInt64()
+                            };
+                        }),
+                        preferredReadReplica: r.readInt32()
+                    };
+                    let recordsSize = r.readUnsignedVarInt();
+                    if (partition.errorCode !== 0) {
+                        errors.push([`/responses/${i}/partitions/${j}`, partition.errorCode]);
+                    }
+                    if (recordsSize > 1) {
+                        recordsSize--;
+                        partition.records = readRecordsBatch(Reader.from(r.buffer.subarray(r.position, r.position + recordsSize)));
+                        r.skip(recordsSize);
+                    }
+                    return partition;
+                })
+            };
+        })
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(1, 16, createRequest, parseResponse);

package/dist/apis/consumer/fetch-v17.d.ts

@@ -0,0 +1,46 @@
+import { Reader } from '../../protocol/reader.ts';
+import { type RecordsBatch } from '../../protocol/records.ts';
+import { Writer } from '../../protocol/writer.ts';
+export interface FetchRequestPartition {
+    partition: number;
+    currentLeaderEpoch: number;
+    fetchOffset: bigint;
+    lastFetchedEpoch: number;
+    partitionMaxBytes: number;
+}
+export interface FetchRequestTopic {
+    topicId: string;
+    partitions: FetchRequestPartition[];
+}
+export interface FetchRequestForgottenTopicsData {
+    topic: string;
+    partitions: number[];
+}
+export type FetchRequest = Parameters<typeof createRequest>;
+export interface FetchResponsePartitionAbortedTransaction {
+    producerId: bigint;
+    firstOffset: bigint;
+}
+export interface FetchResponsePartition {
+    partitionIndex: number;
+    errorCode: number;
+    highWatermark: bigint;
+    lastStableOffset: bigint;
+    logStartOffset: bigint;
+    abortedTransactions: FetchResponsePartitionAbortedTransaction[];
+    preferredReadReplica: number;
+    records?: RecordsBatch;
+}
+export interface FetchResponseTopic {
+    topicId: string;
+    partitions: FetchResponsePartition[];
+}
+export type FetchResponse = {
+    throttleTimeMs: number;
+    errorCode: number;
+    sessionId: number;
+    responses: FetchResponseTopic[];
+};
+export declare function createRequest(maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, sessionId: number, sessionEpoch: number, topics: FetchRequestTopic[], forgottenTopicsData: FetchRequestForgottenTopicsData[], rackId: string): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): FetchResponse;
+export declare const api: import("../definitions.ts").API<[maxWaitMs: number, minBytes: number, maxBytes: number, isolationLevel: number, sessionId: number, sessionEpoch: number, topics: FetchRequestTopic[], forgottenTopicsData: FetchRequestForgottenTopicsData[], rackId: string], FetchResponse>;

package/dist/apis/consumer/index.d.ts

@@ -1,9 +1,11 @@
-export * as consumerGroupHeartbeatV0 from './consumer-group-heartbeat.ts';
-export * as fetchV17 from './fetch.ts';
-export * as heartbeatV4 from './heartbeat.ts';
-export * as joinGroupV9 from './join-group.ts';
-export * as leaveGroupV5 from './leave-group.ts';
-export * as listOffsetsV9 from './list-offsets.ts';
-export * as offsetCommitV9 from './offset-commit.ts';
-export * as offsetFetchV9 from './offset-fetch.ts';
-export * as syncGroupV5 from './sync-group.ts';
+export * as consumerGroupHeartbeatV0 from './consumer-group-heartbeat-v0.ts';
+export * as fetchV16 from './fetch-v16.ts';
+export * as fetchV17 from './fetch-v17.ts';
+export * as heartbeatV4 from './heartbeat-v4.ts';
+export * as joinGroupV9 from './join-group-v9.ts';
+export * as leaveGroupV5 from './leave-group-v5.ts';
+export * as listOffsetsV8 from './list-offsets-v8.ts';
+export * as listOffsetsV9 from './list-offsets-v9.ts';
+export * as offsetCommitV9 from './offset-commit-v9.ts';
+export * as offsetFetchV9 from './offset-fetch-v9.ts';
+export * as syncGroupV5 from './sync-group-v5.ts';

package/dist/apis/consumer/index.js

@@ -1,9 +1,11 @@
-export * as consumerGroupHeartbeatV0 from "./consumer-group-heartbeat.js";
-export * as fetchV17 from "./fetch.js";
-export * as heartbeatV4 from "./heartbeat.js";
-export * as joinGroupV9 from "./join-group.js";
-export * as leaveGroupV5 from "./leave-group.js";
-export * as listOffsetsV9 from "./list-offsets.js";
-export * as offsetCommitV9 from "./offset-commit.js";
-export * as offsetFetchV9 from "./offset-fetch.js";
-export * as syncGroupV5 from "./sync-group.js";
+export * as consumerGroupHeartbeatV0 from "./consumer-group-heartbeat-v0.js";
+export * as fetchV16 from "./fetch-v16.js";
+export * as fetchV17 from "./fetch-v17.js";
+export * as heartbeatV4 from "./heartbeat-v4.js";
+export * as joinGroupV9 from "./join-group-v9.js";
+export * as leaveGroupV5 from "./leave-group-v5.js";
+export * as listOffsetsV8 from "./list-offsets-v8.js";
+export * as listOffsetsV9 from "./list-offsets-v9.js";
+export * as offsetCommitV9 from "./offset-commit-v9.js";
+export * as offsetFetchV9 from "./offset-fetch-v9.js";
+export * as syncGroupV5 from "./sync-group-v5.js";

package/dist/apis/consumer/list-offsets-v8.js

@@ -0,0 +1,68 @@
+import { ResponseError } from "../../errors.js";
+import { Writer } from "../../protocol/writer.js";
+import { createAPI } from "../definitions.js";
+/*
+  ListOffsets Request (Version: 8) => replica_id isolation_level [topics] TAG_BUFFER
+    replica_id => INT32
+    isolation_level => INT8
+    topics => name [partitions] TAG_BUFFER
+      name => COMPACT_STRING
+      partitions => partition_index current_leader_epoch timestamp TAG_BUFFER
+        partition_index => INT32
+        current_leader_epoch => INT32
+        timestamp => INT64
+*/
+export function createRequest(replica, isolationLevel, topics) {
+    return Writer.create()
+        .appendInt32(replica)
+        .appendInt8(isolationLevel)
+        .appendArray(topics, (w, topic) => {
+        w.appendString(topic.name).appendArray(topic.partitions, (w, partition) => {
+            w.appendInt32(partition.partitionIndex)
+                .appendInt32(partition.currentLeaderEpoch)
+                .appendInt64(partition.timestamp);
+        });
+    })
+        .appendTaggedFields();
+}
+/*
+  ListOffsets Response (Version: 8) => throttle_time_ms [topics] TAG_BUFFER
+    throttle_time_ms => INT32
+    topics => name [partitions] TAG_BUFFER
+      name => COMPACT_STRING
+      partitions => partition_index error_code timestamp offset leader_epoch TAG_BUFFER
+        partition_index => INT32
+        error_code => INT16
+        timestamp => INT64
+        offset => INT64
+        leader_epoch => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const errors = [];
+    const response = {
+        throttleTimeMs: reader.readInt32(),
+        topics: reader.readArray((r, i) => {
+            return {
+                name: r.readString(),
+                partitions: r.readArray((r, j) => {
+                    const partition = {
+                        partitionIndex: r.readInt32(),
+                        errorCode: r.readInt16(),
+                        timestamp: r.readInt64(),
+                        offset: r.readInt64(),
+                        leaderEpoch: r.readInt32()
+                    };
+                    if (partition.errorCode !== 0) {
+                        errors.push([`/topics/${i}/partitions/${j}`, partition.errorCode]);
+                    }
+                    return partition;
+                })
+            };
+        })
+    };
+    if (errors.length) {
+        throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
+    }
+    return response;
+}
+export const api = createAPI(2, 8, createRequest, parseResponse);

package/dist/apis/consumer/list-offsets-v9.d.ts

@@ -0,0 +1,30 @@
+import { type Reader } from '../../protocol/reader.ts';
+import { Writer } from '../../protocol/writer.ts';
+export interface ListOffsetsRequestPartition {
+    partitionIndex: number;
+    currentLeaderEpoch: number;
+    timestamp: bigint;
+}
+export interface ListOffsetsRequestTopic {
+    name: string;
+    partitions: ListOffsetsRequestPartition[];
+}
+export type ListOffsetsRequest = Parameters<typeof createRequest>;
+export interface ListOffsetResponsePartition {
+    partitionIndex: number;
+    errorCode: number;
+    timestamp: bigint;
+    offset: bigint;
+    leaderEpoch: number;
+}
+export interface ListOffsetResponseTopic {
+    name: string;
+    partitions: ListOffsetResponsePartition[];
+}
+export interface ListOffsetsResponse {
+    throttleTimeMs: number;
+    topics: ListOffsetResponseTopic[];
+}
+export declare function createRequest(replica: number, isolationLevel: number, topics: ListOffsetsRequestTopic[]): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListOffsetsResponse;
+export declare const api: import("../definitions.ts").API<[replica: number, isolationLevel: number, topics: ListOffsetsRequestTopic[]], ListOffsetsResponse>;

package/dist/apis/enumerations.d.ts

@@ -1,3 +1,5 @@
+export declare const SASLMechanisms: readonly ["PLAIN", "SCRAM-SHA-256", "SCRAM-SHA-512"];
+export type SASLMechanism = (typeof SASLMechanisms)[number];
 export declare const FindCoordinatorKeyTypes: {
     readonly GROUP: 0;
     readonly TRANSACTION: 1;

package/dist/apis/enumerations.js

@@ -1,3 +1,5 @@
+// SASL Authentication
+export const SASLMechanisms = ['PLAIN', 'SCRAM-SHA-256', 'SCRAM-SHA-512'];
 // Metadata API
 // ./metadata/find-coordinator.ts
 export const FindCoordinatorKeyTypes = { GROUP: 0, TRANSACTION: 1, SHARE: 2 };

package/dist/apis/index.d.ts

@@ -1,3 +1,4 @@
+export * from './callbacks.ts';
 export * from './definitions.ts';
 export * from './enumerations.ts';
 export * from './admin/index.ts';

package/dist/apis/index.js

@@ -1,4 +1,5 @@
 // Generics
+export * from "./callbacks.js";
 export * from "./definitions.js";
 export * from "./enumerations.js";
 // Low-level APIs

package/dist/apis/metadata/api-versions-v3.js

@@ -0,0 +1,41 @@
+import { ResponseError } from "../../errors.js";
+import { protocolAPIsById } from "../../protocol/apis.js";
+import { Writer } from "../../protocol/writer.js";
+import { createAPI } from "../definitions.js";
+/*
+  ApiVersions Request (Version: 3) => client_software_name client_software_version TAG_BUFFER
+    client_software_name => COMPACT_STRING
+    client_software_version => COMPACT_STRING
+*/
+export function createRequest(clientSoftwareName, clientSoftwareVersion) {
+    return Writer.create().appendString(clientSoftwareName).appendString(clientSoftwareVersion).appendTaggedFields();
+}
+/*
+  ApiVersions Response (Version: 3) => error_code [api_keys] throttle_time_ms TAG_BUFFER
+    error_code => INT16
+    api_keys => api_key min_version max_version TAG_BUFFER
+      api_key => INT16
+      min_version => INT16
+      max_version => INT16
+    throttle_time_ms => INT32
+*/
+export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
+    const response = {
+        errorCode: reader.readInt16(),
+        apiKeys: reader.readArray(r => {
+            const apiKey = r.readInt16();
+            return {
+                apiKey,
+                name: protocolAPIsById[apiKey],
+                minVersion: r.readInt16(),
+                maxVersion: r.readInt16()
+            };
+        }),
+        throttleTimeMs: reader.readInt32()
+    };
+    if (response.errorCode !== 0) {
+        throw new ResponseError(apiKey, apiVersion, { '': response.errorCode }, response);
+    }
+    return response;
+}
+export const api = createAPI(18, 3, createRequest, parseResponse, true, false);

package/dist/apis/metadata/api-versions-v4.d.ts

@@ -0,0 +1,17 @@
+import { type Reader } from '../../protocol/reader.ts';
+import { Writer } from '../../protocol/writer.ts';
+export type ApiVersionsRequest = Parameters<typeof createRequest>;
+export interface ApiVersionsResponseApi {
+    apiKey: number;
+    name: string;
+    minVersion: number;
+    maxVersion: number;
+}
+export type ApiVersionsResponse = {
+    errorCode: number;
+    apiKeys: ApiVersionsResponseApi[];
+    throttleTimeMs: number;
+};
+export declare function createRequest(clientSoftwareName: string, clientSoftwareVersion: string): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ApiVersionsResponse;
+export declare const api: import("../definitions.ts").API<[clientSoftwareName: string, clientSoftwareVersion: string], ApiVersionsResponse>;