@platformatic/kafka 1.29.0 → 1.31.0

package/dist/clients/consumer/messages-stream.js

@@ -60,6 +60,7 @@ export class MessagesStream extends Readable {
     #closeCallbacks;
     #metricsConsumedMessages;
     #corruptedMessageHandler;
+    #context;
     #pushRecordsOperation;
     [kInstance];
     /*
@@ -79,7 +80,7 @@ export class MessagesStream extends Readable {
     */
     [kConnections];
     constructor(consumer, options) {
-        const { autocommit, mode, fallbackMode, maxFetches, offsets, deserializers, onCorruptedMessage, registry, beforeDeserialization, 
+        const { autocommit, mode, fallbackMode, maxFetches, offsets, context, deserializers, onCorruptedMessage, registry, beforeDeserialization, 
         // The options below are only destructured to avoid being part of structuredClone below
         partitionAssigner: _partitionAssigner, ...otherOptions } = options;
         if (offsets && mode !== MessagesStreamModes.MANUAL) {
@@ -94,7 +95,7 @@ export class MessagesStream extends Readable {
             highWaterMark: maxFetches ?? options.highWaterMark ?? defaultConsumerOptions.highWaterMark
         });
         this[kInstance] = currentInstance++;
-        this[kConnections] = consumer[kCreateConnectionPool]();
+        this[kConnections] = consumer[kCreateConnectionPool](context);
         this.#consumer = consumer;
         this.#mode = mode ?? MessagesStreamModes.LATEST;
         this.#fallbackMode = fallbackMode ?? MessagesStreamFallbackModes.LATEST;
@@ -108,7 +109,7 @@ export class MessagesStream extends Readable {
         this.#fetches = 0;
         this.#maxFetches = maxFetches ?? 0;
         this.#topics = structuredClone(options.topics);
-        this.#inflightNodes = new Set();
+        this.#inflightNodes = new Map();
         this.#keyDeserializer =
             deserializers?.key ?? noopDeserializer;
         this.#valueDeserializer =
@@ -120,6 +121,7 @@ export class MessagesStream extends Readable {
         this.#closed = false;
         this.#closeCallbacks = [];
         this.#corruptedMessageHandler = onCorruptedMessage ?? defaultCorruptedMessageHandler;
+        this.#context = context;
         if (registry) {
             this.#pushRecordsOperation = this.#beforeDeserialization.bind(this, registry.getBeforeDeserializationHook());
         }
@@ -150,6 +152,7 @@ export class MessagesStream extends Readable {
         // having some.
         this.#consumer.on('consumer:group:join', () => {
             this.#offsetsCommitted.clear();
+            this.#partitionsEpochs.clear();
             this.#scheduleRefreshOffsetsAndFetch();
         });
         if (consumer[kPrometheus]) {
@@ -169,6 +172,9 @@ export class MessagesStream extends Readable {
     get offsetsToFetch() {
         return this.#offsetsToFetch;
     }
+    get context() {
+        return this.#context;
+    }
     /* c8 ignore next 3 - Simple getter */
     get offsetsToCommit() {
         return this.#offsetsToCommit;
@@ -239,8 +245,28 @@ export class MessagesStream extends Readable {
         return this.#consumer.isConnected();
     }
     resume() {
+        const wasPaused = this.#paused;
         this.#paused = false;
-        return super.resume();
+        const result = super.resume();
+        // Restart the fetch loop when transitioning from paused → unpaused.
+        //
+        // When a downstream Duplex (e.g. a batching stream) signals backpressure,
+        // pipeline()/pipe() calls pause() on this stream, setting #paused = true.
+        // If a previously scheduled process.nextTick(#fetch) fires while #paused is
+        // true, #fetch() returns early without scheduling another iteration — the
+        // loop is now dead. Later, pipe() calls resume() when the downstream drains,
+        // but super.resume() does not reliably trigger _read() when the readable
+        // buffer is already empty and the stream is in flowing mode (Node.js
+        // considers it "already flowing" and skips the _read() → #fetch() path).
+        //
+        // The wasPaused guard prevents a premature fetch during initial pipeline()
+        // setup, where resume() is called before _construct() completes.
+        if (wasPaused) {
+            process.nextTick(() => {
+                this.#fetch();
+            });
+        }
+        return result;
     }
     // We want to track if the stream is paused explicitly by the user, while isPaused from Node.js can also
     // be true if the stream is paused because there is no consumer.
@@ -278,7 +304,9 @@ export class MessagesStream extends Readable {
         if (this.#autocommitInterval) {
             clearInterval(this.#autocommitInterval);
         }
-        callback(error);
+        this[kConnections].close(closeError => {
+            callback(closeError ?? error);
+        });
     }
     _read() {
         this.#fetch();
@@ -311,6 +339,14 @@ export class MessagesStream extends Readable {
                 this.push(null);
                 return;
             }
+            // Remove stale inflight entries that have been pending for too long.
+            // This prevents permanent partition starvation if a fetch callback is never invoked.
+            const now = Date.now();
+            for (const [node, timestamp] of this.#inflightNodes) {
+                if (now - timestamp > 120_000) {
+                    this.#inflightNodes.delete(node);
+                }
+            }
             const requests = new Map();
             const topicIds = new Map();
             // Group topic-partitions by the destination broker
@@ -351,9 +387,12 @@ export class MessagesStream extends Readable {
                     });
                 }
             }
+            if (requests.size === 0) {
+                return;
+            }
             for (const [leader, leaderRequests] of requests) {
-                this.#inflightNodes.add(leader);
-                this.#consumer.fetch({ ...this.#options, node: leader, topics: leaderRequests }, (error, response) => {
+                this.#inflightNodes.set(leader, Date.now());
+                this.#consumer.fetch({ ...this.#options, node: leader, topics: leaderRequests, connectionPool: this[kConnections] }, (error, response) => {
                     this.#inflightNodes.delete(leader);
                     this.emit('fetch');
                     if (error) {
@@ -381,7 +420,6 @@ export class MessagesStream extends Readable {
     }
     #pushRecords(metadata, topicIds, response, requestedOffsets) {
         const autocommit = this.#autocommitEnabled;
-        let canPush = true;
         const keyDeserializer = this.#keyDeserializer;
         const valueDeserializer = this.#valueDeserializer;
         const headerKeyDeserializer = this.#headerKeyDeserializer;
@@ -406,7 +444,7 @@ export class MessagesStream extends Readable {
                     const firstTimestamp = batch.firstTimestamp;
                     const firstOffset = batch.firstOffset;
                     const leaderEpoch = metadata.topics.get(topic).partitions[partition].leaderEpoch;
-                    this.#partitionsEpochs.set(`${topic}:${partition}`, batch.partitionLeaderEpoch);
+                    this.#partitionsEpochs.set(`${topic}:${partition}`, leaderEpoch);
                     // Track offsets
                     if (batch === recordsBatches[recordsBatches.length - 1]) {
                         // Track the last read offset
@@ -469,7 +507,7 @@ export class MessagesStream extends Readable {
                             };
                             diagnosticContext.result = message;
                             consumerReceivesChannel.asyncStart.publish(diagnosticContext);
-                            canPush = this.push(message);
+                            this.push(message);
                             consumerReceivesChannel.asyncEnd.publish(diagnosticContext);
                         }
                         catch (error) {
@@ -491,11 +529,19 @@ export class MessagesStream extends Readable {
         if (this.#autocommitEnabled && !this.#autocommitInterval) {
             this[kAutocommit]();
         }
-        if (canPush) {
-            process.nextTick(() => {
-                this.#fetch();
-            });
-        }
+        // Always schedule the next fetch, even when push() returned false.
+        //
+        // In pull mode, _read() would restart the loop once the buffer drains.
+        // In flowing mode with pipeline(), however, _read() is not reliably called
+        // again when the buffer is already empty — Node.js considers the stream
+        // "already flowing" and does not re-invoke _read(). The fetch loop dies
+        // and unconsumed messages remain in Kafka.
+        //
+        // Unconditionally scheduling is safe because #fetch() checks #paused,
+        // #closed, and other guards before issuing a Kafka fetch request.
+        process.nextTick(() => {
+            this.#fetch();
+        });
         if (this.#maxFetches > 0 && ++this.#fetches >= this.#maxFetches) {
             this.push(null);
         }
@@ -708,6 +754,10 @@ export class MessagesStream extends Readable {
                 }
             }
         }
+        if (requests.length === 0) {
+            this.#pushRecords(metadata, topicIds, response, requestedOffsets);
+            return;
+        }
         runAsyncSeries((request, cb) => {
             const [data, type, message] = request;
             const result = hook(data, type, message, cb);

package/dist/clients/consumer/options.d.ts

@@ -317,6 +317,7 @@ export declare const consumeOptionsSchema: {
                 pattern: string;
             };
         };
+        context: boolean;
         mode: {
             type: string;
             enum: import("./types.ts").MessagesStreamModeValue[];
@@ -475,6 +476,8 @@ export declare const consumerOptionsSchema: {
             type: string;
             pattern: string;
         };
+        context: boolean;
+        streamContext: boolean;
     };
     required: string[];
     additionalProperties: boolean;

package/dist/clients/consumer/options.js

@@ -74,6 +74,7 @@ export const consumeOptionsSchema = {
     type: 'object',
     properties: {
         topics: { type: 'array', items: idProperty },
+        context: true,
         mode: { type: 'string', enum: allowedMessagesStreamModes },
         fallbackMode: { type: 'string', enum: allowedMessagesStreamFallbackModes },
         maxFetches: { type: 'number', minimum: 0, default: 0 },
@@ -97,6 +98,8 @@ export const consumerOptionsSchema = {
     type: 'object',
     properties: {
         groupId: idProperty,
+        context: true,
+        streamContext: true,
         ...groupOptionsProperties,
         ...consumeOptionsProperties
     },

package/dist/clients/consumer/types.d.ts

@@ -74,6 +74,7 @@ export interface ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue> {
 }
 export interface StreamOptions {
     topics: string[];
+    context?: unknown;
     mode?: MessagesStreamModeValue;
     fallbackMode?: MessagesStreamFallbackModeValue;
     maxFetches?: number;
@@ -83,6 +84,8 @@ export interface StreamOptions {
 export type ConsumeOptions<Key, Value, HeaderKey, HeaderValue> = StreamOptions & ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue> & GroupOptions;
 export type ConsumerOptions<Key, Value, HeaderKey, HeaderValue> = BaseOptions & {
     groupId: string;
+    context?: unknown;
+    streamContext?: unknown;
 } & (GroupOptions | ConsumerGroupOptions) & ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue>;
 export type FetchOptions<Key, Value, HeaderKey, HeaderValue> = Pick<ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue>, 'minBytes' | 'maxBytes' | 'maxWaitTime' | 'isolationLevel'> & {
     node: number;

package/dist/clients/producer/producer.js

@@ -2,7 +2,7 @@ import { randomUUID } from 'crypto';
 import { createPromisifiedCallback, kCallbackPromise, runConcurrentCallbacks } from "../../apis/callbacks.js";
 import { FindCoordinatorKeyTypes, ProduceAcks } from "../../apis/enumerations.js";
 import { createDiagnosticContext, producerInitIdempotentChannel, producerSendsChannel, producerTransactionsChannel } from "../../diagnostic.js";
-import { UserError } from "../../errors.js";
+import { GenericError, UserError } from "../../errors.js";
 import { murmur2 } from "../../protocol/murmur2.js";
 import { runAsyncSeries } from "../../registries/abstract.js";
 import { kInstance, kTransaction, kTransactionAddOffsets, kTransactionAddPartitions, kTransactionCancel, kTransactionCommitOffset, kTransactionEnd, kTransactionFindCoordinator, kTransactionPrepare } from "../../symbols.js";
@@ -671,7 +671,10 @@ export class Producer extends Base {
                 if (error) {
                     // If the last error was due to stale metadata, we retry the operation with this set of messages
                     // since the partition is already set, it should attempt on the new destination
-                    const hasStaleMetadata = error.findBy('hasStaleMetadata', true);
+                    const kafkaError = GenericError.isGenericError(error)
+                        ? error
+                        : null;
+                    const hasStaleMetadata = kafkaError?.findBy('hasStaleMetadata', true);
                     if (hasStaleMetadata && repeatOnStaleMetadata) {
                         this.clearMetadata();
                         this.#performSingleDestinationSend(topics, messages, timeout, acks, autocreateTopics, false, produceOptions, callback);
@@ -682,7 +685,10 @@ export class Producer extends Base {
                 }
                 callback(error, results);
             }, 0, [], error => {
-                return repeatOnStaleMetadata && !!error.findBy('hasStaleMetadata', true);
+                if (!repeatOnStaleMetadata || !GenericError.isGenericError(error)) {
+                    return false;
+                }
+                return !!error.findBy('hasStaleMetadata', true);
             });
         });
     }
@@ -726,6 +732,10 @@ export class Producer extends Base {
                 }
             }
         }
+        if (requests.length === 0) {
+            this.#send(options, callback);
+            return;
+        }
         runAsyncSeries((request, cb) => {
             const [data, type, message] = request;
             const result = hook(data, type, message, cb);

package/dist/errors.js

@@ -78,6 +78,9 @@ export class MultipleErrors extends AggregateError {
             return this;
         }
         for (const error of this.errors) {
+            if (!error) {
+                continue;
+            }
             if (error[property] === value) {
                 return error;
             }
@@ -111,7 +114,12 @@ export class ProtocolError extends GenericError {
             apiCode: code,
             serverErrorMessage,
             canRetry,
-            hasStaleMetadata: ['UNKNOWN_TOPIC_OR_PARTITION', 'LEADER_NOT_AVAILABLE', 'NOT_LEADER_OR_FOLLOWER'].includes(id),
+            hasStaleMetadata: [
+                'UNKNOWN_TOPIC_OR_PARTITION',
+                'LEADER_NOT_AVAILABLE',
+                'NOT_LEADER_OR_FOLLOWER',
+                'FENCED_LEADER_EPOCH'
+            ].includes(id),
             needsRejoin: ['MEMBER_ID_REQUIRED', 'UNKNOWN_MEMBER_ID', 'REBALANCE_IN_PROGRESS'].includes(id),
             producerFenced: id === 'INVALID_PRODUCER_EPOCH',
             rebalanceInProgress: id === 'REBALANCE_IN_PROGRESS',

package/dist/network/connection-pool.d.ts

@@ -25,6 +25,8 @@ export declare class ConnectionPool extends TypedEventEmitter<ConnectionPoolEven
     #private;
     constructor(clientId: string, connectionOptions?: ConnectionOptions);
     get instanceId(): number;
+    get ownerId(): number | undefined;
+    get context(): unknown;
     get(broker: Broker, callback: CallbackWithPromise<Connection>): void;
     get(broker: Broker): Promise<Connection>;
     getFirstAvailable(brokers: Broker[], callback: CallbackWithPromise<Connection>): void;

package/dist/network/connection-pool.js

@@ -1,14 +1,14 @@
 import { createPromisifiedCallback, kCallbackPromise, runConcurrentCallbacks } from "../apis/callbacks.js";
 import { connectionsPoolGetsChannel, createDiagnosticContext, notifyCreation } from "../diagnostic.js";
-import { TypedEventEmitter } from "../events.js";
 import { MultipleErrors } from "../errors.js";
+import { TypedEventEmitter } from "../events.js";
 import { Connection, ConnectionStatuses } from "./connection.js";
 let currentInstance = 0;
 export class ConnectionPool extends TypedEventEmitter {
     #instanceId;
     #clientId;
     #closed;
-    // @ts-ignore This is used just for debugging
+    #context;
     #ownerId;
     #connections;
     #connectionOptions;
@@ -17,6 +17,7 @@ export class ConnectionPool extends TypedEventEmitter {
         this.#closed = false;
         this.#instanceId = currentInstance++;
         this.#clientId = clientId;
+        this.#context = connectionOptions.context;
         this.#ownerId = connectionOptions.ownerId;
         this.#connections = new Map();
         this.#connectionOptions = connectionOptions;
@@ -25,6 +26,14 @@ export class ConnectionPool extends TypedEventEmitter {
     get instanceId() {
         return this.#instanceId;
     }
+    /* c8 ignore next 3 - Simple getter */
+    get ownerId() {
+        return this.#ownerId;
+    }
+    /* c8 ignore next 3 - Simple getter */
+    get context() {
+        return this.#context;
+    }
     get(broker, callback) {
         if (!callback) {
             callback = createPromisifiedCallback();

package/dist/network/connection.d.ts

@@ -46,6 +46,7 @@ export interface ConnectionOptions {
     sasl?: SASLOptions;
     ownerId?: number;
     handleBackPressure?: boolean;
+    context?: unknown;
 }
 export interface Request {
     correlationId: number;
@@ -83,7 +84,9 @@ export declare class Connection extends TypedEventEmitter<ConnectionEvents> {
     get host(): string | undefined;
     get port(): number | undefined;
     get instanceId(): number;
+    get ownerId(): number | undefined;
     get status(): ConnectionStatusValue;
+    get context(): unknown;
     get socket(): Socket;
     isConnected(): boolean;
     connect(host: string, port: number, callback?: CallbackWithPromise<void>): void | Promise<void>;

package/dist/network/connection.js

@@ -38,7 +38,7 @@ export class Connection extends TypedEventEmitter {
     #status;
     #instanceId;
     #clientId;
-    // @ts-ignore This is used just for debugging
+    #context;
     #ownerId;
     #handleBackPressure;
     #correlationId;
@@ -59,6 +59,7 @@ export class Connection extends TypedEventEmitter {
         this.#options.tls ??= this.#options.ssl;
         this.#status = ConnectionStatuses.NONE;
         this.#clientId = clientId;
+        this.#context = options.context;
         this.#ownerId = options.ownerId;
         this.#handleBackPressure = options.handleBackPressure ?? false;
         this.#correlationId = 0;
@@ -82,9 +83,16 @@ export class Connection extends TypedEventEmitter {
     get instanceId() {
         return this.#instanceId;
     }
+    /* c8 ignore next 3 - Simple getter */
+    get ownerId() {
+        return this.#ownerId;
+    }
     get status() {
         return this.#status;
     }
+    get context() {
+        return this.#context;
+    }
     get socket() {
         return this.#socket;
     }
@@ -178,16 +186,38 @@ export class Connection extends TypedEventEmitter {
         if (!callback) {
             callback = createPromisifiedCallback();
         }
-        const onConnect = () => {
+        const cleanup = () => {
+            clearTimeout(timeout);
+            this.removeListener('connect', onConnect);
             this.removeListener('error', onError);
+            this.removeListener('close', onClose);
+        };
+        const onConnect = () => {
+            cleanup();
             callback(null);
         };
         const onError = (error) => {
-            this.removeListener('connect', onConnect);
+            cleanup();
             callback(error);
         };
+        const onClose = () => {
+            cleanup();
+            callback(new NetworkError('Connection closed while waiting for ready.'));
+        };
+        const timeout = setTimeout(() => {
+            cleanup();
+            // If the connection already failed (e.g. invalid port), don't double-invoke the callback
+            if (this.#status === ConnectionStatuses.ERROR || this.#status === ConnectionStatuses.CLOSED) {
+                return;
+            }
+            this.#socket?.destroy();
+            callback(new TimeoutError(this.#host
+                ? `Connection to ${this.#host}:${this.#port} timed out.`
+                : `Connection ready timed out after ${this.#options.connectTimeout}ms.`));
+        }, this.#options.connectTimeout);
         this.once('connect', onConnect);
         this.once('error', onError);
+        this.once('close', onClose);
         this.emit('ready');
         return callback[kCallbackPromise];
     }
@@ -218,7 +248,7 @@ export class Connection extends TypedEventEmitter {
         });
         this.#status = ConnectionStatuses.CLOSING;
         this.emit('closing');
-        this.#socket.end();
+        this.#socket.destroySoon();
         return callback[kCallbackPromise];
     }
     send(apiKey, apiVersion, createPayload, responseParser, hasRequestHeaderTaggedFields, hasResponseHeaderTaggedFields, callback) {

package/dist/registries/abstract.js

@@ -1,4 +1,8 @@
 export function runAsyncSeries(operation, collection, index, callback) {
+    if (collection.length === 0 || index >= collection.length) {
+        callback(null);
+        return;
+    }
     operation(collection[index], error => {
         if (error) {
             callback(error);

package/dist/typescript-4/dist/apis/admin/alter-partition-reassignments-v0.d.ts

@@ -25,6 +25,6 @@ export interface AlterPartitionReassignmentsResponse {
   errorMessage: NullableString;
   responses: AlterPartitionReassignmentsResponseResponse[];
 }
-export declare function createRequest(timeoutMs: number, topics: AlterPartitionReassignmentsRequestTopic[]): Writer;
+export declare function createRequest(timeoutMs: number, _allowReplicationFactorChange: boolean, topics: AlterPartitionReassignmentsRequestTopic[]): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): AlterPartitionReassignmentsResponse;
-export declare const api: import("../definitions").API<[timeoutMs: number, topics: AlterPartitionReassignmentsRequestTopic[]], AlterPartitionReassignmentsResponse>;
+export declare const api: import("../definitions").API<[timeoutMs: number, _allowReplicationFactorChange: boolean, topics: AlterPartitionReassignmentsRequestTopic[]], AlterPartitionReassignmentsResponse>;

package/dist/typescript-4/dist/apis/admin/alter-partition-reassignments-v1.d.ts

@@ -0,0 +1,30 @@
+import { type NullableString } from "../../protocol/definitions";
+import { type Reader } from "../../protocol/reader";
+import { Writer } from "../../protocol/writer";
+export interface AlterPartitionReassignmentsRequestPartition {
+  partitionIndex: number;
+  replicas: number[];
+}
+export interface AlterPartitionReassignmentsRequestTopic {
+  name: string;
+  partitions: AlterPartitionReassignmentsRequestPartition[];
+}
+export type AlterPartitionReassignmentsRequest = Parameters<typeof createRequest>;
+export interface AlterPartitionReassignmentsResponsePartition {
+  partitionIndex: number;
+  errorCode: number;
+  errorMessage: NullableString;
+}
+export interface AlterPartitionReassignmentsResponseResponse {
+  name: string;
+  partitions: AlterPartitionReassignmentsResponsePartition[];
+}
+export interface AlterPartitionReassignmentsResponse {
+  throttleTimeMs: number;
+  errorCode: number;
+  errorMessage: NullableString;
+  responses: AlterPartitionReassignmentsResponseResponse[];
+}
+export declare function createRequest(timeoutMs: number, allowReplicationFactorChange: boolean, topics: AlterPartitionReassignmentsRequestTopic[]): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): AlterPartitionReassignmentsResponse;
+export declare const api: import("../definitions").API<[timeoutMs: number, allowReplicationFactorChange: boolean, topics: AlterPartitionReassignmentsRequestTopic[]], AlterPartitionReassignmentsResponse>;

package/dist/typescript-4/dist/apis/admin/index.d.ts

@@ -1,6 +1,7 @@
 export * as alterClientQuotasV1 from "./alter-client-quotas-v1";
 export * as alterConfigsV2 from "./alter-configs-v2";
 export * as alterPartitionReassignmentsV0 from "./alter-partition-reassignments-v0";
+export * as alterPartitionReassignmentsV1 from "./alter-partition-reassignments-v1";
 export * as alterPartitionV3 from "./alter-partition-v3";
 export * as alterReplicaLogDirsV2 from "./alter-replica-log-dirs-v2";
 export * as alterUserScramCredentialsV0 from "./alter-user-scram-credentials-v0";
@@ -43,6 +44,7 @@ export * as listGroupsV5 from "./list-groups-v5";
 export * as listPartitionReassignmentsV0 from "./list-partition-reassignments-v0";
 export * as listTransactionsV0 from "./list-transactions-v0";
 export * as listTransactionsV1 from "./list-transactions-v1";
+export * as listTransactionsV2 from "./list-transactions-v2";
 export * as offsetDeleteV0 from "./offset-delete-v0";
 export * as renewDelegationTokenV2 from "./renew-delegation-token-v2";
 export * as unregisterBrokerV0 from "./unregister-broker-v0";

package/dist/typescript-4/dist/apis/admin/list-transactions-v0.d.ts

@@ -1,3 +1,4 @@
+import { type NullableString } from "../../protocol/definitions";
 import { type Reader } from "../../protocol/reader";
 import { Writer } from "../../protocol/writer";
 import { type TransactionState } from "../enumerations";
@@ -13,6 +14,6 @@ export interface ListTransactionsResponse {
   unknownStateFilters: string[];
   transactionStates: ListTransactionsResponseTransactionState[];
 }
-export declare function createRequest(stateFilters: TransactionState[], producerIdFilters: bigint[], _durationFilter: bigint): Writer;
+export declare function createRequest(stateFilters: TransactionState[], producerIdFilters: bigint[], _durationFilter: bigint, _transactionalIdPattern: NullableString): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListTransactionsResponse;
-export declare const api: import("../definitions").API<[stateFilters: ("EMPTY" | "ONGOING" | "PREPARE_ABORT" | "COMMITTING" | "ABORTING" | "COMPLETE_COMMIT" | "COMPLETE_ABORT")[], producerIdFilters: bigint[], _durationFilter: bigint], ListTransactionsResponse>;
+export declare const api: import("../definitions").API<[stateFilters: ("EMPTY" | "ONGOING" | "PREPARE_ABORT" | "COMMITTING" | "ABORTING" | "COMPLETE_COMMIT" | "COMPLETE_ABORT")[], producerIdFilters: bigint[], _durationFilter: bigint, _transactionalIdPattern: NullableString], ListTransactionsResponse>;

package/dist/typescript-4/dist/apis/admin/list-transactions-v1.d.ts

@@ -1,3 +1,4 @@
+import { type NullableString } from "../../protocol/definitions";
 import { type Reader } from "../../protocol/reader";
 import { Writer } from "../../protocol/writer";
 import { type TransactionState } from "../enumerations";
@@ -13,6 +14,6 @@ export interface ListTransactionsResponse {
   unknownStateFilters: string[];
   transactionStates: ListTransactionsResponseTransactionState[];
 }
-export declare function createRequest(stateFilters: TransactionState[], producerIdFilters: bigint[], durationFilter: bigint): Writer;
+export declare function createRequest(stateFilters: TransactionState[], producerIdFilters: bigint[], durationFilter: bigint, _transactionalIdPattern: NullableString): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListTransactionsResponse;
-export declare const api: import("../definitions").API<[stateFilters: ("EMPTY" | "ONGOING" | "PREPARE_ABORT" | "COMMITTING" | "ABORTING" | "COMPLETE_COMMIT" | "COMPLETE_ABORT")[], producerIdFilters: bigint[], durationFilter: bigint], ListTransactionsResponse>;
+export declare const api: import("../definitions").API<[stateFilters: ("EMPTY" | "ONGOING" | "PREPARE_ABORT" | "COMMITTING" | "ABORTING" | "COMPLETE_COMMIT" | "COMPLETE_ABORT")[], producerIdFilters: bigint[], durationFilter: bigint, _transactionalIdPattern: NullableString], ListTransactionsResponse>;

package/dist/typescript-4/dist/apis/admin/list-transactions-v2.d.ts

@@ -0,0 +1,20 @@
+import { type NullableString } from "../../protocol/definitions";
+import { type Reader } from "../../protocol/reader";
+import { Writer } from "../../protocol/writer";
+import { type TransactionState } from "../enumerations";
+export type ListTransactionsRequest = Parameters<typeof createRequest>;
+export interface ListTransactionsResponseTransactionState {
+  transactionalId: string;
+  producerId: bigint;
+  transactionState: string;
+}
+export interface ListTransactionsResponse {
+  throttleTimeMs: number;
+  errorCode: number;
+  errorMessage: NullableString;
+  unknownStateFilters: string[];
+  transactionStates: ListTransactionsResponseTransactionState[];
+}
+export declare function createRequest(stateFilters: TransactionState[], producerIdFilters: bigint[], durationFilter: bigint, transactionalIdPattern: NullableString): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListTransactionsResponse;
+export declare const api: import("../definitions").API<[stateFilters: ("EMPTY" | "ONGOING" | "PREPARE_ABORT" | "COMMITTING" | "ABORTING" | "COMPLETE_COMMIT" | "COMPLETE_ABORT")[], producerIdFilters: bigint[], durationFilter: bigint, transactionalIdPattern: NullableString], ListTransactionsResponse>;

package/dist/typescript-4/dist/apis/consumer/consumer-group-heartbeat-v0.d.ts

@@ -22,6 +22,6 @@ export interface ConsumerGroupHeartbeatResponse {
   heartbeatIntervalMs: number;
   assignment: ConsumerGroupHeartbeatResponseAssignment | null;
 }
-export declare function createRequest(groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]): Writer;
+export declare function createRequest(groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, _subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ConsumerGroupHeartbeatResponse;
-export declare const api: import("../definitions").API<[groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]], ConsumerGroupHeartbeatResponse>;
+export declare const api: import("../definitions").API<[groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, _subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]], ConsumerGroupHeartbeatResponse>;

package/dist/typescript-4/dist/apis/consumer/consumer-group-heartbeat-v1.d.ts

@@ -0,0 +1,27 @@
+import { type NullableString } from "../../protocol/definitions";
+import { type Reader } from "../../protocol/reader";
+import { Writer } from "../../protocol/writer";
+export interface ConsumerGroupHeartbeatRequestTopicPartition {
+  topicId: string;
+  partitions: number[];
+}
+export type ConsumerGroupHeartbeatRequest = Parameters<typeof createRequest>;
+export interface ConsumerGroupHeartbeatResponseAssignmentTopicPartition {
+  topicId: string;
+  partitions: number[];
+}
+export interface ConsumerGroupHeartbeatResponseAssignment {
+  topicPartitions: ConsumerGroupHeartbeatResponseAssignmentTopicPartition[];
+}
+export interface ConsumerGroupHeartbeatResponse {
+  throttleTimeMs: number;
+  errorCode: number;
+  errorMessage: NullableString;
+  memberId: NullableString;
+  memberEpoch: number;
+  heartbeatIntervalMs: number;
+  assignment: ConsumerGroupHeartbeatResponseAssignment | null;
+}
+export declare function createRequest(groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]): Writer;
+export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ConsumerGroupHeartbeatResponse;
+export declare const api: import("../definitions").API<[groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]], ConsumerGroupHeartbeatResponse>;

package/dist/typescript-4/dist/apis/consumer/index.d.ts

@@ -1,4 +1,5 @@
 export * as consumerGroupHeartbeatV0 from "./consumer-group-heartbeat-v0";
+export * as consumerGroupHeartbeatV1 from "./consumer-group-heartbeat-v1";
 export * as fetchV12 from "./fetch-v12";
 export * as fetchV13 from "./fetch-v13";
 export * as fetchV14 from "./fetch-v14";