@platformatic/kafka 2.10.0-alpha.1 → 2.10.0

package/dist/apis/security/sasl-authenticate-v2.js

@@ -22,7 +22,6 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
         authBytes: reader.readBytes(),
         sessionLifetimeMs: reader.readInt64()
     };
-    reader.readTaggedFields();
     if (response.errorCode !== 0) {
         throw new ResponseError(apiKey, apiVersion, { '/': [response.errorCode, response.errorMessage] }, response);
     }

package/dist/apis/telemetry/get-telemetry-subscriptions-v0.d.ts

@@ -1,14 +1,13 @@
 import { type NullableString } from '../../protocol/definitions.ts';
 import { type Reader } from '../../protocol/reader.ts';
 import { Writer } from '../../protocol/writer.ts';
-import { type TelemetryCompressionType } from './compression-types.ts';
 export type GetTelemetrySubscriptionsRequest = Parameters<typeof createRequest>;
 export interface GetTelemetrySubscriptionsResponse {
     throttleTimeMs: number;
     errorCode: number;
     clientInstanceId: string;
     subscriptionId: number;
-    acceptedCompressionTypes: TelemetryCompressionType[];
+    acceptedCompressionTypes: number[];
     pushIntervalMs: number;
     telemetryMaxBytes: number;
     deltaTemporality: boolean;

package/dist/apis/telemetry/get-telemetry-subscriptions-v0.js

@@ -38,7 +38,6 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
         deltaTemporality: reader.readBoolean(),
         requestedMetrics: reader.readArray(r => r.readString(), true, false)
     };
-    reader.readTaggedFields();
     if (errors.length) {
         throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
     }

package/dist/apis/telemetry/index.d.ts

@@ -1,6 +1,3 @@
-export { TelemetryCompressionTypes, type TelemetryCompressionType } from './compression-types.ts';
 export * as getTelemetrySubscriptionsV0 from './get-telemetry-subscriptions-v0.ts';
 export * as listClientMetricsResourcesV0 from './list-client-metrics-resources-v0.ts';
-export * as listConfigResourcesV1 from './list-config-resources-v1.ts';
-export * as listClientMetricsResourcesV1 from './list-config-resources-v1.ts';
 export * as pushTelemetryV0 from './push-telemetry-v0.ts';

package/dist/apis/telemetry/index.js

@@ -1,6 +1,3 @@
-export { TelemetryCompressionTypes } from "./compression-types.js";
 export * as getTelemetrySubscriptionsV0 from "./get-telemetry-subscriptions-v0.js";
 export * as listClientMetricsResourcesV0 from "./list-client-metrics-resources-v0.js";
-export * as listConfigResourcesV1 from "./list-config-resources-v1.js";
-export * as listClientMetricsResourcesV1 from "./list-config-resources-v1.js";
 export * as pushTelemetryV0 from "./push-telemetry-v0.js";

package/dist/apis/telemetry/list-client-metrics-resources-v0.d.ts

@@ -1,16 +1,14 @@
 import { type Reader } from '../../protocol/reader.ts';
 import { Writer } from '../../protocol/writer.ts';
-import { type ConfigResourceTypeValue } from '../enumerations.ts';
 export type ListClientMetricsResourcesRequest = Parameters<typeof createRequest>;
 export interface ListClientMetricsResourcesResource {
-    resourceName: string;
-    resourceType: ConfigResourceTypeValue;
+    name: string;
 }
 export interface ListClientMetricsResourcesResponse {
     throttleTimeMs: number;
     errorCode: number;
-    configResources: ListClientMetricsResourcesResource[];
+    clientMetricsResources: ListClientMetricsResourcesResource[];
 }
-export declare function createRequest(_resourceTypes?: ConfigResourceTypeValue[]): Writer;
+export declare function createRequest(): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ListClientMetricsResourcesResponse;
-export declare const api: import("../definitions.ts").API<[_resourceTypes?: ConfigResourceTypeValue[] | undefined], ListClientMetricsResourcesResponse>;
+export declare const api: import("../definitions.ts").API<[], ListClientMetricsResourcesResponse>;

package/dist/apis/telemetry/list-client-metrics-resources-v0.js

@@ -1,34 +1,29 @@
 import { ResponseError } from "../../errors.js";
 import { Writer } from "../../protocol/writer.js";
 import { createAPI } from "../definitions.js";
-import { ConfigResourceTypes } from "../enumerations.js";
 /*
   ListClientMetricsResources Request (Version: 0) => TAG_BUFFER
 */
-export function createRequest(_resourceTypes) {
+export function createRequest() {
     return Writer.create().appendTaggedFields();
 }
 /*
- ListClientMetricsResources Response (Version: 0) => throttle_time_ms error_code [config_resources] TAG_BUFFER
+ListClientMetricsResources Response (Version: 0) => throttle_time_ms error_code [client_metrics_resources] TAG_BUFFER
   throttle_time_ms => INT32
   error_code => INT16
-  config_resources => resource_name TAG_BUFFER
-    resource_name => COMPACT_STRING
+  client_metrics_resources => name TAG_BUFFER
+    name => COMPACT_STRING
 */
 export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
     const response = {
         throttleTimeMs: reader.readInt32(),
         errorCode: reader.readInt16(),
-        configResources: reader.readArray(r => {
-            const resource = {
-                resourceName: r.readString(),
-                resourceType: ConfigResourceTypes.CLIENT_METRICS
+        clientMetricsResources: reader.readArray(r => {
+            return {
+                name: r.readString()
             };
-            r.readTaggedFields();
-            return resource;
-        }, true, false)
+        })
     };
-    reader.readTaggedFields();
     if (response.errorCode !== 0) {
         throw new ResponseError(apiKey, apiVersion, { '/': [response.errorCode, null] }, response);
     }

package/dist/apis/telemetry/push-telemetry-v0.d.ts

@@ -1,11 +1,10 @@
 import { type Reader } from '../../protocol/reader.ts';
 import { Writer } from '../../protocol/writer.ts';
-import { type TelemetryCompressionType } from './compression-types.ts';
 export type PushTelemetryRequest = Parameters<typeof createRequest>;
 export interface PushTelemetryResponse {
     throttleTimeMs: number;
     errorCode: number;
 }
-export declare function createRequest(clientInstanceId: string, subscriptionId: number, terminating: boolean, compressionType: TelemetryCompressionType, metrics: Buffer): Writer;
+export declare function createRequest(clientInstanceId: string, subscriptionId: number, terminating: boolean, compressionType: number, metrics: Buffer): Writer;
 export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): PushTelemetryResponse;
-export declare const api: import("../definitions.ts").API<[clientInstanceId: string, subscriptionId: number, terminating: boolean, compressionType: TelemetryCompressionType, metrics: Buffer<ArrayBufferLike>], PushTelemetryResponse>;
+export declare const api: import("../definitions.ts").API<[clientInstanceId: string, subscriptionId: number, terminating: boolean, compressionType: number, metrics: Buffer<ArrayBufferLike>], PushTelemetryResponse>;

package/dist/apis/telemetry/push-telemetry-v0.js

@@ -28,7 +28,6 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
         throttleTimeMs: reader.readInt32(),
         errorCode: reader.readInt16()
     };
-    reader.readTaggedFields();
     if (response.errorCode !== 0) {
         throw new ResponseError(apiKey, apiVersion, { '/': [response.errorCode, null] }, response);
     }

package/dist/clients/admin/admin.js

@@ -1,7 +1,7 @@
 import { createPromisifiedCallback, kCallbackPromise, runConcurrentCallbacks } from "../../apis/callbacks.js";
-import { ConfigResourceTypes, FetchIsolationLevels, FindCoordinatorKeyTypes, legacyConsumerGroupStates } from "../../apis/enumerations.js";
+import { ConfigResourceTypes, FetchIsolationLevels, FindCoordinatorKeyTypes } from "../../apis/enumerations.js";
 import { adminAclsChannel, adminClientQuotasChannel, adminConfigsChannel, adminConsumerGroupOffsetsChannel, adminGroupsChannel, adminLogDirsChannel, adminOffsetsChannel, adminTopicsChannel, createDiagnosticContext } from "../../diagnostic.js";
-import { findErrorBy, MultipleErrors, UserError } from "../../errors.js";
+import { findErrorBy, MultipleErrors, NetworkError, UserError } from "../../errors.js";
 import { Reader } from "../../protocol/reader.js";
 import { Base, kAfterCreate, kCheckNotClosed, kConnections, kGetApi, kGetBootstrapConnection, kGetConnection, kMetadata, kOptions, kPerformDeduplicated, kPerformWithRetry, kValidateOptions } from "../base/base.js";
 import { adminListOffsetsOptionsValidator, alterClientQuotasOptionsValidator, alterConfigsOptionsValidator, alterConsumerGroupOffsetsOptionsValidator, createAclsOptionsValidator, createPartitionsOptionsValidator, createTopicsOptionsValidator, deleteAclsOptionsValidator, deleteConsumerGroupOffsetsOptionsValidator, deleteGroupsOptionsValidator, deleteRecordsOptionsValidator, deleteTopicsOptionsValidator, describeAclsOptionsValidator, describeClientQuotasOptionsValidator, describeConfigsOptionsValidator, describeGroupsOptionsValidator, describeLogDirsOptionsValidator, findCoordinatorOptionsValidator, incrementalAlterConfigsOptionsValidator, listConsumerGroupOffsetsOptionsValidator, listGroupsOptionsValidator, listTopicsOptionsValidator, removeMembersFromConsumerGroupOptionsValidator } from "./options.js";
@@ -366,7 +366,12 @@ export class Admin extends Base {
     }
     #getControllerConnection(callback) {
         if (this.#controller) {
-            this[kConnections].get(this.#controller, callback);
+            this[kConnections].get(this.#controller, (error, connection) => {
+                if (NetworkError.isRetryable(error)) {
+                    this.#controller = null;
+                }
+                callback(error, connection);
+            });
         }
         else {
             this[kGetBootstrapConnection](callback);
@@ -422,26 +427,34 @@ export class Admin extends Base {
             }, 0);
         }, callback);
     }
+    #mapTopicAssignments(assignments) {
+        const mapped = [];
+        for (const { partition, brokers } of assignments ?? []) {
+            mapped.push({ partitionIndex: partition, brokerIds: brokers });
+        }
+        return mapped;
+    }
     #createTopics(options, callback) {
         // -1 is required if manual assignments are used. If no manual assignments are used, -1 will default to broker settings.
         const numPartitions = options.partitions ?? -1;
         const replicationFactor = options.replicas ?? -1;
-        const assignments = [];
+        const assignments = this.#mapTopicAssignments(options.assignments);
         const configs = options.configs ?? [];
-        for (const { partition, brokers } of options.assignments ?? []) {
-            assignments.push({ partitionIndex: partition, brokerIds: brokers });
-        }
         const requests = [];
         for (const topic of options.topics) {
+            if (typeof topic === 'string') {
+                requests.push({ name: topic, numPartitions, replicationFactor, assignments, configs });
+                continue;
+            }
             requests.push({
-                name: topic,
-                numPartitions,
-                replicationFactor,
-                assignments,
+                name: topic.topic,
+                numPartitions: topic.partitions ?? numPartitions,
+                replicationFactor: topic.replicas ?? replicationFactor,
+                assignments: topic.assignments ? this.#mapTopicAssignments(topic.assignments) : assignments,
                 configs
             });
         }
-        this[kPerformDeduplicated](`createTopics-${options.topics.join(',')}`, deduplicateCallback => {
+        this[kPerformDeduplicated](`createTopics-${options.topics.map(topic => (typeof topic === 'string' ? topic : topic.topic)).join(',')}`, deduplicateCallback => {
             this[kPerformWithRetry]('createTopics', retryCallback => {
                 this.#getControllerConnection((error, connection) => {
                     if (error) {
@@ -464,10 +477,9 @@ export class Admin extends Base {
                     return;
                 }
                 const created = [];
-                const topics = response.topics;
-                for (const { name, topicId: id = '', numPartitions: partitions = -1, replicationFactor: replicas = -1, configs: topicConfigs } of topics) {
+                for (const { name, topicId: id, numPartitions: partitions, replicationFactor: replicas, configs } of response.topics) {
                     const configuration = {};
-                    for (const { name, value } of topicConfigs ?? []) {
+                    for (const { name, value } of configs) {
                         configuration[name] = value;
                     }
                     created.push({ id, name, partitions, replicas, configuration });
@@ -555,11 +567,8 @@ export class Admin extends Base {
                                 retryCallback(error);
                                 return;
                             }
-                            // Brokers filter on the values they put on the wire, so the legacy Java enum
-                            // constant names have to be translated or they would silently match nothing.
-                            const states = (options.states ?? []).map(state => legacyConsumerGroupStates[state] ?? state);
                             /* c8 ignore next 5 */
-                            api(connection, states, options.types, retryCallback);
+                            api(connection, options.states ?? [], options.types, retryCallback);
                         });
                     }, concurrentCallback, 0);
                 });
@@ -573,10 +582,8 @@ export class Admin extends Base {
                     for (const raw of result.groups) {
                         groups.set(raw.groupId, {
                             id: raw.groupId,
-                            // ListGroups only carries group_state from v4, so below that the codec has nothing
-                            // to report. 'Unknown' is the value Kafka itself uses for exactly this case.
-                            state: (raw.groupState || 'Unknown'),
-                            groupType: raw.groupType || undefined,
+                            state: raw.groupState.toUpperCase(),
+                            groupType: raw.groupType,
                             protocolType: raw.protocolType
                         });
                     }
@@ -629,7 +636,7 @@ export class Admin extends Base {
                         for (const raw of result.groups) {
                             const group = {
                                 id: raw.groupId,
-                                state: raw.groupState,
+                                state: raw.groupState.toUpperCase(),
                                 protocolType: raw.protocolType,
                                 protocol: raw.protocolData,
                                 members: new Map(),
@@ -762,13 +769,7 @@ export class Admin extends Base {
                             groupInstanceId: null,
                             reason: typeof member === 'string' ? 'Not specified' : member.reason
                         }));
-                        if (api.version >= 3) {
-                            api(connection, options.groupId, members, retryCallback);
-                            return;
-                        }
-                        runConcurrentCallbacks('Removing members from consumer group failed.', members, (member, concurrentCallback) => {
-                            api(connection, options.groupId, [member], concurrentCallback);
-                        }, error => retryCallback(error));
+                        api(connection, options.groupId, members, retryCallback);
                     });
                 });
             });
@@ -792,28 +793,7 @@ export class Admin extends Base {
                         retryCallback(error);
                         return;
                     }
-                    if (api.version >= 4) {
-                        api(connection, options.keyType, options.keys, retryCallback);
-                        return;
-                    }
-                    runConcurrentCallbacks('Finding coordinator failed.', options.keys, (key, concurrentCallback) => {
-                        api(connection, options.keyType, [key], (error, response) => {
-                            if (response) {
-                                response.coordinators[0].key = key;
-                            }
-                            concurrentCallback(error, response);
-                        });
-                    }, (error, responses) => {
-                        if (error) {
-                            retryCallback(error);
-                            return;
-                        }
-                        retryCallback(null, {
-                            // The caller controls how many keys are looked up, so reduce rather than spread.
-                            throttleTimeMs: responses.reduce((max, response) => Math.max(max, response.throttleTimeMs), 0),
-                            coordinators: responses.flatMap(response => response.coordinators)
-                        });
-                    });
+                    api(connection, options.keyType, options.keys, retryCallback);
                 });
             });
         }, (error, response) => {
@@ -849,7 +829,7 @@ export class Admin extends Base {
                 callback(new MultipleErrors('Describing client quotas failed.', [error]));
                 return;
             }
-            callback(null, response.entries ?? []);
+            callback(null, response.entries);
         }, 0);
     }
     #alterClientQuotas(options, callback) {
@@ -963,38 +943,8 @@ export class Admin extends Base {
                                     retryCallback(error);
                                     return;
                                 }
-                                if (api.version >= 8) {
-                                    api(connection, groupRequests, options.requireStable ?? false, retryCallback);
-                                    return;
-                                }
-                                runConcurrentCallbacks('Listing consumer group offsets failed.', groupRequests, (groupRequest, groupCallback) => {
-                                    api(connection, [groupRequest], options.requireStable ?? false, (error, response) => {
-                                        if (error) {
-                                            groupCallback(error);
-                                            return;
-                                        }
-                                        const legacyResponse = response;
-                                        groupCallback(null, {
-                                            throttleTimeMs: legacyResponse.throttleTimeMs,
-                                            groups: [
-                                                {
-                                                    groupId: groupRequest.groupId,
-                                                    topics: legacyResponse.topics,
-                                                    errorCode: legacyResponse.errorCode
-                                                }
-                                            ]
-                                        });
-                                    });
-                                }, (error, responses) => {
-                                    if (error) {
-                                        retryCallback(error);
-                                        return;
-                                    }
-                                    retryCallback(null, {
-                                        throttleTimeMs: responses.reduce((max, response) => Math.max(max, response.throttleTimeMs), 0),
-                                        groups: responses.flatMap(response => response.groups)
-                                    });
-                                });
+                                /* c8 ignore next - Hard to test */
+                                api(connection, groupRequests, options.requireStable ?? false, retryCallback);
                             });
                         });
                     }, concurrentCallback, 0);

package/dist/clients/admin/options.d.ts

@@ -14,8 +14,48 @@ export declare const createTopicOptionsSchema: {
         topics: {
             type: string;
             items: {
-                type: string;
-                pattern: string;
+                oneOf: ({
+                    type: string;
+                    pattern: string;
+                } | {
+                    type: string;
+                    properties: {
+                        topic: {
+                            type: string;
+                            pattern: string;
+                        };
+                        partitions: {
+                            type: string;
+                        };
+                        replicas: {
+                            type: string;
+                        };
+                        assignments: {
+                            type: string;
+                            items: {
+                                type: string;
+                                properties: {
+                                    partition: {
+                                        type: string;
+                                        minimum: number;
+                                    };
+                                    brokers: {
+                                        type: string;
+                                        items: {
+                                            type: string;
+                                        };
+                                        minItems: number;
+                                    };
+                                };
+                                required: string[];
+                                additionalProperties: boolean;
+                            };
+                            minItems: number;
+                        };
+                    };
+                    required: string[];
+                    additionalProperties: boolean;
+                })[];
             };
         };
         partitions: {
@@ -46,6 +86,22 @@ export declare const createTopicOptionsSchema: {
             };
             minItems: number;
         };
+        configs: {
+            type: string;
+            items: {
+                type: string;
+                properties: {
+                    name: {
+                        type: string;
+                    };
+                    value: {
+                        type: string[];
+                    };
+                };
+                required: string[];
+                additionalProperties: boolean;
+            };
+        };
     };
     required: string[];
     additionalProperties: boolean;
@@ -129,7 +185,7 @@ export declare const listGroupsOptionsSchema: {
             items: {
                 type: string;
                 enumeration: {
-                    allowed: ("Unknown" | "PreparingRebalance" | "CompletingRebalance" | "Stable" | "Dead" | "Empty" | "Assigning" | "Reconciling" | "NotReady" | "PREPARING_REBALANCE" | "COMPLETING_REBALANCE" | "STABLE" | "DEAD" | "EMPTY")[];
+                    allowed: readonly ["PREPARING_REBALANCE", "COMPLETING_REBALANCE", "STABLE", "DEAD", "EMPTY"];
                     errorMessage: string;
                 };
             };
@@ -708,7 +764,7 @@ export declare const createAclsOptionsSchema: {
                     };
                     operation: {
                         type: string;
-                        enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 12 | 3 | 5 | 6 | 9 | 11 | 13 | 14 | 15)[];
+                        enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 3 | 5 | 6 | 9 | 11 | 12 | 13 | 14 | 15)[];
                     };
                     permissionType: {
                         type: string;
@@ -767,7 +823,7 @@ export declare const describeAclsOptionsSchema: {
                 };
                 operation: {
                     type: string;
-                    enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 12 | 3 | 5 | 6 | 9 | 11 | 13 | 14 | 15)[];
+                    enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 3 | 5 | 6 | 9 | 11 | 12 | 13 | 14 | 15)[];
                 };
                 permissionType: {
                     type: string;
@@ -826,7 +882,7 @@ export declare const deleteAclsOptionsSchema: {
                     };
                     operation: {
                         type: string;
-                        enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 12 | 3 | 5 | 6 | 9 | 11 | 13 | 14 | 15)[];
+                        enum: (0 | 1 | 2 | 4 | 8 | 7 | 10 | 3 | 5 | 6 | 9 | 11 | 12 | 13 | 14 | 15)[];
                     };
                     permissionType: {
                         type: string;

package/dist/clients/admin/options.js

@@ -1,4 +1,4 @@
-import { allowedAclOperations, allowedAclPermissionTypes, allowedClientQuotaMatchTypes, allowedFetchIsolationLevels, allowedFindCoordinatorKeyTypes, allowedIncrementalAlterConfigOperationTypes, allowedResourcePatternTypes, allowedResourceTypes, ConsumerGroupStates, KafkaConsumerGroupStates, IncrementalAlterConfigOperationTypes } from "../../apis/enumerations.js";
+import { allowedAclOperations, allowedAclPermissionTypes, allowedClientQuotaMatchTypes, allowedFetchIsolationLevels, allowedFindCoordinatorKeyTypes, allowedIncrementalAlterConfigOperationTypes, allowedResourcePatternTypes, allowedResourceTypes, ConsumerGroupStates, IncrementalAlterConfigOperationTypes } from "../../apis/enumerations.js";
 import { ajv, listErrorMessage } from "../../utils.js";
 import { idProperty } from "../base/options.js";
 export const groupsProperties = {
@@ -8,24 +8,55 @@ export const groupsProperties = {
         minItems: 1
     }
 };
+const createTopicAssignmentsSchema = {
+    type: 'array',
+    items: {
+        type: 'object',
+        properties: {
+            partition: { type: 'number', minimum: 0 },
+            brokers: { type: 'array', items: { type: 'number' }, minItems: 1 }
+        },
+        required: ['partition', 'brokers'],
+        additionalProperties: false
+    },
+    minItems: 1
+};
 export const createTopicOptionsSchema = {
     type: 'object',
     properties: {
-        topics: { type: 'array', items: idProperty },
+        topics: {
+            type: 'array',
+            items: {
+                oneOf: [
+                    idProperty,
+                    {
+                        type: 'object',
+                        properties: {
+                            topic: idProperty,
+                            partitions: { type: 'number' },
+                            replicas: { type: 'number' },
+                            assignments: createTopicAssignmentsSchema
+                        },
+                        required: ['topic'],
+                        additionalProperties: false
+                    }
+                ]
+            }
+        },
         partitions: { type: 'number' },
         replicas: { type: 'number' },
-        assignments: {
+        assignments: createTopicAssignmentsSchema,
+        configs: {
             type: 'array',
             items: {
                 type: 'object',
                 properties: {
-                    partition: { type: 'number', minimum: 0 },
-                    brokers: { type: 'array', items: { type: 'number' }, minItems: 1 }
+                    name: { type: 'string' },
+                    value: { type: ['string', 'null'] }
                 },
-                required: ['partition', 'brokers'],
+                required: ['name'],
                 additionalProperties: false
-            },
-            minItems: 1
+            }
         }
     },
     required: ['topics'],
@@ -86,8 +117,8 @@ export const listGroupsOptionsSchema = {
             items: {
                 type: 'string',
                 enumeration: {
-                    allowed: [...ConsumerGroupStates, ...KafkaConsumerGroupStates],
-                    errorMessage: listErrorMessage([...ConsumerGroupStates, ...KafkaConsumerGroupStates])
+                    allowed: ConsumerGroupStates,
+                    errorMessage: listErrorMessage(ConsumerGroupStates)
                 }
             },
             minItems: 0

package/dist/clients/admin/types.d.ts

@@ -33,7 +33,7 @@ export interface GroupMember {
 export interface GroupBase {
     id: string;
     state: ConsumerGroupStateValue;
-    groupType?: string;
+    groupType: string;
     protocolType: string;
 }
 export interface Group extends Omit<GroupBase, 'groupType'> {
@@ -43,8 +43,14 @@ export interface Group extends Omit<GroupBase, 'groupType'> {
 }
 export interface AdminOptions extends BaseOptions {
 }
+export interface CreateTopicsTopicOptions {
+    topic: string;
+    partitions?: number;
+    replicas?: number;
+    assignments?: BrokerAssignment[];
+}
 export interface CreateTopicsOptions {
-    topics: string[];
+    topics: (string | CreateTopicsTopicOptions)[];
     partitions?: number;
     replicas?: number;
     assignments?: BrokerAssignment[];

package/dist/clients/base/base.d.ts

@@ -1,7 +1,7 @@
 import { type ValidateFunction } from 'ajv';
 import { type CallbackWithPromise } from '../../apis/callbacks.ts';
 import { type API, type Callback } from '../../apis/definitions.ts';
-import { type ApiVersionsResponseApi } from '../../apis/metadata/api-versions-v1.ts';
+import { type ApiVersionsResponseApi } from '../../apis/metadata/api-versions-v3.ts';
 import { type ClientType } from '../../diagnostic.ts';
 import { TypedEventEmitter, type TypedEvents } from '../../events.ts';
 import { ConnectionPool, type ConnectionPoolEventPayload } from '../../network/connection-pool.ts';

package/dist/clients/base/base.js

@@ -1,6 +1,6 @@
 import { createPromisifiedCallback, kCallbackPromise, runConcurrentCallbacks } from "../../apis/callbacks.js";
 import * as apis from "../../apis/index.js";
-import { api as apiVersionsV1 } from "../../apis/metadata/api-versions-v1.js";
+import { api as apiVersionsV3 } from "../../apis/metadata/api-versions-v3.js";
 import { baseApisChannel, baseMetadataChannel, createDiagnosticContext, notifyCreation } from "../../diagnostic.js";
 import { findErrorBy, MultipleErrors, NetworkError, UnsupportedApiError, UserError } from "../../errors.js";
 import { TypedEventEmitter } from "../../events.js";
@@ -212,14 +212,8 @@ export class Base extends TypedEventEmitter {
                         retryCallback(error);
                         return;
                     }
-                    // We use V1 because it is supported by Kafka 1.1.0+.
-                    //
-                    // The tradeoff is that clientSoftwareName and clientSoftwareVersion only exist from
-                    // V3, so brokers cannot attribute client metrics to this package (KIP-511) and the
-                    // two arguments below are accepted and discarded by the V1 codec. Removing the
-                    // tradeoff requires negotiating down from V3 on UNSUPPORTED_VERSION rather than
-                    // pinning a version: see https://github.com/platformatic/kafka/issues/343.
-                    apiVersionsV1(connection, clientSoftwareName, clientSoftwareVersion, retryCallback);
+                    // We use V3 to be able to get APIS from Kafka 2.4.0+
+                    apiVersionsV3(connection, clientSoftwareName, clientSoftwareVersion, retryCallback);
                 }, attempt);
             }, (error, metadata) => {
                 if (error) {
@@ -435,16 +429,7 @@ export class Base extends TypedEventEmitter {
                         // (e.g. MSK) authorize every topic operation and emit a CloudTrail
                         // AccessDenied per denied op (CreateTopic/DeleteTopic/...) — pure
                         // audit-log noise for permissions the client never exercises.
-                        api(connection, topicsToFetch, autocreateTopics, false, (error, response) => {
-                            // Metadata v0-v8 do not carry topic UUIDs. Topic names are stable
-                            // surrogates for the consumer paths that use internal topic IDs.
-                            if (!error && api.version <= 8) {
-                                for (const topic of response.topics) {
-                                    topic.topicId = topic.name;
-                                }
-                            }
-                            retryCallback(error, response);
-                        });
+                        api(connection, topicsToFetch, autocreateTopics, false, retryCallback);
                     });
                 }, attempt);
             }, (error, metadata) => {

package/dist/clients/consumer/consumer.d.ts

@@ -6,7 +6,7 @@ import { Base, type BaseEvents, kCreateConnectionPool } from '../base/base.ts';
 import { type ClusterMetadata } from '../base/types.ts';
 import { MessagesStream } from './messages-stream.ts';
 import { TopicsMap } from './topics-map.ts';
-import { type CommitOptions, type ConsumeOptions, type ConsumerGroupJoinPayload, type ConsumerGroupLeavePayload, type ConsumerGroupRebalancePayload, type ConsumerHeartbeatErrorPayload, type ConsumerHeartbeatPayload, type ConsumerOptions, type FetchOptions, type GetLagOptions, type GroupAssignment, type GroupOptions, type ListCommitsOptions, type ListOffsetsOptions, type Offsets, type OffsetsWithTimestamps } from './types.ts';
+import { type CommitOptions, type ConsumeOptions, type ConsumerGroupJoinPayload, type ConsumerGroupLeavePayload, type ConsumerGroupRebalancePayload, type ConsumerHeartbeatErrorPayload, type ConsumerHeartbeatPayload, type ConsumerHeartbeatStalledPayload, type ConsumerOptions, type FetchOptions, type GetLagOptions, type GroupAssignment, type GroupOptions, type ListCommitsOptions, type ListOffsetsOptions, type Offsets, type OffsetsWithTimestamps } from './types.ts';
 export interface ConsumerEvents extends BaseEvents {
     'consumer:group:join': (payload: ConsumerGroupJoinPayload) => void;
     'consumer:group:leave': (payload: ConsumerGroupLeavePayload) => void;
@@ -16,6 +16,7 @@ export interface ConsumerEvents extends BaseEvents {
     'consumer:heartbeat:cancel': (payload: ConsumerHeartbeatPayload) => void;
     'consumer:heartbeat:end': (payload?: ConsumerHeartbeatPayload) => void;
     'consumer:heartbeat:error': (payload: ConsumerHeartbeatErrorPayload) => void;
+    'consumer:heartbeat:stalled': (payload: ConsumerHeartbeatStalledPayload) => void;
     'consumer:lag': (lag: Offsets) => void;
     'consumer:lag:error': (error: Error) => void;
 }