@platformatic/kafka 1.29.0 → 1.31.0

package/dist/typescript-4/dist/clients/admin/admin.d.ts

@@ -5,7 +5,7 @@ import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type Callback } from "../../apis/definitions";
 import { type Acl } from "../../apis/types";
 import { Base } from "../base/base";
-import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteRecordsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DeletedRecordsTopic, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
+import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteRecordsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DeletedRecordsTopic, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type FindCoordinatorOptions, type FindCoordinatorResult, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
 export declare class Admin extends Base<AdminOptions> {
   #private;
   constructor(options: AdminOptions);
@@ -21,6 +21,8 @@ export declare class Admin extends Base<AdminOptions> {
   listGroups(options?: ListGroupsOptions): Promise<Map<string, GroupBase>>;
   describeGroups(options: DescribeGroupsOptions, callback: CallbackWithPromise<Map<string, Group>>): void;
   describeGroups(options: DescribeGroupsOptions): Promise<Map<string, Group>>;
+  findCoordinator(options: FindCoordinatorOptions, callback: CallbackWithPromise<FindCoordinatorResult[]>): void;
+  findCoordinator(options: FindCoordinatorOptions): Promise<FindCoordinatorResult[]>;
   deleteGroups(options: DeleteGroupsOptions, callback: CallbackWithPromise<void>): void;
   deleteGroups(options: DeleteGroupsOptions): Promise<void>;
   removeMembersFromConsumerGroup(options: RemoveMembersFromConsumerGroupOptions, callback: CallbackWithPromise<void>): void;

package/dist/typescript-4/dist/clients/admin/options.d.ts

@@ -886,6 +886,25 @@ export declare const adminListOffsetsOptionsSchema: {
   required: string[];
   additionalProperties: boolean;
 };
+export declare const findCoordinatorOptionsSchema: {
+  type: string;
+  properties: {
+    keyType: {
+      type: string;
+      enum: (0 | 1 | 2)[];
+    };
+    keys: {
+      type: string;
+      items: {
+        type: string;
+        pattern: string;
+      };
+      minItems: number;
+    };
+  };
+  required: string[];
+  additionalProperties: boolean;
+};
 export declare const createTopicsOptionsValidator: import("ajv").ValidateFunction<{
   [x: string]: {};
 }>;
@@ -947,4 +966,7 @@ export declare const deleteAclsOptionsValidator: import("ajv").ValidateFunction<
 }>;
 export declare const adminListOffsetsOptionsValidator: import("ajv").ValidateFunction<{
   [x: string]: {};
+}>;
+export declare const findCoordinatorOptionsValidator: import("ajv").ValidateFunction<{
+  [x: string]: {};
 }>;

package/dist/typescript-4/dist/clients/admin/types.d.ts

@@ -6,7 +6,7 @@ import { type DescribeClientQuotasRequestComponent } from "../../apis/admin/desc
 import { type DescribeConfigsRequestResource, type DescribeConfigsResponseConfig } from "../../apis/admin/describe-configs-v4";
 import { type DescribeLogDirsRequestTopic, type DescribeLogDirsResponse, type DescribeLogDirsResponseResult } from "../../apis/admin/describe-log-dirs-v4";
 import { type IncrementalAlterConfigsRequestResource } from "../../apis/admin/incremental-alter-configs-v1";
-import { type ConfigResourceTypeValue, type ConsumerGroupStateValue, type FetchIsolationLevelValue } from "../../apis/enumerations";
+import { type ConfigResourceTypeValue, type ConsumerGroupStateValue, type FetchIsolationLevelValue, type FindCoordinatorKeyTypeValue } from "../../apis/enumerations";
 import { type Acl, type AclFilter } from "../../apis/types";
 import { type Nullable, type NullableString } from "../../protocol/definitions";
 import { type BaseOptions } from "../base/types";
@@ -67,6 +67,16 @@ export interface DescribeGroupsOptions {
   groups: string[];
   includeAuthorizedOperations?: boolean;
 }
+export interface FindCoordinatorOptions {
+  keyType: FindCoordinatorKeyTypeValue;
+  keys: string[];
+}
+export interface FindCoordinatorResult {
+  key: string;
+  nodeId: number;
+  host: string;
+  port: number;
+}
 export interface DeleteGroupsOptions {
   groups: string[];
 }

package/dist/typescript-4/dist/clients/base/base.d.ts

@@ -30,6 +30,7 @@ export declare const kFormatValidationErrors: unique symbol;
 export declare const kPrometheus: unique symbol;
 export declare const kClientType: unique symbol;
 export declare const kAfterCreate: unique symbol;
+export declare const kContext: unique symbol;
 export interface BaseEvents extends TypedEvents {
   'client:broker:connect': (payload: ConnectionPoolEventPayload) => void;
   'client:broker:disconnect': (payload: ConnectionPoolEventPayload) => void;
@@ -52,6 +53,7 @@ export declare class Base<OptionsType extends BaseOptions = BaseOptions, EventsT
   [kInstance]: number;
   [kClientId]: string;
   [kClientType]: ClientType;
+  [kContext]: unknown;
   [kBootstrapBrokers]: Broker[];
   [kApis]: ApiVersionsResponseApi[];
   [kOptions]: OptionsType;
@@ -63,6 +65,7 @@ export declare class Base<OptionsType extends BaseOptions = BaseOptions, EventsT
   get clientId(): string;
   get closed(): boolean;
   get type(): ClientType;
+  get context(): unknown;
   emitWithDebug(section: string | null, name: string, ...args: any[]): boolean;
   close(callback: CallbackWithPromise<void>): void;
   close(): Promise<void>;
@@ -74,7 +77,7 @@ export declare class Base<OptionsType extends BaseOptions = BaseOptions, EventsT
   connectToBrokers(nodeIds?: number[] | null): Promise<Map<number, Connection>>;
   isActive(): boolean;
   isConnected(): boolean;
-  [kCreateConnectionPool](): ConnectionPool;
+  [kCreateConnectionPool](context?: unknown): ConnectionPool;
   [kListApis](callback: CallbackWithPromise<ApiVersionsResponseApi[]>): void;
   [kMetadata](options: MetadataOptions, callback: CallbackWithPromise<ClusterMetadata>): void;
   [kCheckNotClosed](callback: CallbackWithPromise<any>): boolean;

package/dist/typescript-4/dist/clients/base/index.d.ts

@@ -1,3 +1,3 @@
-export { Base, kCheckNotClosed, kGetApi, kGetBootstrapConnection, kGetConnection, kListApis, kMetadata, kOptions, kPerformDeduplicated, kPerformWithRetry, kValidateOptions } from "./base";
+export { Base, kContext, kCheckNotClosed, kGetApi, kGetBootstrapConnection, kGetConnection, kListApis, kMetadata, kOptions, kPerformDeduplicated, kPerformWithRetry, kValidateOptions } from "./base";
 export * from "./options";
 export * from "./types";

package/dist/typescript-4/dist/clients/base/options.d.ts

@@ -157,6 +157,7 @@ export declare const baseOptionsSchema: {
       required: string[];
       additionalProperties: boolean;
     };
+    context: boolean;
     metadataMaxAge: {
       type: string;
       minimum: number;

package/dist/typescript-4/dist/clients/base/types.d.ts

@@ -33,6 +33,7 @@ export type RetryDelayGetter<Owner = object> = (client: Owner, operationId: stri
 export interface BaseOptions extends ConnectionOptions {
   clientId: string;
   bootstrapBrokers: Broker[] | string[];
+  context?: unknown;
   timeout?: number;
   retries?: number | boolean;
   retryDelay?: number | RetryDelayGetter;

package/dist/typescript-4/dist/clients/consumer/consumer.d.ts

@@ -1,6 +1,7 @@
 import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type FetchResponse } from "../../apis/consumer/fetch-v17";
-import { Base, type BaseEvents } from "../base/base";
+import { type ConnectionPool } from "../../network/connection-pool";
+import { Base, type BaseEvents, kCreateConnectionPool } from "../base/base";
 import { MessagesStream } from "./messages-stream";
 import { TopicsMap } from "./topics-map";
 import { type CommitOptions, type ConsumeOptions, type ConsumerGroupJoinPayload, type ConsumerGroupLeavePayload, type ConsumerGroupRebalancePayload, type ConsumerHeartbeatErrorPayload, type ConsumerHeartbeatPayload, type ConsumerOptions, type FetchOptions, type GetLagOptions, type GroupAssignment, type GroupOptions, type ListCommitsOptions, type ListOffsetsOptions, type Offsets, type OffsetsWithTimestamps } from "./types";
@@ -28,6 +29,7 @@ export declare class Consumer<Key = Buffer, Value = Buffer, HeaderKey = Buffer,
   get streamsCount(): number;
   get lastHeartbeat(): Date | null;
   get coordinatorId(): number | null;
+  get streamContext(): unknown;
   close(force: boolean | CallbackWithPromise<void>, callback?: CallbackWithPromise<void>): void;
   close(force?: boolean): Promise<void>;
   isActive(): boolean;
@@ -49,6 +51,7 @@ export declare class Consumer<Key = Buffer, Value = Buffer, HeaderKey = Buffer,
   stopLagMonitoring(): void;
   findGroupCoordinator(callback: CallbackWithPromise<number>): void;
   findGroupCoordinator(): Promise<number>;
+  [kCreateConnectionPool](context?: unknown): ConnectionPool;
   joinGroup(options: GroupOptions, callback: CallbackWithPromise<string>): void;
   joinGroup(options?: GroupOptions): Promise<string>;
   leaveGroup(force?: boolean | CallbackWithPromise<void>, callback?: CallbackWithPromise<void>): void;

package/dist/typescript-4/dist/clients/consumer/messages-stream.d.ts

@@ -15,6 +15,7 @@ export declare class MessagesStream<Key, Value, HeaderKey, HeaderValue> extends
   constructor(consumer: Consumer<Key, Value, HeaderKey, HeaderValue>, options: ConsumeOptions<Key, Value, HeaderKey, HeaderValue>);
   get consumer(): Consumer<Key, Value, HeaderKey, HeaderValue>;
   get offsetsToFetch(): Map<string, bigint>;
+  get context(): unknown;
   get offsetsToCommit(): Map<string, CommitOptionsPartition>;
   get offsetsCommitted(): Map<string, bigint>;
   get committedOffsets(): Map<string, bigint>;

package/dist/typescript-4/dist/clients/consumer/options.d.ts

@@ -317,6 +317,7 @@ export declare const consumeOptionsSchema: {
         pattern: string;
       };
     };
+    context: boolean;
     mode: {
       type: string;
       enum: import("./types").MessagesStreamModeValue[];
@@ -475,6 +476,8 @@ export declare const consumerOptionsSchema: {
       type: string;
       pattern: string;
     };
+    context: boolean;
+    streamContext: boolean;
   };
   required: string[];
   additionalProperties: boolean;

package/dist/typescript-4/dist/clients/consumer/types.d.ts

@@ -74,6 +74,7 @@ export interface ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue> {
 }
 export interface StreamOptions {
   topics: string[];
+  context?: unknown;
   mode?: MessagesStreamModeValue;
   fallbackMode?: MessagesStreamFallbackModeValue;
   maxFetches?: number;
@@ -83,6 +84,8 @@ export interface StreamOptions {
 export type ConsumeOptions<Key, Value, HeaderKey, HeaderValue> = StreamOptions & ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue> & GroupOptions;
 export type ConsumerOptions<Key, Value, HeaderKey, HeaderValue> = BaseOptions & {
   groupId: string;
+  context?: unknown;
+  streamContext?: unknown;
 } & (GroupOptions | ConsumerGroupOptions) & ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue>;
 export type FetchOptions<Key, Value, HeaderKey, HeaderValue> = Pick<ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue>, 'minBytes' | 'maxBytes' | 'maxWaitTime' | 'isolationLevel'> & {
   node: number;

package/dist/typescript-4/dist/network/connection-pool.d.ts

@@ -25,6 +25,8 @@ export declare class ConnectionPool extends TypedEventEmitter<ConnectionPoolEven
   #private;
   constructor(clientId: string, connectionOptions?: ConnectionOptions);
   get instanceId(): number;
+  get ownerId(): number | undefined;
+  get context(): unknown;
   get(broker: Broker, callback: CallbackWithPromise<Connection>): void;
   get(broker: Broker): Promise<Connection>;
   getFirstAvailable(brokers: Broker[], callback: CallbackWithPromise<Connection>): void;

package/dist/typescript-4/dist/network/connection.d.ts

@@ -46,6 +46,7 @@ export interface ConnectionOptions {
   sasl?: SASLOptions;
   ownerId?: number;
   handleBackPressure?: boolean;
+  context?: unknown;
 }
 export interface Request {
   correlationId: number;
@@ -83,7 +84,9 @@ export declare class Connection extends TypedEventEmitter<ConnectionEvents> {
   get host(): string | undefined;
   get port(): number | undefined;
   get instanceId(): number;
+  get ownerId(): number | undefined;
   get status(): ConnectionStatusValue;
+  get context(): unknown;
   get socket(): Socket;
   isConnected(): boolean;
   connect(host: string, port: number, callback?: CallbackWithPromise<void>): void | Promise<void>;

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "1.29.0";
+export const version = "1.31.0";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "1.29.0",
+  "version": "1.31.0",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -93,6 +93,7 @@
     "format": "prettier -w benchmarks playground src test",
     "test": "c8 -c test/config/c8-local.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
     "test:ci": "c8 -c test/config/c8-ci.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
+    "test:memory": "NODE_OPTIONS='--expose-gc' ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/**/*.memory-test.ts'",
     "test:docker:up": "docker-compose up -d --wait",
     "test:docker:down": "docker-compose down",
     "ci": "npm run build && npm run lint && npm run test:ci",