@platformatic/kafka 1.27.0 → 1.29.0

package/dist/typescript-4/dist/clients/admin/admin.d.ts

@@ -5,7 +5,7 @@ import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type Callback } from "../../apis/definitions";
 import { type Acl } from "../../apis/types";
 import { Base } from "../base/base";
-import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
+import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteRecordsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DeletedRecordsTopic, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
 export declare class Admin extends Base<AdminOptions> {
   #private;
   constructor(options: AdminOptions);
@@ -57,4 +57,6 @@ export declare class Admin extends Base<AdminOptions> {
   deleteAcls(options: DeleteAclsOptions): Promise<Acl[]>;
   listOffsets(options: AdminListOffsetsOptions, callback: CallbackWithPromise<ListedOffsetsTopic[]>): void;
   listOffsets(options: AdminListOffsetsOptions): Promise<ListedOffsetsTopic[]>;
+  deleteRecords(options: DeleteRecordsOptions, callback: CallbackWithPromise<DeletedRecordsTopic[]>): void;
+  deleteRecords(options: DeleteRecordsOptions): Promise<DeletedRecordsTopic[]>;
 }

package/dist/typescript-4/dist/clients/admin/options.d.ts

@@ -484,6 +484,46 @@ export declare const deleteConsumerGroupOffsetsOptionsSchema: {
   required: string[];
   additionalProperties: boolean;
 };
+export declare const deleteRecordsOptionsSchema: {
+  type: string;
+  properties: {
+    topics: {
+      type: string;
+      items: {
+        type: string;
+        properties: {
+          name: {
+            type: string;
+            minLength: number;
+          };
+          partitions: {
+            type: string;
+            items: {
+              type: string;
+              properties: {
+                partition: {
+                  type: string;
+                  minimum: number;
+                };
+                offset: {
+                  bigint: boolean;
+                };
+              };
+              required: string[];
+              additionalProperties: boolean;
+            };
+            minItems: number;
+          };
+        };
+        required: string[];
+        additionalProperties: boolean;
+      };
+      minItems: number;
+    };
+  };
+  required: string[];
+  additionalProperties: boolean;
+};
 export declare const describeConfigsOptionsSchema: {
   type: string;
   properties: {
@@ -881,6 +921,9 @@ export declare const alterConsumerGroupOffsetsOptionsValidator: import("ajv").Va
 export declare const deleteConsumerGroupOffsetsOptionsValidator: import("ajv").ValidateFunction<{
   [x: string]: {};
 }>;
+export declare const deleteRecordsOptionsValidator: import("ajv").ValidateFunction<{
+  [x: string]: {};
+}>;
 export declare const listConsumerGroupOffsetsOptionsValidator: import("ajv").ValidateFunction<{
   [x: string]: {};
 }>;

package/dist/typescript-4/dist/clients/admin/types.d.ts

@@ -138,6 +138,25 @@ export interface DeleteConsumerGroupOffsetsOptions {
     partitionIndexes: number[];
   }[];
 }
+export interface DeleteRecordsPartitionOffset {
+  partition: number;
+  offset: bigint;
+}
+export interface DeleteRecordsTopic {
+  name: string;
+  partitions: DeleteRecordsPartitionOffset[];
+}
+export interface DeleteRecordsOptions {
+  topics: DeleteRecordsTopic[];
+}
+export interface DeletedRecordsPartition {
+  partition: number;
+  lowWatermark: bigint;
+}
+export interface DeletedRecordsTopic {
+  name: string;
+  partitions: DeletedRecordsPartition[];
+}
 export interface DescribeConfigsOptions {
   resources: DescribeConfigsRequestResource[];
   includeSynonyms?: boolean;

package/dist/typescript-4/dist/clients/producer/index.d.ts

@@ -1,3 +1,4 @@
 export * from "./options";
+export * from "./producer-stream";
 export * from "./producer";
 export * from "./types";

package/dist/typescript-4/dist/clients/producer/options.d.ts

@@ -154,4 +154,67 @@ export declare const sendOptionsSchema: {
 };
 export declare const sendOptionsValidator: import("ajv").ValidateFunction<{
   [x: string]: {};
-}>;
+}>;
+export declare const defaultProducerStreamOptions: {
+  batchSize: number;
+  batchTime: number;
+  reportMode: "none";
+};
+export declare const producerStreamOptionsSchema: {
+  type: string;
+  properties: {
+    producerId: {
+      bigint: boolean;
+    };
+    producerEpoch: {
+      type: string;
+    };
+    idempotent: {
+      type: string;
+    };
+    transactionalId: {
+      type: string;
+    };
+    acks: {
+      type: string;
+      enumeration: {
+        allowed: (0 | 1 | -1)[];
+        errorMessage: string;
+      };
+    };
+    compression: {
+      type: string;
+      enumeration: {
+        allowed: import("../../protocol/compression").CompressionAlgorithmValue[];
+        errorMessage: string;
+      };
+    };
+    partitioner: {
+      function: boolean;
+    };
+    autocreateTopics: {
+      type: string;
+    };
+    repeatOnStaleMetadata: {
+      type: string;
+    };
+    highWaterMark: {
+      type: string;
+      minimum: number;
+    };
+    batchSize: {
+      type: string;
+      minimum: number;
+    };
+    batchTime: {
+      type: string;
+      minimum: number;
+    };
+    reportMode: {
+      type: string;
+      enum: import("./types").ProducerStreamReportModeValue[];
+    };
+  };
+  additionalProperties: boolean;
+};
+export declare const producerStreamOptionsValidator: import("ajv").ValidateFunction<unknown>;

package/dist/typescript-4/dist/clients/producer/producer-stream.d.ts

@@ -0,0 +1,19 @@
+import { Writable } from 'node:stream';
+import { type CallbackWithPromise } from "../../apis/callbacks";
+import type { MessageToProduce } from "../../protocol/records";
+import type { Producer } from "./producer";
+import { type ProducerStreamOptions } from "./types";
+export declare class ProducerStream<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> extends Writable {
+  #private;
+  instance: number;
+  constructor(producer: Producer<Key, Value, HeaderKey, HeaderValue>, options: ProducerStreamOptions<Key, Value, HeaderKey, HeaderValue>);
+  get producer(): Producer<Key, Value, HeaderKey, HeaderValue>;
+  close(callback: CallbackWithPromise<void>): void;
+  close(): Promise<void>;
+  _write(message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, _: BufferEncoding, callback: (error?: Error | null) => void): void;
+  _writev(chunks: Array<{
+    chunk: MessageToProduce<Key, Value, HeaderKey, HeaderValue>;
+  }>, callback: (error?: Error | null) => void): void;
+  _final(callback: (error?: Error | null) => void): void;
+  _destroy(error: Error | null, callback: (error?: Error | null) => void): void;
+}

package/dist/typescript-4/dist/clients/producer/producer.d.ts

@@ -2,8 +2,9 @@ import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type Message } from "../../protocol/records";
 import { kTransaction, kTransactionAddOffsets, kTransactionAddPartitions, kTransactionCancel, kTransactionCommitOffset, kTransactionEnd, kTransactionFindCoordinator } from "../../symbols";
 import { Base } from "../base/base";
+import { ProducerStream } from "./producer-stream";
 import { Transaction } from "./transaction";
-import { type ProduceOptions, type ProduceResult, type ProducerInfo, type ProducerOptions, type SendOptions } from "./types";
+import { type ProduceOptions, type ProduceResult, type ProducerInfo, type ProducerOptions, type ProducerStreamOptions, type SendOptions } from "./types";
 export declare function noopSerializer(data?: Buffer): Buffer | undefined;
 export declare class Producer<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> extends Base<ProducerOptions<Key, Value, HeaderKey, HeaderValue>> {
   #private;
@@ -12,8 +13,9 @@ export declare class Producer<Key = Buffer, Value = Buffer, HeaderKey = Buffer,
   get producerEpoch(): number | undefined;
   get transaction(): Transaction<Key, Value, HeaderKey, HeaderValue> | undefined;
   get coordinatorId(): number;
-  close(callback: CallbackWithPromise<void>): void;
-  close(): Promise<void>;
+  get streamsCount(): number;
+  close(force: boolean | CallbackWithPromise<void>, callback?: CallbackWithPromise<void>): void;
+  close(force?: boolean): Promise<void>;
   initIdempotentProducer(options: ProduceOptions<Key, Value, HeaderKey, HeaderValue>, callback: CallbackWithPromise<ProducerInfo>): void;
   initIdempotentProducer(options: ProduceOptions<Key, Value, HeaderKey, HeaderValue>): Promise<ProducerInfo>;
   send(options: SendOptions<Key, Value, HeaderKey, HeaderValue> & {
@@ -22,6 +24,7 @@ export declare class Producer<Key = Buffer, Value = Buffer, HeaderKey = Buffer,
   send(options: SendOptions<Key, Value, HeaderKey, HeaderValue> & {
     [kTransaction]?: number;
   }): Promise<ProduceResult>;
+  asStream(options?: ProducerStreamOptions<Key, Value, HeaderKey, HeaderValue>): ProducerStream<Key, Value, HeaderKey, HeaderValue>;
   beginTransaction(options: ProduceOptions<Key, Value, HeaderKey, HeaderValue>, callback: CallbackWithPromise<Transaction<Key, Value, HeaderKey, HeaderValue>>): void;
   beginTransaction(options?: ProduceOptions<Key, Value, HeaderKey, HeaderValue>): Promise<Transaction<Key, Value, HeaderKey, HeaderValue>>;
   [kTransactionFindCoordinator](callback: CallbackWithPromise<void>): void;

package/dist/typescript-4/dist/clients/producer/types.d.ts

@@ -13,6 +13,16 @@ export interface ProduceResult {
   unwritableNodes?: number[];
 }
 export type Partitioner<Key, Value, HeaderKey, HeaderValue> = (message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>) => number;
+export interface ProducerStreamReport {
+  batchId: number;
+  count: number;
+  result: ProduceResult;
+}
+export interface ProducerStreamMessageReport<Key, Value, HeaderKey, HeaderValue> {
+  batchId: number;
+  index: number;
+  message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>;
+}
 export interface ProduceOptions<Key, Value, HeaderKey, HeaderValue> {
   producerId?: bigint;
   producerEpoch?: number;
@@ -31,4 +41,18 @@ export type ProducerOptions<Key, Value, HeaderKey, HeaderValue> = BaseOptions &
 };
 export type SendOptions<Key, Value, HeaderKey, HeaderValue> = {
   messages: MessageToProduce<Key, Value, HeaderKey, HeaderValue>[];
-} & ProduceOptions<Key, Value, HeaderKey, HeaderValue>;
+} & ProduceOptions<Key, Value, HeaderKey, HeaderValue>;
+export declare const ProducerStreamReportModes: {
+  readonly NONE: "none";
+  readonly BATCH: "batch";
+  readonly MESSAGE: "message";
+};
+export declare const allowedProducerStreamReportModes: ProducerStreamReportModeValue[];
+export type ProducerStreamReportMode = keyof typeof ProducerStreamReportModes;
+export type ProducerStreamReportModeValue = (typeof ProducerStreamReportModes)[keyof typeof ProducerStreamReportModes];
+export type ProducerStreamOptions<Key, Value, HeaderKey, HeaderValue> = Omit<SendOptions<Key, Value, HeaderKey, HeaderValue>, 'messages'> & {
+  highWaterMark?: number;
+  batchSize?: number;
+  batchTime?: number;
+  reportMode?: ProducerStreamReportModeValue;
+};

package/dist/typescript-4/dist/diagnostic.d.ts

@@ -4,7 +4,7 @@ import { type ConnectionPool } from "./network/connection-pool";
 import { type Connection } from "./network/connection";
 export type ClientType = 'base' | 'producer' | 'consumer' | 'admin';
 export interface CreationEvent<InstanceType> {
-  type: ClientType | 'connection' | 'connectionPool';
+  type: ClientType | 'connection' | 'connection-pool' | 'messages-stream' | 'producer-stream';
   instance: InstanceType;
 }
 export type ConnectionDiagnosticEvent<Attributes = Record<string, unknown>> = {
@@ -29,7 +29,7 @@ export type DiagnosticContext<BaseContext = {}> = BaseContext & {
 };
 export declare const channelsNamespace: "plt:kafka";
 export declare function createDiagnosticContext<BaseContext = {}>(context: BaseContext): DiagnosticContext<BaseContext>;
-export declare function notifyCreation<InstanceType>(type: ClientType | 'connection' | 'connection-pool' | 'messages-stream', instance: InstanceType): void;
+export declare function notifyCreation<InstanceType>(type: ClientType | 'connection' | 'connection-pool' | 'messages-stream' | 'producer-stream', instance: InstanceType): void;
 export declare function createChannel<DiagnosticEvent extends object>(name: string): ChannelWithName<DiagnosticEvent>;
 export declare function createTracingChannel<DiagnosticEvent extends object>(name: string): TracingChannelWithName<DiagnosticEvent>;
 export declare const instancesChannel: ChannelWithName<object>;

package/dist/typescript-4/dist/protocol/sasl/scram-sha.d.ts

@@ -8,7 +8,7 @@ export interface ScramAlgorithmDefinition {
 }
 export interface ScramCryptoModule {
   h: (definition: ScramAlgorithmDefinition, data: string | Buffer) => Buffer;
-  hi: (definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number) => Buffer;
+  hi: (definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number) => Promise<Buffer>;
   hmac: (definition: ScramAlgorithmDefinition, key: Buffer, data: string | Buffer) => Buffer;
   xor: (a: Buffer, b: Buffer) => Buffer;
 }
@@ -31,7 +31,7 @@ export declare function createNonce(): string;
 export declare function sanitizeString(str: string): string;
 export declare function parseParameters(data: Buffer): Record<string, string>;
 export declare function h(definition: ScramAlgorithmDefinition, data: string | Buffer): Buffer;
-export declare function hi(definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number): Buffer;
+export declare function hi(definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number): Promise<Buffer>;
 export declare function hmac(definition: ScramAlgorithmDefinition, key: Buffer, data: string | Buffer): Buffer;
 export declare function xor(a: Buffer, b: Buffer): Buffer;
 export declare const defaultCrypto: ScramCryptoModule;

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "1.27.0";
+export const version = "1.29.0";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "1.27.0",
+  "version": "1.29.0",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -25,9 +25,10 @@
   "exports": "./dist/index.js",
   "types": "./dist/index.d.ts",
   "dependencies": {
-    "@platformatic/dynamic-buffer": "^0.3.0",
+    "@platformatic/dynamic-buffer": "^0.3.1",
     "@platformatic/wasm-utils": "^0.1.0",
     "ajv": "^8.17.1",
+    "avsc": "^5.7.9",
     "debug": "^4.4.3",
     "fastq": "^1.19.1",
     "mnemonist": "^0.40.3",
@@ -53,7 +54,6 @@
     "@types/node": "^22.18.8",
     "@types/semver": "^7.7.1",
     "@watchable/unpromise": "^1.0.2",
-    "avsc": "^5.7.9",
     "c8": "^10.1.3",
     "cleaner-spec-reporter": "^0.5.0",
     "cronometro": "^5.3.0",