@platformatic/kafka 1.27.0-alpha.2 → 1.27.0-alpha.3

package/README.md

@@ -10,7 +10,6 @@ A modern, high-performance, pure TypeScript/JavaScript type safe client for Apac
 - **Flexible API**: You can use promises or callbacks on all APIs.
 - **Streaming or Event-based Consumers**: Thanks to Node.js streams, you can choose your preferred consuming method.
 - **Flexible Serialisation**: Pluggable serialisers and deserialisers.
-- **Schema Registry Support**: Built-in Confluent Schema Registry integration with AVRO, Protobuf, and JSON Schema support.
 - **Connection Management**: Automatic connection pooling and recovery.
 - **Low Dependencies**: Minimal external dependencies.
 
@@ -142,63 +141,6 @@ await admin.deleteTopics({ topics: ['my-topic'] })
 await admin.close()
 ```
 
-### Schema Registry
-
-The library includes built-in support for Confluent Schema Registry with AVRO, Protocol Buffers, and JSON Schema:
-
-```typescript
-import { Producer, Consumer } from '@platformatic/kafka'
-import { ConfluentSchemaRegistry } from '@platformatic/kafka/registries'
-
-// Create a schema registry instance
-const registry = new ConfluentSchemaRegistry({
-  url: 'http://localhost:8081',
-  auth: {
-    username: 'user',
-    password: 'password'
-  }
-})
-
-// Producer with schema registry
-const producer = new Producer({
-  clientId: 'schema-producer',
-  bootstrapBrokers: ['localhost:9092'],
-  registry // Automatic serialization with schemas
-})
-
-// Send messages with schema IDs
-await producer.send({
-  messages: [{
-    topic: 'users',
-    value: { id: 1, name: 'Alice' },
-    metadata: {
-      schemas: {
-        value: 100 // Schema ID in the registry
-      }
-    }
-  }]
-})
-
-// Consumer with schema registry
-const consumer = new Consumer({
-  groupId: 'schema-consumers',
-  clientId: 'schema-consumer',
-  bootstrapBrokers: ['localhost:9092'],
-  registry // Automatic deserialization with schemas
-})
-
-const stream = await consumer.consume({
-  topics: ['users']
-})
-
-// Messages are automatically deserialized
-for await (const message of stream) {
-  console.log('User:', message.value) // Typed object
-}
-```
-
-For more details, see the [Confluent Schema Registry documentation](./docs/confluent-schema-registry.md).
-
 ## TLS and SASL
 
 See the relevant sections in the the [Base Client](./docs/base.md) page.

package/dist/clients/base/base.js

@@ -230,16 +230,20 @@ export class Base extends TypedEventEmitter {
                 const retriable = !genericError.findBy?.('canRetry', false);
                 errors.push(error);
                 if (attempt < retries && retriable && !shouldSkipRetry?.(error)) {
-                    this.emitWithDebug('client', 'performWithRetry:retry', operationId, attempt, retries);
                     function onClose() {
                         clearTimeout(timeout);
                         errors.push(new UserError(`Client closed while retrying ${operationId}.`));
                         callback(new MultipleErrors(`${operationId} failed ${attempt + 1} times.`, errors));
                     }
+                    let delay = this[kOptions].retryDelay;
+                    if (typeof delay === 'function') {
+                        delay = delay(this, operationId, attempt + 1, retries, error);
+                    }
+                    this.emitWithDebug('client', 'performWithRetry:retry', operationId, attempt, retries, delay);
                     const timeout = setTimeout(() => {
                         this.removeListener('client:close', onClose);
                         this[kPerformWithRetry](operationId, operation, callback, attempt + 1, errors, shouldSkipRetry);
-                    }, this[kOptions].retryDelay);
+                    }, delay);
                     this.once('client:close', onClose);
                 }
                 else {

package/dist/clients/base/options.d.ts

@@ -67,8 +67,15 @@ export declare const baseOptionsSchema: {
             })[];
         };
         retryDelay: {
-            type: string;
-            minimum: number;
+            oneOf: ({
+                type: string;
+                minimum: number;
+                function?: undefined;
+            } | {
+                function: boolean;
+                type?: undefined;
+                minimum?: undefined;
+            })[];
         };
         maxInflights: {
             type: string;

package/dist/clients/base/options.js

@@ -29,7 +29,7 @@ export const baseOptionsSchema = {
         timeout: { type: 'number', minimum: 0 },
         connectTimeout: { type: 'number', minimum: 0 },
         retries: { oneOf: [{ type: 'number', minimum: 0 }, { type: 'boolean' }] },
-        retryDelay: { type: 'number', minimum: 0 },
+        retryDelay: { oneOf: [{ type: 'number', minimum: 0 }, { function: true }] },
         maxInflights: { type: 'number', minimum: 0 },
         handleBackPressure: { type: 'boolean', default: false },
         tls: { type: 'object', additionalProperties: true }, // No validation as they come from Node.js

package/dist/clients/base/types.d.ts

@@ -29,12 +29,13 @@ export interface ClusterMetadata {
     topics: Map<string, ClusterTopicMetadata>;
     lastUpdate: number;
 }
+export type RetryDelayGetter<Owner = object> = (client: Owner, operationId: string, attempt: number, retries: number, error: Error) => number;
 export interface BaseOptions extends ConnectionOptions {
     clientId: string;
     bootstrapBrokers: Broker[] | string[];
     timeout?: number;
     retries?: number | boolean;
-    retryDelay?: number;
+    retryDelay?: number | RetryDelayGetter;
     metadataMaxAge?: number;
     autocreateTopics?: boolean;
     strict?: boolean;

package/dist/clients/consumer/consumer.js

@@ -40,15 +40,6 @@ export class Consumer extends Base {
     constructor(options) {
         super({ ...defaultConsumerOptions, ...options });
         this[kValidateOptions](options, consumerOptionsValidator, '/options');
-        if (options.registry) {
-            if (options.beforeDeserialization) {
-                throw new UserError('/options/beforeDeserialization cannot be provided when /options/registry is provided.');
-            }
-            else if (options.deserializers) {
-                throw new UserError('/options/deserializers cannot be provided when /options/registry is provided.');
-            }
-            options.registry.getDeserializers();
-        }
         this.groupId = options.groupId;
         this.groupInstanceId = options.groupInstanceId ?? null;
         this.generationId = 0;
@@ -159,22 +150,8 @@ export class Consumer extends Base {
         }
         options.autocommit ??= this[kOptions].autocommit ?? true;
         options.maxBytes ??= this[kOptions].maxBytes;
+        options.deserializers = Object.assign({}, options.deserializers, this[kOptions].deserializers);
         options.highWaterMark ??= this[kOptions].highWaterMark;
-        options.registry ??= this[kOptions].registry;
-        options.beforeDeserialization ??= this[kOptions].beforeDeserialization;
-        if (options.registry) {
-            if (options.beforeDeserialization) {
-                throw new UserError('/options/beforeDeserialization cannot be provided when /options/registry is provided.');
-                /* c8 ignore next - Hard to test */
-            }
-            else if (options.deserializers || this[kOptions].deserializers) {
-                throw new UserError('/options/deserializers cannot be provided when /options/registry is provided.');
-            }
-            options.deserializers = options.registry.getDeserializers();
-        }
-        else {
-            options.deserializers = Object.assign({}, options.deserializers, this[kOptions].deserializers);
-        }
         this.#consume(options, callback);
         return callback[kCallbackPromise];
     }

package/dist/clients/consumer/messages-stream.js

@@ -4,7 +4,6 @@ import { ListOffsetTimestamps } from "../../apis/enumerations.js";
 import { consumerReceivesChannel, createDiagnosticContext, notifyCreation } from "../../diagnostic.js";
 import { UserError } from "../../errors.js";
 import { IS_CONTROL } from "../../protocol/records.js";
-import { runAsyncSeries } from "../../registries/abstract.js";
 import { kAutocommit, kInstance, kRefreshOffsetsAndFetch } from "../../symbols.js";
 import { kConnections, kCreateConnectionPool, kInspect, kPrometheus } from "../base/base.js";
 import { ensureMetric } from "../metrics.js";
@@ -57,7 +56,6 @@ export class MessagesStream extends Readable {
     #closeCallbacks;
     #metricsConsumedMessages;
     #corruptedMessageHandler;
-    #pushRecordsOperation;
     [kInstance];
     /*
       The following requests are blocking in Kafka:
@@ -76,7 +74,7 @@ export class MessagesStream extends Readable {
     */
     [kConnections];
     constructor(consumer, options) {
-        const { autocommit, mode, fallbackMode, maxFetches, offsets, deserializers, onCorruptedMessage, registry, beforeDeserialization, 
+        const { autocommit, mode, fallbackMode, maxFetches, offsets, deserializers, onCorruptedMessage, 
         // The options below are only destructured to avoid being part of structuredClone below
         partitionAssigner: _partitionAssigner, ...otherOptions } = options;
         if (offsets && mode !== MessagesStreamModes.MANUAL) {
@@ -103,10 +101,8 @@ export class MessagesStream extends Readable {
         this.#maxFetches = maxFetches ?? 0;
         this.#topics = structuredClone(options.topics);
         this.#inflightNodes = new Set();
-        this.#keyDeserializer =
-            deserializers?.key ?? noopDeserializer;
-        this.#valueDeserializer =
-            deserializers?.value ?? noopDeserializer;
+        this.#keyDeserializer = deserializers?.key ?? noopDeserializer;
+        this.#valueDeserializer = deserializers?.value ?? noopDeserializer;
         this.#headerKeyDeserializer = deserializers?.headerKey ?? noopDeserializer;
         this.#headerValueDeserializer = deserializers?.headerValue ?? noopDeserializer;
         this.#autocommitEnabled = !!options.autocommit;
@@ -114,15 +110,6 @@ export class MessagesStream extends Readable {
         this.#closed = false;
         this.#closeCallbacks = [];
         this.#corruptedMessageHandler = onCorruptedMessage ?? defaultCorruptedMessageHandler;
-        if (registry) {
-            this.#pushRecordsOperation = this.#beforeDeserialization.bind(this, registry.getBeforeDeserializationHook());
-        }
-        else if (beforeDeserialization) {
-            this.#pushRecordsOperation = this.#beforeDeserialization.bind(this, beforeDeserialization);
-        }
-        else {
-            this.#pushRecordsOperation = this.#pushRecords.bind(this);
-        }
         // Restore offsets
         this.#offsetsToFetch = new Map();
         if (offsets) {
@@ -375,7 +362,10 @@ export class MessagesStream extends Readable {
                         }
                         return;
                     }
-                    this.#pushRecordsOperation(metadata, topicIds, response, requestedOffsets);
+                    this.#pushRecords(metadata, topicIds, response, requestedOffsets);
+                    if (this.#maxFetches > 0 && ++this.#fetches >= this.#maxFetches) {
+                        this.push(null);
+                    }
                 });
             }
         });
@@ -429,7 +419,6 @@ export class MessagesStream extends Readable {
                     }
                     // Process messages
                     for (const record of batch.records) {
-                        const messageToConsume = { ...record, topic, partition };
                         const offset = batch.firstOffset + BigInt(record.offsetDelta);
                         if (offset < requestedOffsets.get(`${topic}:${partition}`)) {
                             // Thi is a duplicate message, ignore it
@@ -448,10 +437,10 @@ export class MessagesStream extends Readable {
                         try {
                             const headers = new Map();
                             for (const [headerKey, headerValue] of record.headers) {
-                                headers.set(headerKeyDeserializer(headerKey, messageToConsume), headerValueDeserializer(headerValue, messageToConsume));
+                                headers.set(headerKeyDeserializer(headerKey), headerValueDeserializer(headerValue));
                             }
-                            const key = keyDeserializer(record.key, headers, messageToConsume);
-                            const value = valueDeserializer(record.value, headers, messageToConsume);
+                            const key = keyDeserializer(record.key, headers);
+                            const value = valueDeserializer(record.value, headers);
                             this.#metricsConsumedMessages?.inc();
                             const message = {
                                 key,
@@ -494,9 +483,6 @@ export class MessagesStream extends Readable {
                 this.#fetch();
             });
         }
-        if (this.#maxFetches > 0 && ++this.#fetches >= this.#maxFetches) {
-            this.push(null);
-        }
     }
     #updateCommittedOffset(topic, partition, offset) {
         const key = `${topic}:${partition}`;
@@ -651,46 +637,4 @@ export class MessagesStream extends Readable {
     [kInspect](...args) {
         this.#consumer[kInspect](...args);
     }
-    #beforeDeserialization(hook, metadata, topicIds, response, requestedOffsets) {
-        const requests = [];
-        // Create the pre-deserialization requests
-        for (const topicResponse of response.responses) {
-            for (const { records: recordsBatches, partitionIndex: partition } of topicResponse.partitions) {
-                /* c8 ignore next 3 - Hard to test */
-                if (!recordsBatches) {
-                    continue;
-                }
-                for (const batch of recordsBatches) {
-                    // Filter control markers
-                    /* c8 ignore next 3 - Hard to test */
-                    if (batch.attributes & IS_CONTROL) {
-                        continue;
-                    }
-                    for (const message of batch.records) {
-                        message.topic = topicIds.get(topicResponse.topicId);
-                        message.partition = partition;
-                        requests.push([message.key, 'key', message]);
-                        requests.push([message.value, 'value', message]);
-                        for (const [headerKey, headerValue] of message.headers) {
-                            requests.push([headerKey, 'headerKey', message]);
-                            requests.push([headerValue, 'headerValue', message]);
-                        }
-                    }
-                }
-            }
-        }
-        runAsyncSeries((request, cb) => {
-            const [data, type, message] = request;
-            const result = hook(data, type, message, cb);
-            if (typeof result?.then === 'function') {
-                result.then(() => cb(null), cb);
-            }
-        }, requests, 0, error => {
-            if (error) {
-                this.destroy(error);
-                return;
-            }
-            this.#pushRecords(metadata, topicIds, response, requestedOffsets);
-        });
-    }
 }

package/dist/clients/consumer/options.d.ts

@@ -127,12 +127,6 @@ export declare const consumeOptionsProperties: {
         type: string;
         minimum: number;
     };
-    beforeDeserialization: {
-        function: boolean;
-    };
-    registry: {
-        type: string;
-    };
 };
 export declare const groupOptionsSchema: {
     type: string;
@@ -247,12 +241,6 @@ export declare const consumeOptionsSchema: {
             type: string;
             minimum: number;
         };
-        beforeDeserialization: {
-            function: boolean;
-        };
-        registry: {
-            type: string;
-        };
         groupInstanceId: {
             type: string;
             pattern: string;
@@ -408,12 +396,6 @@ export declare const consumerOptionsSchema: {
             type: string;
             minimum: number;
         };
-        beforeDeserialization: {
-            function: boolean;
-        };
-        registry: {
-            type: string;
-        };
         groupInstanceId: {
             type: string;
             pattern: string;
@@ -529,12 +511,6 @@ export declare const fetchOptionsSchema: {
             type: string;
             minimum: number;
         };
-        beforeDeserialization: {
-            function: boolean;
-        };
-        registry: {
-            type: string;
-        };
         groupInstanceId: {
             type: string;
             pattern: string;

package/dist/clients/consumer/options.js

@@ -61,9 +61,7 @@ export const consumeOptionsProperties = {
     maxWaitTime: { type: 'number', minimum: 0 },
     isolationLevel: { type: 'number', enum: allowedFetchIsolationLevels },
     deserializers: serdeProperties,
-    highWaterMark: { type: 'number', minimum: 1 },
-    beforeDeserialization: { function: true },
-    registry: { type: 'object' }
+    highWaterMark: { type: 'number', minimum: 1 }
 };
 export const groupOptionsSchema = {
     type: 'object',

package/dist/clients/consumer/types.d.ts

@@ -2,9 +2,8 @@ import { type FetchRequestTopic } from '../../apis/consumer/fetch-v17.ts';
 import { type GroupProtocols } from '../../apis/enumerations.ts';
 import { type ConnectionPool } from '../../network/connection-pool.ts';
 import { type KafkaRecord, type Message } from '../../protocol/records.ts';
-import { type SchemaRegistry } from '../../registries/abstract.ts';
 import { type BaseOptions, type ClusterMetadata, type TopicWithPartitionAndOffset } from '../base/types.ts';
-import { type BeforeDeserializationHook, type Deserializers } from '../serde.ts';
+import { type Deserializers } from '../serde.ts';
 export interface GroupProtocolSubscription {
     name: string;
     version: number;
@@ -69,8 +68,6 @@ export interface ConsumeBaseOptions<Key, Value, HeaderKey, HeaderValue> {
     isolationLevel?: number;
     deserializers?: Partial<Deserializers<Key, Value, HeaderKey, HeaderValue>>;
     highWaterMark?: number;
-    beforeDeserialization?: BeforeDeserializationHook;
-    registry?: SchemaRegistry<unknown, unknown, Key, Value, HeaderKey, HeaderValue>;
 }
 export interface StreamOptions {
     topics: string[];

package/dist/clients/producer/options.d.ts

@@ -121,8 +121,24 @@ export declare const sendOptionsSchema: {
             items: {
                 type: string;
                 properties: {
-                    key: boolean;
-                    value: boolean;
+                    key: {
+                        oneOf: ({
+                            type: string;
+                            buffer?: undefined;
+                        } | {
+                            buffer: boolean;
+                            type?: undefined;
+                        })[];
+                    };
+                    value: {
+                        oneOf: ({
+                            type: string;
+                            buffer?: undefined;
+                        } | {
+                            buffer: boolean;
+                            type?: undefined;
+                        })[];
+                    };
                     headers: {
                         anyOf: ({
                             map: boolean;

package/dist/clients/producer/options.js

@@ -36,9 +36,7 @@ export const producerOptionsValidator = ajv.compile({
     type: 'object',
     properties: {
         ...produceOptionsProperties,
-        serializers: serdeProperties,
-        beforeSerialization: { function: true },
-        registry: { type: 'object' }
+        serializers: serdeProperties
     },
     additionalProperties: true
 });

package/dist/clients/producer/producer.js

@@ -4,7 +4,6 @@ import { FindCoordinatorKeyTypes, ProduceAcks } from "../../apis/enumerations.js
 import { createDiagnosticContext, producerInitIdempotentChannel, producerSendsChannel, producerTransactionsChannel } from "../../diagnostic.js";
 import { UserError } from "../../errors.js";
 import { murmur2 } from "../../protocol/murmur2.js";
-import { runAsyncSeries } from "../../registries/abstract.js";
 import { kInstance, kTransaction, kTransactionAddOffsets, kTransactionAddPartitions, kTransactionCancel, kTransactionCommitOffset, kTransactionEnd, kTransactionFindCoordinator, kTransactionPrepare } from "../../symbols.js";
 import { NumericMap } from "../../utils.js";
 import { Base, kAfterCreate, kCheckNotClosed, kClosed, kGetApi, kGetBootstrapConnection, kGetConnection, kMetadata, kOptions, kPerformDeduplicated, kPerformWithRetry, kPrometheus, kValidateOptions } from "../base/base.js";
@@ -29,7 +28,6 @@ export class Producer extends Base {
     #metricsProducedMessages;
     #coordinatorId;
     #transaction;
-    #sendOperation;
     constructor(options) {
         if (options.idempotent) {
             options.maxInflights = 1;
@@ -41,37 +39,18 @@ export class Producer extends Base {
         }
         options.repeatOnStaleMetadata ??= true;
         super(options);
-        this[kValidateOptions](options, producerOptionsValidator, '/options');
-        let serializers = options.serializers;
-        if (options.registry) {
-            if (options.beforeSerialization) {
-                throw new UserError('/options/beforeSerialization cannot be provided when /options/registry is provided.');
-            }
-            else if (options.serializers) {
-                throw new UserError('/options/serializers cannot be provided when /options/registry is provided.');
-            }
-            serializers = options.registry.getSerializers();
-        }
         this.#partitionsRoundRobin = new NumericMap();
         this.#sequences = new NumericMap();
-        this.#keySerializer = serializers?.key ?? noopSerializer;
-        this.#valueSerializer = serializers?.value ?? noopSerializer;
-        this.#headerKeySerializer = serializers?.headerKey ?? noopSerializer;
-        this.#headerValueSerializer = serializers?.headerValue ?? noopSerializer;
+        this.#keySerializer = options.serializers?.key ?? noopSerializer;
+        this.#valueSerializer = options.serializers?.value ?? noopSerializer;
+        this.#headerKeySerializer = options.serializers?.headerKey ?? noopSerializer;
+        this.#headerValueSerializer = options.serializers?.headerValue ?? noopSerializer;
         this[kOptions].transactionalId ??= randomUUID();
+        this[kValidateOptions](options, producerOptionsValidator, '/options');
         if (this[kPrometheus]) {
             ensureMetric(this[kPrometheus], 'Gauge', 'kafka_producers', 'Number of active Kafka producers').inc();
             this.#metricsProducedMessages = ensureMetric(this[kPrometheus], 'Counter', 'kafka_produced_messages', 'Number of produced Kafka messages');
         }
-        if (options.registry) {
-            this.#sendOperation = this.#beforeSerialization.bind(this, options.registry.getBeforeSerializationHook());
-        }
-        else if (options.beforeSerialization) {
-            this.#sendOperation = this.#beforeSerialization.bind(this, options.beforeSerialization);
-        }
-        else {
-            this.#sendOperation = this.#send.bind(this);
-        }
         this[kAfterCreate]('producer');
     }
     get producerId() {
@@ -153,7 +132,7 @@ export class Producer extends Base {
             }
         }
         options.acks ??= idempotent ? ProduceAcks.ALL : ProduceAcks.LEADER;
-        producerSendsChannel.traceCallback(this.#sendOperation, 1, createDiagnosticContext({ client: this, operation: 'send', options }), this, options, callback);
+        producerSendsChannel.traceCallback(this.#send, 1, createDiagnosticContext({ client: this, operation: 'send', options }), this, options, callback);
         return callback[kCallbackPromise];
     }
     beginTransaction(options, callback) {
@@ -451,28 +430,19 @@ export class Producer extends Base {
         const messages = [];
         for (const message of options.messages) {
             const topic = message.topic;
-            let key;
-            let value;
             let headers = new Map();
             const serializedHeaders = new Map();
-            const metadata = message.metadata;
-            try {
-                if (message.headers) {
-                    headers =
-                        message.headers instanceof Map
-                            ? message.headers
-                            : new Map(Object.entries(message.headers));
-                    for (const [key, value] of headers) {
-                        serializedHeaders.set(this.#headerKeySerializer(key, metadata), this.#headerValueSerializer(value, metadata));
-                    }
+            if (message.headers) {
+                headers =
+                    message.headers instanceof Map
+                        ? message.headers
+                        : new Map(Object.entries(message.headers));
+                for (const [key, value] of headers) {
+                    serializedHeaders.set(this.#headerKeySerializer(key), this.#headerValueSerializer(value));
                 }
-                key = this.#keySerializer(message.key, headers, message);
-                value = this.#valueSerializer(message.value, headers, message);
-            }
-            catch (error) {
-                callback(new UserError('Failed to serialize a message.', { cause: error }));
-                return;
             }
+            const key = this.#keySerializer(message.key, headers);
+            const value = this.#valueSerializer(message.value, headers);
             let partition = 0;
             if (typeof message.partition !== 'number') {
                 if (partitioner) {
@@ -652,34 +622,4 @@ export class Producer extends Base {
             this.#transaction = undefined;
         }
     }
-    #beforeSerialization(hook, options, callback) {
-        // Create the pre-serialization requests
-        const requests = [];
-        for (const message of options.messages) {
-            requests.push([message.key, 'key', message]);
-            requests.push([message.value, 'value', message]);
-            if (typeof message.headers !== 'undefined') {
-                const headers = message.headers instanceof Map
-                    ? message.headers
-                    : new Map(Object.entries(message.headers));
-                for (const [headerKey, headerValue] of headers) {
-                    requests.push([headerKey, 'headerKey', message]);
-                    requests.push([headerValue, 'headerValue', message]);
-                }
-            }
-        }
-        runAsyncSeries((request, cb) => {
-            const [data, type, message] = request;
-            const result = hook(data, type, message, cb);
-            if (typeof result?.then === 'function') {
-                result.then(() => cb(null), cb);
-            }
-        }, requests, 0, error => {
-            if (error) {
-                callback(error);
-                return;
-            }
-            this.#send(options, callback);
-        });
-    }
 }

package/dist/clients/producer/types.d.ts

@@ -1,8 +1,7 @@
 import { type CompressionAlgorithmValue } from '../../protocol/compression.ts';
 import { type MessageToProduce } from '../../protocol/records.ts';
-import { type SchemaRegistry } from '../../registries/abstract.ts';
 import { type BaseOptions, type TopicWithPartitionAndOffset } from '../base/types.ts';
-import { type BeforeSerializationHook, type Serializers } from '../serde.ts';
+import { type Serializers } from '../serde.ts';
 export interface ProducerInfo {
     producerId: bigint;
     producerEpoch: number;
@@ -26,8 +25,6 @@ export interface ProduceOptions<Key, Value, HeaderKey, HeaderValue> {
 export type ProducerOptions<Key, Value, HeaderKey, HeaderValue> = BaseOptions & ProduceOptions<Key, Value, HeaderKey, HeaderValue> & {
     transactionalId?: string;
     serializers?: Partial<Serializers<Key, Value, HeaderKey, HeaderValue>>;
-    beforeSerialization?: BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue>;
-    registry?: SchemaRegistry<unknown, unknown, Key, Value, HeaderKey, HeaderValue>;
 };
 export type SendOptions<Key, Value, HeaderKey, HeaderValue> = {
     messages: MessageToProduce<Key, Value, HeaderKey, HeaderValue>[];

package/dist/clients/serde.d.ts

@@ -1,9 +1,7 @@
-import { type Callback } from '../apis/definitions.ts';
-import { type MessageToConsume, type MessageToProduce } from '../protocol/records.ts';
-export type Serializer<InputType = unknown> = (data?: InputType, metadata?: unknown) => Buffer | undefined;
-export type SerializerWithHeaders<InputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: InputType, headers?: Map<HeaderKey, HeaderValue>, message?: MessageToProduce<unknown, unknown, unknown, unknown>) => Buffer | undefined;
-export type Deserializer<OutputType = unknown> = (data?: Buffer, message?: MessageToConsume) => OutputType | undefined;
-export type DeserializerWithHeaders<OutputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: Buffer, headers?: Map<HeaderKey, HeaderValue>, message?: MessageToConsume) => OutputType | undefined;
+export type Serializer<InputType = unknown> = (data?: InputType) => Buffer | undefined;
+export type Deserializer<OutputType = unknown> = (data?: Buffer) => OutputType | undefined;
+export type SerializerWithHeaders<InputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: InputType, headers?: Map<HeaderKey, HeaderValue>) => Buffer | undefined;
+export type DeserializerWithHeaders<OutputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: Buffer, headers?: Map<HeaderKey, HeaderValue>) => OutputType | undefined;
 export interface Serializers<Key, Value, HeaderKey, HeaderValue> {
     key: SerializerWithHeaders<Key, HeaderKey, HeaderValue>;
     value: SerializerWithHeaders<Value, HeaderKey, HeaderValue>;
@@ -11,14 +9,11 @@ export interface Serializers<Key, Value, HeaderKey, HeaderValue> {
     headerValue: Serializer<HeaderValue>;
 }
 export interface Deserializers<Key, Value, HeaderKey, HeaderValue> {
-    key: DeserializerWithHeaders<Key, HeaderKey, HeaderValue>;
-    value: DeserializerWithHeaders<Value, HeaderKey, HeaderValue>;
+    key: DeserializerWithHeaders<Key>;
+    value: DeserializerWithHeaders<Value>;
     headerKey: Deserializer<HeaderKey>;
     headerValue: Deserializer<HeaderValue>;
 }
-export type BeforeHookPayloadType = 'key' | 'value' | 'headerKey' | 'headerValue';
-export type BeforeDeserializationHook = (payload: Buffer, type: BeforeHookPayloadType, message: MessageToConsume, callback: Callback<void>) => void | Promise<void>;
-export type BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue> = (payload: unknown, type: BeforeHookPayloadType, message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, callback: Callback<void>) => void | Promise<void>;
 export declare function stringSerializer(data?: string): Buffer | undefined;
 export declare function stringDeserializer(data?: string | Buffer): string | undefined;
 export declare function jsonSerializer<T = Record<string, any>>(data?: T): Buffer | undefined;