@platformatic/kafka 0.3.0 → 0.4.1

package/dist/clients/consumer/messages-stream.js

@@ -85,7 +85,7 @@ export class MessagesStream extends Readable {
             });
         });
         if (consumer[kPrometheus]) {
-            this.#metricsConsumedMessages = ensureMetric(consumer[kPrometheus], 'Counter', 'kafka_consumers_messages', 'Number of consumed Kafka messages');
+            this.#metricsConsumedMessages = ensureMetric(consumer[kPrometheus], 'Counter', 'kafka_consumed_messages', 'Number of consumed Kafka messages');
         }
     }
     close(callback) {
@@ -269,12 +269,12 @@ export class MessagesStream extends Readable {
                 const firstTimestamp = records.firstTimestamp;
                 const leaderEpoch = metadata.topics.get(topic).partitions[partition].leaderEpoch;
                 for (const record of records.records) {
-                    const key = keyDeserializer(record.key);
-                    const value = valueDeserializer(record.value);
                     const headers = new Map();
                     for (const [headerKey, headerValue] of record.headers) {
                         headers.set(headerKeyDeserializer(headerKey), headerValueDeserializer(headerValue));
                     }
+                    const key = keyDeserializer(record.key, headers);
+                    const value = valueDeserializer(record.value, headers);
                     this.#metricsConsumedMessages?.inc();
                     canPush = this.push({
                         key,

package/dist/clients/producer/producer.js

@@ -159,8 +159,19 @@ export class Producer extends Base {
         const messages = [];
         for (const message of options.messages) {
             const topic = message.topic;
-            const key = this.#keySerializer(message.key);
-            const headers = new Map();
+            let headers = new Map();
+            const serializedHeaders = new Map();
+            if (message.headers) {
+                headers =
+                    message.headers instanceof Map
+                        ? message.headers
+                        : new Map(Object.entries(message.headers));
+                for (const [key, value] of headers) {
+                    serializedHeaders.set(this.#headerKeySerializer(key), this.#headerValueSerializer(value));
+                }
+            }
+            const key = this.#keySerializer(message.key, headers);
+            const value = this.#valueSerializer(message.value, headers);
             let partition = 0;
             if (typeof message.partition !== 'number') {
                 if (partitioner) {
@@ -177,17 +188,11 @@ export class Producer extends Base {
             else {
                 partition = message.partition;
             }
-            if (message.headers) {
-                const entries = message.headers instanceof Map ? message.headers : Object.entries(message.headers);
-                for (const [key, value] of entries) {
-                    headers.set(this.#headerKeySerializer(key), this.#headerValueSerializer(value));
-                }
-            }
             topics.add(topic);
             messages.push({
                 key,
-                value: this.#valueSerializer(message.value),
-                headers,
+                value,
+                headers: serializedHeaders,
                 topic,
                 partition,
                 timestamp: message.timestamp

package/dist/clients/serde.d.ts

@@ -1,14 +1,16 @@
 export type Serializer<InputType = unknown> = (data?: InputType) => Buffer | undefined;
 export type Deserializer<OutputType = unknown> = (data?: Buffer) => OutputType | undefined;
+export type SerializerWithHeaders<InputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: InputType, headers?: Map<HeaderKey, HeaderValue>) => Buffer | undefined;
+export type DeserializerWithHeaders<OutputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: Buffer, headers?: Map<HeaderKey, HeaderValue>) => OutputType | undefined;
 export interface Serializers<Key, Value, HeaderKey, HeaderValue> {
-    key: Serializer<Key>;
-    value: Serializer<Value>;
+    key: SerializerWithHeaders<Key, HeaderKey, HeaderValue>;
+    value: SerializerWithHeaders<Value, HeaderKey, HeaderValue>;
     headerKey: Serializer<HeaderKey>;
     headerValue: Serializer<HeaderValue>;
 }
 export interface Deserializers<Key, Value, HeaderKey, HeaderValue> {
-    key: Deserializer<Key>;
-    value: Deserializer<Value>;
+    key: DeserializerWithHeaders<Key>;
+    value: DeserializerWithHeaders<Value>;
     headerKey: Deserializer<HeaderKey>;
     headerValue: Deserializer<HeaderValue>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "0.3.0",
+  "version": "0.4.1",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",