@platformatic/kafka 2.0.0 → 2.0.1

package/dist/clients/consumer/consumer.js

@@ -1248,9 +1248,7 @@ export class Consumer extends Base {
             .appendArray(assignments, (w, { topic, partitions }) => {
             w.appendString(topic, false).appendArray(partitions, (w, a) => w.appendInt32(a), false, false);
         }, false, false);
-        if (userData) {
-            writer.append(userData);
-        }
+        writer.appendBytes(userData ?? null, false);
         return writer.buffer;
     }
     #decodeProtocolAssignment(buffer) {

package/dist/clients/consumer/messages-stream.js

@@ -2,7 +2,7 @@ import { Readable } from 'node:stream';
 import { createPromisifiedCallback, kCallbackPromise, noopCallback } from "../../apis/callbacks.js";
 import { ListOffsetTimestamps } from "../../apis/enumerations.js";
 import { consumerReceivesChannel, createDiagnosticContext, notifyCreation } from "../../diagnostic.js";
-import { UserError } from "../../errors.js";
+import { protocolErrors, UserError } from "../../errors.js";
 import { IS_CONTROL } from "../../protocol/records.js";
 import { runAsyncSeries } from "../../registries/abstract.js";
 import { kAutocommit, kInstance, kRefreshOffsetsAndFetch } from "../../symbols.js";
@@ -407,6 +407,13 @@ export class MessagesStream extends Readable {
                             this.push(null);
                             return;
                         }
+                        if (this.#fallbackMode !== MessagesStreamFallbackModes.FAIL &&
+                            this.#handleOffsetOutOfRange(error, topicIds)) {
+                            process.nextTick(() => {
+                                this.#fetch();
+                            });
+                            return;
+                        }
                         this.destroy(error);
                         return;
                     }
@@ -423,6 +430,43 @@ export class MessagesStream extends Readable {
             }
         });
     }
+    #handleOffsetOutOfRange(error, topicIds) {
+        if (!error.findBy?.('apiId', 'OFFSET_OUT_OF_RANGE')) {
+            return false;
+        }
+        const response = error.response;
+        if (!response || response.errorCode !== 0) {
+            return false;
+        }
+        const recoveredOffsets = [];
+        for (const topicResponse of response.responses) {
+            const topic = topicIds.get(topicResponse.topicId);
+            if (!topic) {
+                return false;
+            }
+            for (const partitionResponse of topicResponse.partitions) {
+                if (partitionResponse.errorCode === 0) {
+                    continue;
+                }
+                if (partitionResponse.errorCode !== protocolErrors.OFFSET_OUT_OF_RANGE.code) {
+                    return false;
+                }
+                const key = `${topic}:${partitionResponse.partitionIndex}`;
+                const offset = this.#fallbackMode === MessagesStreamFallbackModes.EARLIEST
+                    ? partitionResponse.logStartOffset
+                    : partitionResponse.highWatermark;
+                recoveredOffsets.push([key, offset]);
+            }
+        }
+        for (const [key, offset] of recoveredOffsets) {
+            this.#offsetsToFetch.set(key, offset);
+            this.#offsetsCommitted.set(key, offset);
+        }
+        if (recoveredOffsets.length > 0) {
+            this.emit('offsets');
+        }
+        return recoveredOffsets.length > 0;
+    }
     #pushRecords(metadata, topicIds, response, requestedOffsets) {
         const autocommit = this.#autocommitEnabled;
         const keyDeserializer = this.#keyDeserializer;

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "2.0.0";
+export const version = "2.0.1";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",