@forklaunch/implementation-worker-kafka 1.0.40 → 1.0.41

package/lib/consumers/index.js

@@ -76,7 +76,7 @@ var KafkaWorkerConsumer = class {
             }
           ]);
         } catch (error) {
-          this.failureHandler([
+          void this.failureHandler([
             {
               value: events[0],
               error
@@ -134,7 +134,7 @@ var KafkaWorkerConsumer = class {
             fromBeginning: false
           });
           const messagePromise = new Promise((resolve) => {
-            peekConsumer.run({
+            void peekConsumer.run({
               eachMessage: async ({ message }) => {
                 if (message.value && events.length < this.options.peekCount) {
                   const messageEvents = JSON.parse(

package/lib/consumers/index.mjs

@@ -50,7 +50,7 @@ var KafkaWorkerConsumer = class {
             }
           ]);
         } catch (error) {
-          this.failureHandler([
+          void this.failureHandler([
             {
               value: events[0],
               error
@@ -108,7 +108,7 @@ var KafkaWorkerConsumer = class {
             fromBeginning: false
           });
           const messagePromise = new Promise((resolve) => {
-            peekConsumer.run({
+            void peekConsumer.run({
               eachMessage: async ({ message }) => {
                 if (message.value && events.length < this.options.peekCount) {
                   const messageEvents = JSON.parse(

package/lib/eject/consumers/kafkaWorker.consumer.ts

@@ -80,7 +80,7 @@ export class KafkaWorkerConsumer<
             }
           ]);
         } catch (error) {
-          this.failureHandler([
+          void this.failureHandler([
             {
               value: events[0],
               error: error as Error
@@ -150,7 +150,7 @@ export class KafkaWorkerConsumer<
           });
 
           const messagePromise = new Promise<void>((resolve) => {
-            peekConsumer.run({
+            void peekConsumer.run({
               eachMessage: async ({ message }) => {
                 if (message.value && events.length < this.options.peekCount) {
                   const messageEvents = JSON.parse(

package/lib/eject/producers/kafkaWorker.producer.ts

@@ -6,6 +6,7 @@ export class KafkaWorkerProducer<
   Options extends KafkaWorkerOptions
 > {
   private producer;
+  private connection?: Promise<void>;
   private readonly queueName: string;
   private readonly options: Options;
 
@@ -17,10 +18,22 @@ export class KafkaWorkerProducer<
       brokers: this.options.brokers
     });
     this.producer = kafka.producer();
-    this.producer.connect();
+    // Connect eagerly, but make every send wait for it: a send issued while
+    // the connection is still being established fails with "The producer is
+    // disconnected". A failed attempt is retried by the next send.
+    this.connect().catch(() => undefined);
+  }
+
+  private connect(): Promise<void> {
+    this.connection ??= this.producer.connect().catch((error: unknown) => {
+      this.connection = undefined;
+      throw error;
+    });
+    return this.connection;
   }
 
   async enqueueJob(event: EventEntity): Promise<void> {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: [{ value: JSON.stringify([event]) }]
@@ -28,6 +41,7 @@ export class KafkaWorkerProducer<
   }
 
   async enqueueBatchJobs(events: EventEntity[]): Promise<void> {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: events.map((event) => ({ value: JSON.stringify(event) }))

package/lib/producers/index.js

@@ -28,6 +28,7 @@ module.exports = __toCommonJS(producers_exports);
 var import_kafkajs = require("kafkajs");
 var KafkaWorkerProducer = class {
   producer;
+  connection;
   queueName;
   options;
   constructor(queueName, options) {
@@ -38,15 +39,24 @@ var KafkaWorkerProducer = class {
       brokers: this.options.brokers
     });
     this.producer = kafka.producer();
-    this.producer.connect();
+    this.connect().catch(() => void 0);
+  }
+  connect() {
+    this.connection ??= this.producer.connect().catch((error) => {
+      this.connection = void 0;
+      throw error;
+    });
+    return this.connection;
   }
   async enqueueJob(event) {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: [{ value: JSON.stringify([event]) }]
     });
   }
   async enqueueBatchJobs(events) {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: events.map((event) => ({ value: JSON.stringify(event) }))

package/lib/producers/index.mjs

@@ -2,6 +2,7 @@
 import { Kafka } from "kafkajs";
 var KafkaWorkerProducer = class {
   producer;
+  connection;
   queueName;
   options;
   constructor(queueName, options) {
@@ -12,15 +13,24 @@ var KafkaWorkerProducer = class {
       brokers: this.options.brokers
     });
     this.producer = kafka.producer();
-    this.producer.connect();
+    this.connect().catch(() => void 0);
+  }
+  connect() {
+    this.connection ??= this.producer.connect().catch((error) => {
+      this.connection = void 0;
+      throw error;
+    });
+    return this.connection;
   }
   async enqueueJob(event) {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: [{ value: JSON.stringify([event]) }]
     });
   }
   async enqueueBatchJobs(events) {
+    await this.connect();
     await this.producer.send({
       topic: this.queueName,
       messages: events.map((event) => ({ value: JSON.stringify(event) }))

package/lib/producers/kafkaWorker.producer.d.ts

@@ -2,9 +2,11 @@ import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
 import { KafkaWorkerOptions } from '../domain/types/kafkaWorker.types';
 export declare class KafkaWorkerProducer<EventEntity extends WorkerEventEntity, Options extends KafkaWorkerOptions> {
     private producer;
+    private connection?;
     private readonly queueName;
     private readonly options;
     constructor(queueName: string, options: Options);
+    private connect;
     enqueueJob(event: EventEntity): Promise<void>;
     enqueueBatchJobs(events: EventEntity[]): Promise<void>;
 }

package/lib/producers/kafkaWorker.producer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"kafkaWorker.producer.d.ts","sourceRoot":"","sources":["../../producers/kafkaWorker.producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,qBAAa,mBAAmB,CAC9B,WAAW,SAAS,iBAAiB,EACrC,OAAO,SAAS,kBAAkB;IAElC,OAAO,CAAC,QAAQ,CAAC;IACjB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAElC,YAAY,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAS9C;IAEK,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAKlD;IAEK,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAK3D;CACF"}
+{"version":3,"file":"kafkaWorker.producer.d.ts","sourceRoot":"","sources":["../../producers/kafkaWorker.producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,qBAAa,mBAAmB,CAC9B,WAAW,SAAS,iBAAiB,EACrC,OAAO,SAAS,kBAAkB;IAElC,OAAO,CAAC,QAAQ,CAAC;IACjB,OAAO,CAAC,UAAU,CAAC,CAAgB;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAElC,YAAY,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAY9C;IAED,OAAO,CAAC,OAAO;IAQT,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAMlD;IAEK,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAM3D;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forklaunch/implementation-worker-kafka",
-  "version": "1.0.40",
+  "version": "1.0.41",
   "description": "Kafka implementation for forklaunch workers",
   "homepage": "https://github.com/forklaunch/forklaunch-js#readme",
   "bugs": {
@@ -54,13 +54,13 @@
     "lib/**"
   ],
   "dependencies": {
-    "@forklaunch/core": "^3.2.0",
+    "@forklaunch/core": "^3.3.0",
+    "@forklaunch/interfaces-worker": "^1.0.37",
     "@forklaunch/internal": "^1.2.35",
-    "@forklaunch/validator": "^1.2.33",
+    "@forklaunch/validator": "^1.3.0",
     "@sinclair/typebox": "^0.34.52",
     "kafkajs": "^2.2.4",
-    "zod": "^4.6.7",
-    "@forklaunch/interfaces-worker": "^1.0.37"
+    "zod": "^4.6.7"
   },
   "devDependencies": {
     "depcheck": "^1.4.7",