@restorecommerce/kafka-client 0.3.1 → 0.3.2

package/CHANGELOG.md

@@ -3,6 +3,18 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.3.2](https://github.com/restorecommerce/kafka-client/compare/@restorecommerce/kafka-client@0.3.1...@restorecommerce/kafka-client@0.3.2) (2022-04-29)
+
+
+### Bug Fixes
+
+* **kafka-client:** fix to reset consumers on kafkajs crash error KafkaJSNonRetriableError ([2a23174](https://github.com/restorecommerce/kafka-client/commit/2a231741179155c56858ef1e90f32c1dbdbd755a))
+* **kafka-client:** up kafkajs error name ([f20658a](https://github.com/restorecommerce/kafka-client/commit/f20658af9747e3493dda85159dfb8722d12e7676))
+
+
+
+
+
 ## [0.3.1](https://github.com/restorecommerce/kafka-client/compare/@restorecommerce/kafka-client@0.3.0...@restorecommerce/kafka-client@0.3.1) (2022-02-14)
 
 **Note:** Version bump only for package @restorecommerce/kafka-client

package/lib/events/provider/kafka/index.d.ts

@@ -81,6 +81,14 @@ export declare class Topic {
      * with the corresponding offset.
      */
     $wait(offset: number): Promise<any>;
+    /**
+     * Reset consumer, unsubscribes all the events on the topic and then
+     * subcribes again for same set of events
+     *
+     * @param {string[]} eventNames list of event names
+     * @param {number} offset The offset at which to restart from.
+     */
+    $resetConsumer(eventNames: string[], offset: number): Promise<void>;
     /**
      * Force a committed offset reset.
      *

package/lib/events/provider/kafka/index.js

@@ -191,6 +191,36 @@ class Topic {
             })());
         });
     }
+    /**
+     * Reset consumer, unsubscribes all the events on the topic and then
+     * subcribes again for same set of events
+     *
+     * @param {string[]} eventNames list of event names
+     * @param {number} offset The offset at which to restart from.
+     */
+    $resetConsumer(eventNames, offset) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.provider.logger.info('Event Names for consumer reset', eventNames);
+            if (eventNames && eventNames.length > 0) {
+                // since the consumer is set to undefined only when there is no more subscription
+                // need to unsubcribe all eventNames and then resubcribe at once
+                const eventNamesList = _.clone(eventNames);
+                // unsubscribe all events on consumer
+                for (let eventName of eventNamesList) {
+                    yield this.$unsubscribe(eventName);
+                    this.provider.logger.info(`Unsubscribed event ${eventName}`);
+                }
+                // subscribe all events on consumer
+                for (let eventName of eventNamesList) {
+                    yield this.$subscribe(eventName, offset);
+                    this.provider.logger.info(`Subscribed event ${eventName}`);
+                }
+            }
+            else {
+                this.provider.logger.warn('Event names empty for consumer reset');
+            }
+        });
+    }
     /**
      * Force a committed offset reset.
      *
@@ -358,6 +388,14 @@ class Topic {
             this.provider.logger.verbose('Offsets committed successfully');
         }).catch(error => {
             this.provider.logger.warn('Failed to commit offsets, resuming anyway after:', error);
+            // Fix for kafkaJS onCrash issue for KafkaJSNonRetriableError, to reset the consumers
+            this.provider.logger.warn('Commit error name', { name: error.name });
+            this.provider.logger.warn('Commit error message', { message: error.message });
+            if ((error.name === 'KafkaJSNonRetriableError' || error.name === 'KafkaJSError') && error.message === 'The coordinator is not aware of this member') {
+                this.provider.logger.info('Reset Consumer connection due to KafkaJSNonRetriableError');
+                this.$resetConsumer(this.subscribed, this.currentOffset);
+                this.provider.logger.info('Consumer connection reset successfully');
+            }
         });
     }
     commitCurrentOffsets() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@restorecommerce/kafka-client",
-  "version": "0.3.1",
+  "version": "0.3.2",
   "description": "Opinionated Kafka Client for Microservices",
   "main": "./lib/index.js",
   "author": "n-fuse GmbH",
@@ -62,5 +62,5 @@
   "engines": {
     "node": ">= 12.0.0"
   },
-  "gitHead": "e97bbfe2fe8166dfe1cd47ae60bce54347a4f1c9"
+  "gitHead": "60cbe93a4777bfc0c7bca921e29370f77e6e584b"
 }