@jetit/publisher 1.2.0 → 1.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jetit/publisher",
-  "version": "1.2.0",
+  "version": "1.3.0",
   "type": "commonjs",
   "dependencies": {
     "@jetit/id": "0.0.11",

package/src/lib/redis/streams.js

@@ -46,7 +46,7 @@ class Streams {
         console.log(this.instanceId);
         this.consumerGroupName = `cg-${serviceName}`;
         const cleanUpInterval = (_a = parseInt(process.env['CLEANUP_INTERVAL'] || `${1000 * 60 * 60}`, 10)) !== null && _a !== void 0 ? _a : 1000 * 60 * 60;
-        setTimeout(() => this.runClear(cleanUpInterval), 3000);
+        setTimeout(() => this.runClear(cleanUpInterval), 60000);
         this.cleanUpTimer = setInterval(() => {
             this.runClear(cleanUpInterval);
         }, cleanUpInterval);
@@ -272,24 +272,25 @@ class Streams {
      */
     republishUnprocessedEvents(eventName) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            console.log('Republishing Unprocessed Events.');
             const streamName = `${eventName}:${this.consumerGroupName}`;
             const result = yield this.redisGroups.xreadgroup('GROUP', this.consumerGroupName, this.instanceId, 'STREAMS', streamName, '>');
-            if (result) {
-                const [, streamMessages] = result[0];
-                if (!streamMessages)
-                    return;
-                console.log(`Unprocessed events:  ${streamMessages.length}`);
-                for (const [id, data] of streamMessages) {
-                    const transaction = this.redisGroups.multi({ pipeline: true });
-                    const eventData = JSON.parse(data[1]);
-                    // Republishing the events
-                    transaction.xadd(streamName, '*', 'data', JSON.stringify(eventData));
-                    transaction.publish(eventName, '');
-                    transaction.xack(streamName, this.consumerGroupName, id);
-                    yield transaction.exec().catch(publisherErrorHandler);
-                    console.log(`Event ${eventName} with ID: ${id} published`);
-                    yield transaction.exec();
-                }
+            if (!result)
+                return;
+            const [, streamMessages] = result[0];
+            if (!streamMessages)
+                return;
+            console.log(`Unprocessed events:  ${streamMessages.length}`);
+            for (const [id, data] of streamMessages) {
+                const transaction = this.redisGroups.multi({ pipeline: true });
+                const eventData = JSON.parse(data[1]);
+                // Republishing the events
+                transaction.xadd(streamName, '*', 'data', JSON.stringify(eventData));
+                transaction.publish(eventName, '');
+                transaction.xack(streamName, this.consumerGroupName, id);
+                yield transaction.exec().catch(publisherErrorHandler);
+                console.log(`Event ${eventName} with ID: ${id} published`);
+                yield transaction.exec();
             }
         });
     }
@@ -309,6 +310,7 @@ class Streams {
      */
     recoverCrashedConsumerMessages(eventName, idleTimeout = 30000) {
         return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            console.log(`PUBLISHER: Running recoverCrashedConsumerMessages`);
             const streamName = `${eventName}:${this.consumerGroupName}`;
             const pendingMessages = (yield this.redisGroups.xpending(streamName, this.consumerGroupName));
             if (!pendingMessages)
@@ -317,24 +319,24 @@ class Streams {
             if (!consumers || consumers.length === 0)
                 return;
             for (const [consumer, pendingCount] of consumers) {
-                const transaction = this.redisGroups.multi({ pipeline: true });
-                if (parseInt(pendingCount) > 0) {
-                    const pending = (yield this.redisGroups.xpending(streamName, this.consumerGroupName, minId, maxId, Number(pendingCount), consumer));
-                    for (const [messageId] of pending) {
-                        const claimedMessage = (yield this.redisGroups.xclaim(streamName, this.consumerGroupName, this.instanceId, idleTimeout, messageId));
-                        if (claimedMessage) {
-                            console.log({ claimedMessage: JSON.stringify(claimedMessage) });
-                            const [, data] = claimedMessage[0];
-                            const eventData = JSON.parse(data[1]);
-                            const transaction = this.redisGroups.multi();
-                            transaction.xadd(streamName, '*', 'data', JSON.stringify(eventData));
-                            transaction.publish(eventName, '');
-                            transaction.xack(streamName, this.consumerGroupName, messageId);
-                            yield transaction.exec().catch(publisherErrorHandler);
-                        }
+                if (parseInt(pendingCount) < 0)
+                    return;
+                const pending = (yield this.redisGroups.xpending(streamName, this.consumerGroupName, minId, maxId, Number(pendingCount), consumer));
+                if (!pending)
+                    return;
+                for (const [messageId] of pending) {
+                    const claimedMessage = (yield this.redisGroups.xclaim(streamName, this.consumerGroupName, this.instanceId, idleTimeout, messageId));
+                    if (claimedMessage) {
+                        console.log({ claimedMessage: JSON.stringify(claimedMessage) });
+                        const [, data] = claimedMessage[0];
+                        const eventData = JSON.parse(data[1]);
+                        const transaction = this.redisGroups.multi();
+                        transaction.xadd(streamName, '*', 'data', JSON.stringify(eventData));
+                        transaction.publish(eventName, '');
+                        transaction.xack(streamName, this.consumerGroupName, messageId);
+                        yield transaction.exec().catch(publisherErrorHandler);
                     }
                 }
-                yield transaction.exec();
             }
         });
     }