@cap-js-community/event-queue 1.5.0 → 1.5.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cap-js-community/event-queue",
-  "version": "1.5.0",
+  "version": "1.5.2",
   "description": "An event queue that enables secure transactional processing of asynchronous and periodic events, featuring instant event processing with Redis Pub/Sub and load distribution across all application instances.",
   "main": "src/index.js",
   "types": "src/index.d.ts",
@@ -49,13 +49,13 @@
     "yaml": "^2.4.2"
   },
   "devDependencies": {
-    "@cap-js/hana": "^0.4.0",
-    "@cap-js/sqlite": "^1.7.1",
+    "@cap-js/hana": "^1.0.0",
+    "@cap-js/sqlite": "^1.7.2",
     "@sap/cds": "^7.9.2",
     "@sap/cds-dk": "^7.8.0",
     "eslint": "^8.57.0",
     "eslint-config-prettier": "^9.1.0",
-    "eslint-plugin-jest": "^27.9.0",
+    "eslint-plugin-jest": "^28.6.0",
     "eslint-plugin-node": "^11.1.0",
     "express": "^4.18.2",
     "hdb": "^0.19.7",

package/src/dbHandler.js

@@ -2,7 +2,7 @@
 
 const cds = require("@sap/cds");
 
-const { broadcastEvent } = require("./redis/redisPub");
+const redisPub = require("./redis/redisPub");
 const config = require("./config");
 
 const COMPONENT_NAME = "/eventQueue/dbHandler";
@@ -25,7 +25,7 @@ const registerEventQueueDbHandler = (dbService) => {
     req.tx._ = req.tx._ ?? {};
     req.tx._.eventQueuePublishEvents = req.tx._.eventQueuePublishEvents ?? {};
     const eventQueuePublishEvents = req.tx._.eventQueuePublishEvents;
-    const data = Array.isArray(req.data) ? req.data : [req.data];
+    const data = Array.isArray(req.query.INSERT.entries) ? req.query.INSERT.entries : [req.query.INSERT.entries];
     const eventCombinations = Object.keys(
       data.reduce((result, event) => {
         const key = [event.type, event.subType].join("##");
@@ -45,7 +45,7 @@ const registerEventQueueDbHandler = (dbService) => {
           return { type, subType };
         });
 
-        broadcastEvent(req.tenant, events).catch((err) => {
+        redisPub.broadcastEvent(req.tenant, events).catch((err) => {
           cds.log(COMPONENT_NAME).error("db handler failure during broadcasting event", err, {
             tenant: req.tenant,
             events,

package/src/redis/redisPub.js

@@ -9,6 +9,7 @@ const { checkLockExistsAndReturnValue } = require("../shared/distributedLock");
 const config = require("../config");
 const common = require("../shared/common");
 const { runEventCombinationForTenant } = require("../runner/runnerHelper");
+const trace = require("../shared/openTelemetry");
 
 const EVENT_MESSAGE_CHANNEL = "EVENT_QUEUE_MESSAGE_CHANNEL";
 const COMPONENT_NAME = "/eventQueue/redisPub";
@@ -19,67 +20,53 @@ const wait = promisify(setTimeout);
 
 const broadcastEvent = async (tenantId, events) => {
   const logger = cds.log(COMPONENT_NAME);
+
+  if (!config.isEventQueueActive) {
+    cds.log(COMPONENT_NAME).info("event-queue is deactivated, broadcasting is skipped!");
+    return;
+  }
+
   events = Array.isArray(events) ? events : [events];
   try {
-    if (!config.isEventQueueActive) {
-      cds.log(COMPONENT_NAME).info("Skipping processing because runner is deactivated!", {});
-      return;
-    }
     if (!config.redisEnabled) {
-      if (config.registerAsEventProcessor) {
-        let context = {};
-        if (tenantId) {
-          const user = await cds.tx({ tenant: tenantId }, async () => {
-            return new cds.User.Privileged({ id: config.userId, authInfo: await common.getAuthInfo(tenantId) });
-          });
-          context = {
-            tenant: tenantId,
-            user,
-          };
-        }
-
-        return await cds.tx(context, async ({ context }) => {
-          for (const { type, subType } of events) {
-            await runEventCombinationForTenant(context, type, subType, { shouldTrace: true });
-          }
-        });
-      }
+      await _processLocalWithoutRedis(tenantId, events);
       return;
     }
-    for (const { type, subType } of events) {
-      const eventConfig = config.getEventConfig(type, subType);
-      for (let i = 0; i < TRIES_FOR_PUBLISH_PERIODIC_EVENT; i++) {
-        const result = await checkLockExistsAndReturnValue(
-          new cds.EventContext({ tenant: tenantId }),
-          [type, subType].join("##")
-        );
-        if (result) {
-          logger.debug("skip publish redis event as no lock is available", {
-            type,
-            subType,
-            index: i,
-            isPeriodic: eventConfig.isPeriodic,
-            waitInterval: SLEEP_TIME_FOR_PUBLISH_PERIODIC_EVENT,
-          });
-          if (!eventConfig.isPeriodic) {
+    await cds.tx({ tenant: tenantId }, async ({ context }) => {
+      await trace(context, "broadcast-inserted-events", async () => {
+        for (const { type, subType } of events) {
+          const eventConfig = config.getEventConfig(type, subType);
+          for (let i = 0; i < TRIES_FOR_PUBLISH_PERIODIC_EVENT; i++) {
+            const result = await checkLockExistsAndReturnValue(context, [type, subType].join("##"));
+            if (result) {
+              logger.debug("skip publish redis event as no lock is available", {
+                type,
+                subType,
+                index: i,
+                isPeriodic: eventConfig.isPeriodic,
+                waitInterval: SLEEP_TIME_FOR_PUBLISH_PERIODIC_EVENT,
+              });
+              if (!eventConfig.isPeriodic) {
+                break;
+              }
+              await wait(SLEEP_TIME_FOR_PUBLISH_PERIODIC_EVENT);
+              continue;
+            }
+            logger.debug("publishing redis event", {
+              tenantId,
+              type,
+              subType,
+            });
+            await redis.publishMessage(
+              config.redisOptions,
+              EVENT_MESSAGE_CHANNEL,
+              JSON.stringify({ lockId: cds.utils.uuid(), tenantId, type, subType })
+            );
             break;
           }
-          await wait(SLEEP_TIME_FOR_PUBLISH_PERIODIC_EVENT);
-          continue;
         }
-        logger.debug("publishing redis event", {
-          tenantId,
-          type,
-          subType,
-        });
-        await redis.publishMessage(
-          config.redisOptions,
-          EVENT_MESSAGE_CHANNEL,
-          JSON.stringify({ lockId: cds.utils.uuid(), tenantId, type, subType })
-        );
-        break;
-      }
-    }
+      });
+    });
   } catch (err) {
     logger.error("publish events failed!", err, {
       tenantId,
@@ -87,6 +74,27 @@ const broadcastEvent = async (tenantId, events) => {
   }
 };
 
+const _processLocalWithoutRedis = async (tenantId, events) => {
+  if (config.registerAsEventProcessor) {
+    let context = {};
+    if (tenantId) {
+      const user = await cds.tx({ tenant: tenantId }, async () => {
+        return new cds.User.Privileged({ id: config.userId, authInfo: await common.getAuthInfo(tenantId) });
+      });
+      context = {
+        tenant: tenantId,
+        user,
+      };
+    }
+
+    return await cds.tx(context, async ({ context }) => {
+      for (const { type, subType } of events) {
+        await runEventCombinationForTenant(context, type, subType, { shouldTrace: true });
+      }
+    });
+  }
+};
+
 module.exports = {
   broadcastEvent,
 };

package/src/shared/eventScheduler.js

@@ -28,8 +28,11 @@ class EventScheduler {
       delaySeconds: (date.getTime() - Date.now()) / 1000,
     });
     this.#eventsByTenants[tenantId] ??= {};
-    const timeoutId = setTimeout(() => {
-      delete this.#eventsByTenants[tenantId][timeoutId];
+    const timeout = setTimeout(() => {
+      // NOTE: needed due to a bug in node.js which is leaking memory; will be fixed in v22.4.0
+      // https://github.com/nodejs/node/pull/53337/files
+      clearTimeout(timeout);
+      delete this.#eventsByTenants[tenantId][timeout];
       delete this.#scheduledEvents[key];
       redisPub.broadcastEvent(tenantId, { type, subType }).catch((err) => {
         cds.log(COMPONENT_NAME).error("could not execute scheduled event", err, {
@@ -40,7 +43,7 @@ class EventScheduler {
         });
       });
     }, relative).unref();
-    this.#eventsByTenants[tenantId][timeoutId] = true;
+    this.#eventsByTenants[tenantId][timeout] = true;
   }
 
   clearForTenant(tenantId) {