@okf/ootils 1.21.2 → 1.21.4

package/dist/browser.js

@@ -634,8 +634,7 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1,
-      // Sequential processing to avoid MongoDB write conflicts
+      concurrency: 100,
       lockDuration: 3e5,
       // 5 minutes lock duration since annotation can be slow
       maxStalledCount: 3

package/dist/browser.mjs

@@ -597,8 +597,7 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1,
-      // Sequential processing to avoid MongoDB write conflicts
+      concurrency: 100,
       lockDuration: 3e5,
       // 5 minutes lock duration since annotation can be slow
       maxStalledCount: 3

package/dist/node.d.mts

@@ -763,6 +763,7 @@ declare class MongoConnector {
     static getEnv(): any;
     static getDbConfigs(): any;
     static getTenantToClusterMapping(): any;
+    static isClusterUnavailable(clusterName: any): any;
     constructor(options: any);
     clusterConnections: {};
     env: any;
@@ -775,7 +776,9 @@ declare class MongoConnector {
      */
     multiConnectToMongoDB(): {};
     multiConnectToMongoDBAsync(): Promise<{}>;
+    failedOptionalClusters: Set<any> | undefined;
     initiateConnectionEventListeners: (CLUSTER_NAME: any) => void;
+    initiateOptionalConnectionEventListeners: (CLUSTER_NAME: any) => void;
     /**
      * Helper function to close clusterConnections object
      */

package/dist/node.d.ts

@@ -763,6 +763,7 @@ declare class MongoConnector {
     static getEnv(): any;
     static getDbConfigs(): any;
     static getTenantToClusterMapping(): any;
+    static isClusterUnavailable(clusterName: any): any;
     constructor(options: any);
     clusterConnections: {};
     env: any;
@@ -775,7 +776,9 @@ declare class MongoConnector {
      */
     multiConnectToMongoDB(): {};
     multiConnectToMongoDBAsync(): Promise<{}>;
+    failedOptionalClusters: Set<any> | undefined;
     initiateConnectionEventListeners: (CLUSTER_NAME: any) => void;
+    initiateOptionalConnectionEventListeners: (CLUSTER_NAME: any) => void;
     /**
      * Helper function to close clusterConnections object
      */

package/dist/node.js

@@ -237,8 +237,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 1,
-          // Sequential processing to avoid MongoDB write conflicts
+          concurrency: 100,
           lockDuration: 3e5,
           // 5 minutes lock duration since annotation can be slow
           maxStalledCount: 3
@@ -701,6 +700,26 @@ var require_MongoConnector = __commonJS({
             console.log(`\u{1F504} Mongoose reconnected to ${CLUSTER_NAME}`);
           });
         });
+        __publicField(this, "initiateOptionalConnectionEventListeners", (CLUSTER_NAME) => {
+          this.clusterConnections[CLUSTER_NAME].on("open", () => {
+            console.log(`\u2705 Mongoose connection open to optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.delete(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("error", (err) => {
+            console.warn(
+              `\u26A0\uFE0F Mongoose connection error on optional cluster ${CLUSTER_NAME}: ${err.message}`
+            );
+            this.failedOptionalClusters?.add(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("disconnected", () => {
+            console.log(`\u{1F50C} Mongoose disconnected from optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.add(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("reconnected", () => {
+            console.log(`\u{1F504} Mongoose reconnected to optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.delete(CLUSTER_NAME);
+          });
+        });
         this.clusterConnections = {};
         this.env = options.env;
         this.dbConfigs = options.dbConfigs;
@@ -754,29 +773,62 @@ var require_MongoConnector = __commonJS({
       }
       async multiConnectToMongoDBAsync() {
         const allClusterConfigs = Object.values(this.dbConfigs);
+        this.failedOptionalClusters = /* @__PURE__ */ new Set();
         await Promise.all(
           allClusterConfigs.map(async (clusterConf) => {
-            const { CLUSTER_NAME, CLUSTER_URI } = clusterConf;
+            const { CLUSTER_NAME, CLUSTER_URI, optional } = clusterConf;
             if (!CLUSTER_NAME || !CLUSTER_URI) {
               throw new Error(
                 `Missing CLUSTER_NAME or CLUSTER_URI in cluster conf: ${JSON.stringify(clusterConf)}`
               );
             }
-            const connection = mongoose5.createConnection(CLUSTER_URI, this.mongoOptions);
-            this.clusterConnections[CLUSTER_NAME] = connection;
-            this.initiateConnectionEventListeners(CLUSTER_NAME);
-            await new Promise((resolve, reject) => {
-              connection.once("open", () => {
-                console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
-                resolve();
+            try {
+              const connection = mongoose5.createConnection(CLUSTER_URI, this.mongoOptions);
+              this.clusterConnections[CLUSTER_NAME] = connection;
+              if (!optional) {
+                this.initiateConnectionEventListeners(CLUSTER_NAME);
+              } else {
+                this.initiateOptionalConnectionEventListeners(CLUSTER_NAME);
+              }
+              await new Promise((resolve, reject) => {
+                connection.once("open", () => {
+                  console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
+                  resolve();
+                });
+                connection.once("error", (err) => {
+                  if (optional) {
+                    console.warn(`\u26A0\uFE0F Optional cluster ${CLUSTER_NAME} failed to connect: ${err.message}`);
+                    resolve();
+                  } else {
+                    reject(err);
+                  }
+                });
               });
-              connection.once("error", reject);
-            });
+            } catch (err) {
+              if (optional) {
+                console.warn(`\u26A0\uFE0F Optional cluster ${CLUSTER_NAME} failed to connect: ${err.message}`);
+                this.failedOptionalClusters.add(CLUSTER_NAME);
+                delete this.clusterConnections[CLUSTER_NAME];
+              } else {
+                throw err;
+              }
+            }
           })
         );
-        console.log(
-          `\u{1F389} Connected to ${Object.keys(this.clusterConnections).length} MongoDB databases`
-        );
+        for (const clusterName of this.failedOptionalClusters) {
+          delete this.clusterConnections[clusterName];
+        }
+        const optionalFailedCount = this.failedOptionalClusters.size;
+        const connectedCount = Object.keys(this.clusterConnections).length;
+        if (optionalFailedCount > 0) {
+          console.log(
+            `\u{1F389} Connected to ${connectedCount} MongoDB databases (${optionalFailedCount} optional cluster(s) unavailable)`
+          );
+        } else {
+          console.log(
+            `\u{1F389} Connected to ${connectedCount} MongoDB databases`
+          );
+        }
         return this.clusterConnections;
       }
       // Static method to get the full instance
@@ -813,6 +865,12 @@ var require_MongoConnector = __commonJS({
         }
         return _MongoConnector.instance.tenantToClusterMapping;
       }
+      static isClusterUnavailable(clusterName) {
+        if (!_MongoConnector.instance) {
+          throw new Error("MongoConnector not initialized");
+        }
+        return _MongoConnector.instance.failedOptionalClusters?.has(clusterName) || !_MongoConnector.instance.clusterConnections[clusterName];
+      }
       /**
        * Helper function to close clusterConnections object
        */

package/dist/node.mjs

@@ -242,8 +242,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 1,
-          // Sequential processing to avoid MongoDB write conflicts
+          concurrency: 100,
           lockDuration: 3e5,
           // 5 minutes lock duration since annotation can be slow
           maxStalledCount: 3
@@ -706,6 +705,26 @@ var require_MongoConnector = __commonJS({
             console.log(`\u{1F504} Mongoose reconnected to ${CLUSTER_NAME}`);
           });
         });
+        __publicField(this, "initiateOptionalConnectionEventListeners", (CLUSTER_NAME) => {
+          this.clusterConnections[CLUSTER_NAME].on("open", () => {
+            console.log(`\u2705 Mongoose connection open to optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.delete(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("error", (err) => {
+            console.warn(
+              `\u26A0\uFE0F Mongoose connection error on optional cluster ${CLUSTER_NAME}: ${err.message}`
+            );
+            this.failedOptionalClusters?.add(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("disconnected", () => {
+            console.log(`\u{1F50C} Mongoose disconnected from optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.add(CLUSTER_NAME);
+          });
+          this.clusterConnections[CLUSTER_NAME].on("reconnected", () => {
+            console.log(`\u{1F504} Mongoose reconnected to optional cluster ${CLUSTER_NAME}`);
+            this.failedOptionalClusters?.delete(CLUSTER_NAME);
+          });
+        });
         this.clusterConnections = {};
         this.env = options.env;
         this.dbConfigs = options.dbConfigs;
@@ -759,29 +778,62 @@ var require_MongoConnector = __commonJS({
       }
       async multiConnectToMongoDBAsync() {
         const allClusterConfigs = Object.values(this.dbConfigs);
+        this.failedOptionalClusters = /* @__PURE__ */ new Set();
         await Promise.all(
           allClusterConfigs.map(async (clusterConf) => {
-            const { CLUSTER_NAME, CLUSTER_URI } = clusterConf;
+            const { CLUSTER_NAME, CLUSTER_URI, optional } = clusterConf;
             if (!CLUSTER_NAME || !CLUSTER_URI) {
               throw new Error(
                 `Missing CLUSTER_NAME or CLUSTER_URI in cluster conf: ${JSON.stringify(clusterConf)}`
               );
             }
-            const connection = mongoose5.createConnection(CLUSTER_URI, this.mongoOptions);
-            this.clusterConnections[CLUSTER_NAME] = connection;
-            this.initiateConnectionEventListeners(CLUSTER_NAME);
-            await new Promise((resolve, reject) => {
-              connection.once("open", () => {
-                console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
-                resolve();
+            try {
+              const connection = mongoose5.createConnection(CLUSTER_URI, this.mongoOptions);
+              this.clusterConnections[CLUSTER_NAME] = connection;
+              if (!optional) {
+                this.initiateConnectionEventListeners(CLUSTER_NAME);
+              } else {
+                this.initiateOptionalConnectionEventListeners(CLUSTER_NAME);
+              }
+              await new Promise((resolve, reject) => {
+                connection.once("open", () => {
+                  console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
+                  resolve();
+                });
+                connection.once("error", (err) => {
+                  if (optional) {
+                    console.warn(`\u26A0\uFE0F Optional cluster ${CLUSTER_NAME} failed to connect: ${err.message}`);
+                    resolve();
+                  } else {
+                    reject(err);
+                  }
+                });
               });
-              connection.once("error", reject);
-            });
+            } catch (err) {
+              if (optional) {
+                console.warn(`\u26A0\uFE0F Optional cluster ${CLUSTER_NAME} failed to connect: ${err.message}`);
+                this.failedOptionalClusters.add(CLUSTER_NAME);
+                delete this.clusterConnections[CLUSTER_NAME];
+              } else {
+                throw err;
+              }
+            }
           })
         );
-        console.log(
-          `\u{1F389} Connected to ${Object.keys(this.clusterConnections).length} MongoDB databases`
-        );
+        for (const clusterName of this.failedOptionalClusters) {
+          delete this.clusterConnections[clusterName];
+        }
+        const optionalFailedCount = this.failedOptionalClusters.size;
+        const connectedCount = Object.keys(this.clusterConnections).length;
+        if (optionalFailedCount > 0) {
+          console.log(
+            `\u{1F389} Connected to ${connectedCount} MongoDB databases (${optionalFailedCount} optional cluster(s) unavailable)`
+          );
+        } else {
+          console.log(
+            `\u{1F389} Connected to ${connectedCount} MongoDB databases`
+          );
+        }
         return this.clusterConnections;
       }
       // Static method to get the full instance
@@ -818,6 +870,12 @@ var require_MongoConnector = __commonJS({
         }
         return _MongoConnector.instance.tenantToClusterMapping;
       }
+      static isClusterUnavailable(clusterName) {
+        if (!_MongoConnector.instance) {
+          throw new Error("MongoConnector not initialized");
+        }
+        return _MongoConnector.instance.failedOptionalClusters?.has(clusterName) || !_MongoConnector.instance.clusterConnections[clusterName];
+      }
       /**
        * Helper function to close clusterConnections object
        */

package/dist/universal.js

@@ -634,8 +634,7 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1,
-      // Sequential processing to avoid MongoDB write conflicts
+      concurrency: 100,
       lockDuration: 3e5,
       // 5 minutes lock duration since annotation can be slow
       maxStalledCount: 3

package/dist/universal.mjs

@@ -597,8 +597,7 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1,
-      // Sequential processing to avoid MongoDB write conflicts
+      concurrency: 100,
       lockDuration: 3e5,
       // 5 minutes lock duration since annotation can be slow
       maxStalledCount: 3

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.21.2",
+  "version": "1.21.4",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",