@okf/ootils 1.6.10 → 1.6.12

package/dist/node.mjs

@@ -40,6 +40,256 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
 
+// src/bullmq/GLOBAL_BULLMQ_CONFIG.js
+var GLOBAL_BULLMQ_CONFIG_exports = {};
+__export(GLOBAL_BULLMQ_CONFIG_exports, {
+  BASE_BULLMQ_CONFIG: () => BASE_BULLMQ_CONFIG
+});
+var BASE_BULLMQ_CONFIG;
+var init_GLOBAL_BULLMQ_CONFIG = __esm({
+  "src/bullmq/GLOBAL_BULLMQ_CONFIG.js"() {
+    "use strict";
+    BASE_BULLMQ_CONFIG = {
+      PLUGIN__MAD_USERS_SYNC_QUEUE: {
+        id: "plugin--mad-users-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          // Process jobs one at a time to avoid race conditions
+          limiter: {
+            max: 5,
+            // Max 10 jobs per...
+            duration: 6e4
+            // ...60 seconds (rate limiting)
+          }
+        }
+      },
+      // Chunk Processing Queue
+      CREATE_CHUNKS_QUEUE: {
+        id: "create-chunks-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 200,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      CREATE_ANNOS_QUEUE: {
+        id: "create-annos-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 100,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      CONTENT_ENHANCE_AND_EMBED_QUEUE: {
+        id: "content-enhance-and-embed-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          limiter: {
+            max: 200,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      DIRECT_DATA_IMPORT_QUEUE: {
+        id: "direct-data-import-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          limiter: {
+            max: 20,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      AI_CATEGORIZE_QUEUE: {
+        id: "ai-categorize-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            attempts: 3,
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      ANNOS_ELASTIC_SYNC_QUEUE: {
+        id: "annos-elastic-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            attempts: 3,
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 5,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      },
+      CHUNKS_ELASTIC_SYNC_QUEUE: {
+        id: "chunks-elastic-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            attempts: 3,
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
+      }
+    };
+  }
+});
+
 // src/models/Annotations.ts
 var Annotations_exports = {};
 __export(Annotations_exports, {
@@ -1086,256 +1336,6 @@ var require_BaseWorker = __commonJS({
   }
 });
 
-// src/bullmq/GLOBAL_BULLMQ_CONFIG.js
-var GLOBAL_BULLMQ_CONFIG_exports = {};
-__export(GLOBAL_BULLMQ_CONFIG_exports, {
-  BASE_BULLMQ_CONFIG: () => BASE_BULLMQ_CONFIG
-});
-var BASE_BULLMQ_CONFIG;
-var init_GLOBAL_BULLMQ_CONFIG = __esm({
-  "src/bullmq/GLOBAL_BULLMQ_CONFIG.js"() {
-    "use strict";
-    BASE_BULLMQ_CONFIG = {
-      PLUGIN__MAD_USERS_SYNC_QUEUE: {
-        id: "plugin--mad-users-sync-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            attempts: 3,
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 1,
-          // Process jobs one at a time to avoid race conditions
-          limiter: {
-            max: 5,
-            // Max 10 jobs per...
-            duration: 6e4
-            // ...60 seconds (rate limiting)
-          }
-        }
-      },
-      // Chunk Processing Queue
-      CREATE_CHUNKS_QUEUE: {
-        id: "create-chunks-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            attempts: 3,
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 10,
-          // Process 10 jobs at once for chunk processing
-          limiter: {
-            max: 100,
-            // Max 5 jobs per...
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      CREATE_ANNOS_QUEUE: {
-        id: "create-annos-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            attempts: 3,
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 10,
-          // Process 10 jobs at once for chunk processing
-          limiter: {
-            max: 100,
-            // Max 50 jobs per...
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      CONTENT_ENHANCE_AND_EMBED_QUEUE: {
-        id: "content-enhance-and-embed-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            attempts: 3,
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 1,
-          limiter: {
-            max: 100,
-            // Max 50 jobs per...
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      DIRECT_DATA_IMPORT_QUEUE: {
-        id: "direct-data-import-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            attempts: 3,
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 1,
-          limiter: {
-            max: 5,
-            // Max 5 jobs per...
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      AI_CATEGORIZE_QUEUE: {
-        id: "ai-categorize-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            attempts: 3,
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 1,
-          limiter: {
-            max: 100,
-            // (lets always keep this same as content enhance & embed since it comes immediately after)
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      ANNOS_ELASTIC_SYNC_QUEUE: {
-        id: "annos-elastic-sync-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            attempts: 3,
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 5,
-          limiter: {
-            max: 100,
-            // (lets always keep this same as content enhance & embed since it comes immediately after)
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      },
-      CHUNKS_ELASTIC_SYNC_QUEUE: {
-        id: "chunks-elastic-sync-queue",
-        queueConfig: {
-          defaultJobOptions: {
-            attempts: 3,
-            backoff: {
-              type: "exponential",
-              delay: 2e3
-            },
-            removeOnComplete: 30,
-            removeOnFail: 100
-          },
-          streams: {
-            events: {
-              maxLen: 10
-              // Keep very low, cuz we dont really use historical stream events as of now
-            }
-          }
-        },
-        workerConfig: {
-          concurrency: 5,
-          limiter: {
-            max: 100,
-            // (lets always keep this same as content enhance & embed since it comes immediately after)
-            duration: 6e4
-            // ...60 seconds (higher throughput for chunking)
-          }
-        }
-      }
-    };
-  }
-});
-
 // src/bullmq/GET_GLOBAL_BULLMQ_CONFIG.js
 var require_GET_GLOBAL_BULLMQ_CONFIG = __commonJS({
   "src/bullmq/GET_GLOBAL_BULLMQ_CONFIG.js"(exports, module) {
@@ -1645,6 +1645,9 @@ var _extractBlocksFromSomeBuilders = ({
   }
 };
 
+// src/universal.ts
+init_GLOBAL_BULLMQ_CONFIG();
+
 // src/node.ts
 var import_MongoConnector2 = __toESM(require_MongoConnector());
 var import_ElasticSearchConnector = __toESM(require_ElasticSearchConnector());
@@ -1984,6 +1987,7 @@ var export_getTplModelByTenant = import_getModelByTenant2.getTplModelByTenant;
 export {
   AIChat_default as AIChatSchema,
   Annotations_default as AnnotationSchema,
+  BASE_BULLMQ_CONFIG,
   export_BaseProducer as BaseProducer,
   export_BaseWorker as BaseWorker,
   export_ElasticSearchConnector as ElasticSearchConnector,