@okf/ootils 1.13.0 → 1.15.0

package/dist/browser.d.mts

@@ -280,6 +280,8 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         namespace workerConfig {
             let concurrency: number;
+            let lockDuration: number;
+            let maxStalledCount: number;
             namespace limiter {
                 let max: number;
                 let duration: number;
@@ -319,6 +321,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            let lockDuration_1: number;
+            export { lockDuration_1 as lockDuration };
+            let maxStalledCount_1: number;
+            export { maxStalledCount_1 as maxStalledCount };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +361,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            let lockDuration_2: number;
+            export { lockDuration_2 as lockDuration };
+            let maxStalledCount_2: number;
+            export { maxStalledCount_2 as maxStalledCount };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +401,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            let lockDuration_3: number;
+            export { lockDuration_3 as lockDuration };
+            let maxStalledCount_3: number;
+            export { maxStalledCount_3 as maxStalledCount };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +441,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            let lockDuration_4: number;
+            export { lockDuration_4 as lockDuration };
+            let maxStalledCount_4: number;
+            export { maxStalledCount_4 as maxStalledCount };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +488,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            let lockDuration_5: number;
+            export { lockDuration_5 as lockDuration };
+            let maxStalledCount_5: number;
+            export { maxStalledCount_5 as maxStalledCount };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +535,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            let lockDuration_6: number;
+            export { lockDuration_6 as lockDuration };
+            let maxStalledCount_6: number;
+            export { maxStalledCount_6 as maxStalledCount };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +575,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            let lockDuration_7: number;
+            export { lockDuration_7 as lockDuration };
+            let maxStalledCount_7: number;
+            export { maxStalledCount_7 as maxStalledCount };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +615,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            let lockDuration_8: number;
+            export { lockDuration_8 as lockDuration };
+            let maxStalledCount_8: number;
+            export { maxStalledCount_8 as maxStalledCount };
         }
         export { workerConfig_8 as workerConfig };
     }
@@ -609,6 +657,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_9 {
             let concurrency_9: number;
             export { concurrency_9 as concurrency };
+            let lockDuration_9: number;
+            export { lockDuration_9 as lockDuration };
+            let maxStalledCount_9: number;
+            export { maxStalledCount_9 as maxStalledCount };
         }
         export { workerConfig_9 as workerConfig };
     }

package/dist/browser.d.ts

@@ -280,6 +280,8 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         namespace workerConfig {
             let concurrency: number;
+            let lockDuration: number;
+            let maxStalledCount: number;
             namespace limiter {
                 let max: number;
                 let duration: number;
@@ -319,6 +321,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            let lockDuration_1: number;
+            export { lockDuration_1 as lockDuration };
+            let maxStalledCount_1: number;
+            export { maxStalledCount_1 as maxStalledCount };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +361,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            let lockDuration_2: number;
+            export { lockDuration_2 as lockDuration };
+            let maxStalledCount_2: number;
+            export { maxStalledCount_2 as maxStalledCount };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +401,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            let lockDuration_3: number;
+            export { lockDuration_3 as lockDuration };
+            let maxStalledCount_3: number;
+            export { maxStalledCount_3 as maxStalledCount };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +441,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            let lockDuration_4: number;
+            export { lockDuration_4 as lockDuration };
+            let maxStalledCount_4: number;
+            export { maxStalledCount_4 as maxStalledCount };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +488,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            let lockDuration_5: number;
+            export { lockDuration_5 as lockDuration };
+            let maxStalledCount_5: number;
+            export { maxStalledCount_5 as maxStalledCount };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +535,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            let lockDuration_6: number;
+            export { lockDuration_6 as lockDuration };
+            let maxStalledCount_6: number;
+            export { maxStalledCount_6 as maxStalledCount };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +575,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            let lockDuration_7: number;
+            export { lockDuration_7 as lockDuration };
+            let maxStalledCount_7: number;
+            export { maxStalledCount_7 as maxStalledCount };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +615,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            let lockDuration_8: number;
+            export { lockDuration_8 as lockDuration };
+            let maxStalledCount_8: number;
+            export { maxStalledCount_8 as maxStalledCount };
         }
         export { workerConfig_8 as workerConfig };
     }
@@ -609,6 +657,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_9 {
             let concurrency_9: number;
             export { concurrency_9 as concurrency };
+            let lockDuration_9: number;
+            export { lockDuration_9 as lockDuration };
+            let maxStalledCount_9: number;
+            export { maxStalledCount_9 as maxStalledCount };
         }
         export { workerConfig_9 as workerConfig };
     }

package/dist/browser.js

@@ -448,6 +448,8 @@ var BASE_BULLMQ_CONFIG = {
     workerConfig: {
       concurrency: 1,
       // Process jobs one at a time to avoid race conditions
+      lockDuration: 9e4,
+      maxStalledCount: 3,
       limiter: {
         max: 5,
         // Max 10 jobs per...
@@ -477,7 +479,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -500,7 +504,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -523,7 +529,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -546,7 +554,16 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      lockDuration: 9e4,
+      maxStalledCount: 3,
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -569,7 +586,15 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      lockDuration: 9e4,
+      maxStalledCount: 3,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -592,7 +617,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -615,7 +642,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -638,7 +667,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   REINDEX_QUEUE: {
@@ -662,7 +693,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   }
 };

package/dist/browser.mjs

@@ -412,6 +412,8 @@ var BASE_BULLMQ_CONFIG = {
     workerConfig: {
       concurrency: 1,
       // Process jobs one at a time to avoid race conditions
+      lockDuration: 9e4,
+      maxStalledCount: 3,
       limiter: {
         max: 5,
         // Max 10 jobs per...
@@ -441,7 +443,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -464,7 +468,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -487,7 +493,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -510,7 +518,16 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      lockDuration: 9e4,
+      maxStalledCount: 3,
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -533,7 +550,15 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      lockDuration: 9e4,
+      maxStalledCount: 3,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -556,7 +581,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -579,7 +606,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -602,7 +631,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 200,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   },
   REINDEX_QUEUE: {
@@ -626,7 +657,9 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      lockDuration: 9e4,
+      maxStalledCount: 3
     }
   }
 };

package/dist/node.d.mts

@@ -287,6 +287,8 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         namespace workerConfig {
             let concurrency: number;
+            let lockDuration: number;
+            let maxStalledCount: number;
             namespace limiter {
                 let max: number;
                 let duration: number;
@@ -326,6 +328,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            let lockDuration_1: number;
+            export { lockDuration_1 as lockDuration };
+            let maxStalledCount_1: number;
+            export { maxStalledCount_1 as maxStalledCount };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -362,6 +368,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            let lockDuration_2: number;
+            export { lockDuration_2 as lockDuration };
+            let maxStalledCount_2: number;
+            export { maxStalledCount_2 as maxStalledCount };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -398,6 +408,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            let lockDuration_3: number;
+            export { lockDuration_3 as lockDuration };
+            let maxStalledCount_3: number;
+            export { maxStalledCount_3 as maxStalledCount };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -434,6 +448,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            let lockDuration_4: number;
+            export { lockDuration_4 as lockDuration };
+            let maxStalledCount_4: number;
+            export { maxStalledCount_4 as maxStalledCount };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -470,6 +495,17 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            let lockDuration_5: number;
+            export { lockDuration_5 as lockDuration };
+            let maxStalledCount_5: number;
+            export { maxStalledCount_5 as maxStalledCount };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -506,6 +542,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            let lockDuration_6: number;
+            export { lockDuration_6 as lockDuration };
+            let maxStalledCount_6: number;
+            export { maxStalledCount_6 as maxStalledCount };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -542,6 +582,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            let lockDuration_7: number;
+            export { lockDuration_7 as lockDuration };
+            let maxStalledCount_7: number;
+            export { maxStalledCount_7 as maxStalledCount };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -578,6 +622,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            let lockDuration_8: number;
+            export { lockDuration_8 as lockDuration };
+            let maxStalledCount_8: number;
+            export { maxStalledCount_8 as maxStalledCount };
         }
         export { workerConfig_8 as workerConfig };
     }
@@ -616,6 +664,10 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_9 {
             let concurrency_9: number;
             export { concurrency_9 as concurrency };
+            let lockDuration_9: number;
+            export { lockDuration_9 as lockDuration };
+            let maxStalledCount_9: number;
+            export { maxStalledCount_9 as maxStalledCount };
         }
         export { workerConfig_9 as workerConfig };
     }