npm - @okf/ootils - Versions diffs - 1.13.0 → 1.14.0 - Mend

@okf/ootils 1.13.0 → 1.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (13) hide show

package/dist/browser.d.mts CHANGED Viewed

@@ -319,6 +319,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +362,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +405,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +448,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +491,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +534,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +577,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +620,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/browser.d.ts CHANGED Viewed

@@ -319,6 +319,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +362,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +405,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +448,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +491,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +534,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +577,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +620,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/browser.js CHANGED Viewed

@@ -477,7 +477,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 200,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -500,7 +507,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -523,7 +537,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 200,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -546,7 +566,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -569,7 +596,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -592,7 +625,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -615,7 +654,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -638,7 +683,11 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        duration: 6e4
+      }
     }
   },
   REINDEX_QUEUE: {

package/dist/browser.mjs CHANGED Viewed

@@ -441,7 +441,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 200,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -464,7 +471,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -487,7 +501,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 200,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -510,7 +530,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -533,7 +560,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -556,7 +589,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -579,7 +618,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -602,7 +647,11 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        duration: 6e4
+      }
     }
   },
   REINDEX_QUEUE: {

package/dist/node.d.mts CHANGED Viewed

@@ -326,6 +326,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -362,6 +369,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -398,6 +412,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -434,6 +455,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -470,6 +498,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -506,6 +541,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -542,6 +584,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -578,6 +627,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/node.d.ts CHANGED Viewed

@@ -326,6 +326,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -362,6 +369,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -398,6 +412,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -434,6 +455,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -470,6 +498,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -506,6 +541,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -542,6 +584,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -578,6 +627,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/node.js CHANGED Viewed

@@ -96,7 +96,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 200,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CREATE_ANNOS_QUEUE: {
@@ -119,7 +126,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 100,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -142,7 +156,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 1,
+          limiter: {
+            max: 200,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       DIRECT_DATA_IMPORT_QUEUE: {
@@ -165,7 +185,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 1
+          concurrency: 1,
+          // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+          limiter: {
+            max: 20,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       AI_CATEGORIZE_QUEUE: {
@@ -188,7 +215,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 1,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -211,7 +244,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -234,7 +273,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -257,7 +302,11 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            duration: 6e4
+          }
         }
       },
       REINDEX_QUEUE: {

package/dist/node.mjs CHANGED Viewed

@@ -101,7 +101,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 200,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CREATE_ANNOS_QUEUE: {
@@ -124,7 +131,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 10,
+          // Process 10 jobs at once for chunk processing
+          limiter: {
+            max: 100,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -147,7 +161,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 1,
+          limiter: {
+            max: 200,
+            // Max 50 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       DIRECT_DATA_IMPORT_QUEUE: {
@@ -170,7 +190,14 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 1
+          concurrency: 1,
+          // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+          limiter: {
+            max: 20,
+            // Max 5 jobs per...
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       AI_CATEGORIZE_QUEUE: {
@@ -193,7 +220,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 1,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -216,7 +249,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 100,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -239,7 +278,13 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
         }
       },
       CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -262,7 +307,11 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           }
         },
         workerConfig: {
-          concurrency: 200
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            duration: 6e4
+          }
         }
       },
       REINDEX_QUEUE: {

package/dist/universal.d.mts CHANGED Viewed

@@ -319,6 +319,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +362,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +405,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +448,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +491,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +534,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +577,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +620,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/universal.d.ts CHANGED Viewed

@@ -319,6 +319,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_1 {
             let concurrency_1: number;
             export { concurrency_1 as concurrency };
+            export namespace limiter_1 {
+                let max_1: number;
+                export { max_1 as max };
+                let duration_1: number;
+                export { duration_1 as duration };
+            }
+            export { limiter_1 as limiter };
         }
         export { workerConfig_1 as workerConfig };
     }
@@ -355,6 +362,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_2 {
             let concurrency_2: number;
             export { concurrency_2 as concurrency };
+            export namespace limiter_2 {
+                let max_2: number;
+                export { max_2 as max };
+                let duration_2: number;
+                export { duration_2 as duration };
+            }
+            export { limiter_2 as limiter };
         }
         export { workerConfig_2 as workerConfig };
     }
@@ -391,6 +405,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_3 {
             let concurrency_3: number;
             export { concurrency_3 as concurrency };
+            export namespace limiter_3 {
+                let max_3: number;
+                export { max_3 as max };
+                let duration_3: number;
+                export { duration_3 as duration };
+            }
+            export { limiter_3 as limiter };
         }
         export { workerConfig_3 as workerConfig };
     }
@@ -427,6 +448,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_4 {
             let concurrency_4: number;
             export { concurrency_4 as concurrency };
+            export namespace limiter_4 {
+                let max_4: number;
+                export { max_4 as max };
+                let duration_4: number;
+                export { duration_4 as duration };
+            }
+            export { limiter_4 as limiter };
         }
         export { workerConfig_4 as workerConfig };
     }
@@ -463,6 +491,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_5 {
             let concurrency_5: number;
             export { concurrency_5 as concurrency };
+            export namespace limiter_5 {
+                let max_5: number;
+                export { max_5 as max };
+                let duration_5: number;
+                export { duration_5 as duration };
+            }
+            export { limiter_5 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
@@ -499,6 +534,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_6 {
             let concurrency_6: number;
             export { concurrency_6 as concurrency };
+            export namespace limiter_6 {
+                let max_6: number;
+                export { max_6 as max };
+                let duration_6: number;
+                export { duration_6 as duration };
+            }
+            export { limiter_6 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
@@ -535,6 +577,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_7 {
             let concurrency_7: number;
             export { concurrency_7 as concurrency };
+            export namespace limiter_7 {
+                let max_7: number;
+                export { max_7 as max };
+                let duration_7: number;
+                export { duration_7 as duration };
+            }
+            export { limiter_7 as limiter };
         }
         export { workerConfig_7 as workerConfig };
     }
@@ -571,6 +620,13 @@ declare namespace BASE_BULLMQ_CONFIG {
         export namespace workerConfig_8 {
             let concurrency_8: number;
             export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
         }
         export { workerConfig_8 as workerConfig };
     }

package/dist/universal.js CHANGED Viewed

@@ -477,7 +477,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 200,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -500,7 +507,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -523,7 +537,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 200,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -546,7 +566,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -569,7 +596,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -592,7 +625,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -615,7 +654,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -638,7 +683,11 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        duration: 6e4
+      }
     }
   },
   REINDEX_QUEUE: {

package/dist/universal.mjs CHANGED Viewed

@@ -441,7 +441,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 200,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CREATE_ANNOS_QUEUE: {
@@ -464,7 +471,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ENHANCE_AND_EMBED_QUEUE: {
@@ -487,7 +501,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 200,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   DIRECT_DATA_IMPORT_QUEUE: {
@@ -510,7 +530,14 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 1
+      concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
+      limiter: {
+        max: 20,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   AI_CATEGORIZE_QUEUE: {
@@ -533,7 +560,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   ANNOS_ELASTIC_SYNC_QUEUE: {
@@ -556,7 +589,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CHUNKS_ELASTIC_SYNC_QUEUE: {
@@ -579,7 +618,13 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
     }
   },
   CONTENT_ELASTIC_SYNC_QUEUE: {
@@ -602,7 +647,11 @@ var BASE_BULLMQ_CONFIG = {
       }
     },
     workerConfig: {
-      concurrency: 200
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        duration: 6e4
+      }
     }
   },
   REINDEX_QUEUE: {

package/package.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.13.0",
+  "version": "1.14.0",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",