@okf/ootils 1.39.0 → 1.39.2

package/dist/browser.d.mts

@@ -486,7 +486,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_4 as workerConfig };
     }
-    namespace AI_CATEGORIZE_QUEUE {
+    namespace AI_AUTO_ANNOTATE_QUEUE {
         let id_5: string;
         export { id_5 as id };
         export namespace queueConfig_5 {
@@ -523,17 +523,10 @@ declare namespace BASE_BULLMQ_CONFIG {
             export { lockDuration_5 as lockDuration };
             let maxStalledCount_5: number;
             export { maxStalledCount_5 as maxStalledCount };
-            export namespace limiter_2 {
-                let max_2: number;
-                export { max_2 as max };
-                let duration_2: number;
-                export { duration_2 as duration };
-            }
-            export { limiter_2 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
-    namespace SENTIMENT_AND_NER_QUEUE {
+    namespace AI_AUTO_ANNOTATE_CHUNK_QUEUE {
         let id_6: string;
         export { id_6 as id };
         export namespace queueConfig_6 {
@@ -570,17 +563,10 @@ declare namespace BASE_BULLMQ_CONFIG {
             export { lockDuration_6 as lockDuration };
             let maxStalledCount_6: number;
             export { maxStalledCount_6 as maxStalledCount };
-            export namespace limiter_3 {
-                let max_3: number;
-                export { max_3 as max };
-                let duration_3: number;
-                export { duration_3 as duration };
-            }
-            export { limiter_3 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
-    namespace AI_AUTO_ANNOTATE_QUEUE {
+    namespace ANNOS_ELASTIC_SYNC_QUEUE {
         let id_7: string;
         export { id_7 as id };
         export namespace queueConfig_7 {
@@ -620,7 +606,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_7 as workerConfig };
     }
-    namespace AI_AUTO_ANNOTATE_CHUNK_QUEUE {
+    namespace CHUNKS_ELASTIC_SYNC_QUEUE {
         let id_8: string;
         export { id_8 as id };
         export namespace queueConfig_8 {
@@ -660,7 +646,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_8 as workerConfig };
     }
-    namespace ANNOS_ELASTIC_SYNC_QUEUE {
+    namespace USERS_ELASTIC_SYNC_QUEUE {
         let id_9: string;
         export { id_9 as id };
         export namespace queueConfig_9 {
@@ -700,7 +686,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_9 as workerConfig };
     }
-    namespace CHUNKS_ELASTIC_SYNC_QUEUE {
+    namespace CONTENT_ELASTIC_SYNC_QUEUE {
         let id_10: string;
         export { id_10 as id };
         export namespace queueConfig_10 {
@@ -740,7 +726,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_10 as workerConfig };
     }
-    namespace USERS_ELASTIC_SYNC_QUEUE {
+    namespace SARVAM_TRANSCRIPTION_QUEUE {
         let id_11: string;
         export { id_11 as id };
         export namespace queueConfig_11 {
@@ -780,7 +766,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_11 as workerConfig };
     }
-    namespace CONTENT_ELASTIC_SYNC_QUEUE {
+    namespace INTERCOM_CONVERSATIONS_QUEUE {
         let id_12: string;
         export { id_12 as id };
         export namespace queueConfig_12 {
@@ -820,7 +806,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_12 as workerConfig };
     }
-    namespace SARVAM_TRANSCRIPTION_QUEUE {
+    namespace TAG_SYNC_PLAN_QUEUE {
         let id_13: string;
         export { id_13 as id };
         export namespace queueConfig_13 {
@@ -860,7 +846,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_13 as workerConfig };
     }
-    namespace INTERCOM_CONVERSATIONS_QUEUE {
+    namespace TAG_SYNC_BATCH_QUEUE {
         let id_14: string;
         export { id_14 as id };
         export namespace queueConfig_14 {
@@ -900,13 +886,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_14 as workerConfig };
     }
-    namespace TAG_SYNC_PLAN_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_15: string;
         export { id_15 as id };
         export namespace queueConfig_15 {
             export namespace defaultJobOptions_15 {
-                let attempts_15: number;
-                export { attempts_15 as attempts };
                 export namespace backoff_15 {
                     let type_15: string;
                     export { type_15 as type };
@@ -914,6 +898,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_15 as delay };
                 }
                 export { backoff_15 as backoff };
+                let attempts_15: number;
+                export { attempts_15 as attempts };
                 let removeOnComplete_15: number;
                 export { removeOnComplete_15 as removeOnComplete };
                 let removeOnFail_15: number;
@@ -940,7 +926,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace TAG_SYNC_BATCH_QUEUE {
+    namespace REINDEX_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
@@ -954,6 +940,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
+                let delay_17: number;
+                export { delay_17 as delay };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -980,88 +968,6 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
-    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
-        let id_17: string;
-        export { id_17 as id };
-        export namespace queueConfig_17 {
-            export namespace defaultJobOptions_17 {
-                export namespace backoff_17 {
-                    let type_17: string;
-                    export { type_17 as type };
-                    let delay_17: number;
-                    export { delay_17 as delay };
-                }
-                export { backoff_17 as backoff };
-                let attempts_17: number;
-                export { attempts_17 as attempts };
-                let removeOnComplete_17: number;
-                export { removeOnComplete_17 as removeOnComplete };
-                let removeOnFail_17: number;
-                export { removeOnFail_17 as removeOnFail };
-            }
-            export { defaultJobOptions_17 as defaultJobOptions };
-            export namespace streams_17 {
-                export namespace events_17 {
-                    let maxLen_17: number;
-                    export { maxLen_17 as maxLen };
-                }
-                export { events_17 as events };
-            }
-            export { streams_17 as streams };
-        }
-        export { queueConfig_17 as queueConfig };
-        export namespace workerConfig_17 {
-            let concurrency_17: number;
-            export { concurrency_17 as concurrency };
-            let lockDuration_17: number;
-            export { lockDuration_17 as lockDuration };
-            let maxStalledCount_17: number;
-            export { maxStalledCount_17 as maxStalledCount };
-        }
-        export { workerConfig_17 as workerConfig };
-    }
-    namespace REINDEX_QUEUE {
-        let id_18: string;
-        export { id_18 as id };
-        export namespace queueConfig_18 {
-            export namespace defaultJobOptions_18 {
-                let attempts_18: number;
-                export { attempts_18 as attempts };
-                export namespace backoff_18 {
-                    let type_18: string;
-                    export { type_18 as type };
-                    let delay_18: number;
-                    export { delay_18 as delay };
-                }
-                export { backoff_18 as backoff };
-                let delay_19: number;
-                export { delay_19 as delay };
-                let removeOnComplete_18: number;
-                export { removeOnComplete_18 as removeOnComplete };
-                let removeOnFail_18: number;
-                export { removeOnFail_18 as removeOnFail };
-            }
-            export { defaultJobOptions_18 as defaultJobOptions };
-            export namespace streams_18 {
-                export namespace events_18 {
-                    let maxLen_18: number;
-                    export { maxLen_18 as maxLen };
-                }
-                export { events_18 as events };
-            }
-            export { streams_18 as streams };
-        }
-        export { queueConfig_18 as queueConfig };
-        export namespace workerConfig_18 {
-            let concurrency_18: number;
-            export { concurrency_18 as concurrency };
-            let lockDuration_18: number;
-            export { lockDuration_18 as lockDuration };
-            let maxStalledCount_18: number;
-            export { maxStalledCount_18 as maxStalledCount };
-        }
-        export { workerConfig_18 as workerConfig };
-    }
 }
 
 interface PlatformContextContentItem {
@@ -1356,7 +1262,7 @@ declare const FILTER_IDS: {
  * renders that level as multiple meta entries (one per tab), each scoping its
  * options by the tab's findQuery. Selected values still flow through the level's
  * single filterId. Currently used to split sub-themes into Thematics + Attributes
- * when EXPERIMENTAL_newTopicModelling is on.
+ * when aiAnnotation.newTopicModelling is on.
  */
 declare const _self_managed_buildAnnoHierarchyConfig: ({ annotationTagsCount, attributeThematicTabs, }: {
     annotationTagsCount: any;

package/dist/browser.d.ts

@@ -486,7 +486,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_4 as workerConfig };
     }
-    namespace AI_CATEGORIZE_QUEUE {
+    namespace AI_AUTO_ANNOTATE_QUEUE {
         let id_5: string;
         export { id_5 as id };
         export namespace queueConfig_5 {
@@ -523,17 +523,10 @@ declare namespace BASE_BULLMQ_CONFIG {
             export { lockDuration_5 as lockDuration };
             let maxStalledCount_5: number;
             export { maxStalledCount_5 as maxStalledCount };
-            export namespace limiter_2 {
-                let max_2: number;
-                export { max_2 as max };
-                let duration_2: number;
-                export { duration_2 as duration };
-            }
-            export { limiter_2 as limiter };
         }
         export { workerConfig_5 as workerConfig };
     }
-    namespace SENTIMENT_AND_NER_QUEUE {
+    namespace AI_AUTO_ANNOTATE_CHUNK_QUEUE {
         let id_6: string;
         export { id_6 as id };
         export namespace queueConfig_6 {
@@ -570,17 +563,10 @@ declare namespace BASE_BULLMQ_CONFIG {
             export { lockDuration_6 as lockDuration };
             let maxStalledCount_6: number;
             export { maxStalledCount_6 as maxStalledCount };
-            export namespace limiter_3 {
-                let max_3: number;
-                export { max_3 as max };
-                let duration_3: number;
-                export { duration_3 as duration };
-            }
-            export { limiter_3 as limiter };
         }
         export { workerConfig_6 as workerConfig };
     }
-    namespace AI_AUTO_ANNOTATE_QUEUE {
+    namespace ANNOS_ELASTIC_SYNC_QUEUE {
         let id_7: string;
         export { id_7 as id };
         export namespace queueConfig_7 {
@@ -620,7 +606,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_7 as workerConfig };
     }
-    namespace AI_AUTO_ANNOTATE_CHUNK_QUEUE {
+    namespace CHUNKS_ELASTIC_SYNC_QUEUE {
         let id_8: string;
         export { id_8 as id };
         export namespace queueConfig_8 {
@@ -660,7 +646,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_8 as workerConfig };
     }
-    namespace ANNOS_ELASTIC_SYNC_QUEUE {
+    namespace USERS_ELASTIC_SYNC_QUEUE {
         let id_9: string;
         export { id_9 as id };
         export namespace queueConfig_9 {
@@ -700,7 +686,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_9 as workerConfig };
     }
-    namespace CHUNKS_ELASTIC_SYNC_QUEUE {
+    namespace CONTENT_ELASTIC_SYNC_QUEUE {
         let id_10: string;
         export { id_10 as id };
         export namespace queueConfig_10 {
@@ -740,7 +726,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_10 as workerConfig };
     }
-    namespace USERS_ELASTIC_SYNC_QUEUE {
+    namespace SARVAM_TRANSCRIPTION_QUEUE {
         let id_11: string;
         export { id_11 as id };
         export namespace queueConfig_11 {
@@ -780,7 +766,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_11 as workerConfig };
     }
-    namespace CONTENT_ELASTIC_SYNC_QUEUE {
+    namespace INTERCOM_CONVERSATIONS_QUEUE {
         let id_12: string;
         export { id_12 as id };
         export namespace queueConfig_12 {
@@ -820,7 +806,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_12 as workerConfig };
     }
-    namespace SARVAM_TRANSCRIPTION_QUEUE {
+    namespace TAG_SYNC_PLAN_QUEUE {
         let id_13: string;
         export { id_13 as id };
         export namespace queueConfig_13 {
@@ -860,7 +846,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_13 as workerConfig };
     }
-    namespace INTERCOM_CONVERSATIONS_QUEUE {
+    namespace TAG_SYNC_BATCH_QUEUE {
         let id_14: string;
         export { id_14 as id };
         export namespace queueConfig_14 {
@@ -900,13 +886,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_14 as workerConfig };
     }
-    namespace TAG_SYNC_PLAN_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_15: string;
         export { id_15 as id };
         export namespace queueConfig_15 {
             export namespace defaultJobOptions_15 {
-                let attempts_15: number;
-                export { attempts_15 as attempts };
                 export namespace backoff_15 {
                     let type_15: string;
                     export { type_15 as type };
@@ -914,6 +898,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_15 as delay };
                 }
                 export { backoff_15 as backoff };
+                let attempts_15: number;
+                export { attempts_15 as attempts };
                 let removeOnComplete_15: number;
                 export { removeOnComplete_15 as removeOnComplete };
                 let removeOnFail_15: number;
@@ -940,7 +926,7 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace TAG_SYNC_BATCH_QUEUE {
+    namespace REINDEX_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
@@ -954,6 +940,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
+                let delay_17: number;
+                export { delay_17 as delay };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -980,88 +968,6 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
-    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
-        let id_17: string;
-        export { id_17 as id };
-        export namespace queueConfig_17 {
-            export namespace defaultJobOptions_17 {
-                export namespace backoff_17 {
-                    let type_17: string;
-                    export { type_17 as type };
-                    let delay_17: number;
-                    export { delay_17 as delay };
-                }
-                export { backoff_17 as backoff };
-                let attempts_17: number;
-                export { attempts_17 as attempts };
-                let removeOnComplete_17: number;
-                export { removeOnComplete_17 as removeOnComplete };
-                let removeOnFail_17: number;
-                export { removeOnFail_17 as removeOnFail };
-            }
-            export { defaultJobOptions_17 as defaultJobOptions };
-            export namespace streams_17 {
-                export namespace events_17 {
-                    let maxLen_17: number;
-                    export { maxLen_17 as maxLen };
-                }
-                export { events_17 as events };
-            }
-            export { streams_17 as streams };
-        }
-        export { queueConfig_17 as queueConfig };
-        export namespace workerConfig_17 {
-            let concurrency_17: number;
-            export { concurrency_17 as concurrency };
-            let lockDuration_17: number;
-            export { lockDuration_17 as lockDuration };
-            let maxStalledCount_17: number;
-            export { maxStalledCount_17 as maxStalledCount };
-        }
-        export { workerConfig_17 as workerConfig };
-    }
-    namespace REINDEX_QUEUE {
-        let id_18: string;
-        export { id_18 as id };
-        export namespace queueConfig_18 {
-            export namespace defaultJobOptions_18 {
-                let attempts_18: number;
-                export { attempts_18 as attempts };
-                export namespace backoff_18 {
-                    let type_18: string;
-                    export { type_18 as type };
-                    let delay_18: number;
-                    export { delay_18 as delay };
-                }
-                export { backoff_18 as backoff };
-                let delay_19: number;
-                export { delay_19 as delay };
-                let removeOnComplete_18: number;
-                export { removeOnComplete_18 as removeOnComplete };
-                let removeOnFail_18: number;
-                export { removeOnFail_18 as removeOnFail };
-            }
-            export { defaultJobOptions_18 as defaultJobOptions };
-            export namespace streams_18 {
-                export namespace events_18 {
-                    let maxLen_18: number;
-                    export { maxLen_18 as maxLen };
-                }
-                export { events_18 as events };
-            }
-            export { streams_18 as streams };
-        }
-        export { queueConfig_18 as queueConfig };
-        export namespace workerConfig_18 {
-            let concurrency_18: number;
-            export { concurrency_18 as concurrency };
-            let lockDuration_18: number;
-            export { lockDuration_18 as lockDuration };
-            let maxStalledCount_18: number;
-            export { maxStalledCount_18 as maxStalledCount };
-        }
-        export { workerConfig_18 as workerConfig };
-    }
 }
 
 interface PlatformContextContentItem {
@@ -1356,7 +1262,7 @@ declare const FILTER_IDS: {
  * renders that level as multiple meta entries (one per tab), each scoping its
  * options by the tab's findQuery. Selected values still flow through the level's
  * single filterId. Currently used to split sub-themes into Thematics + Attributes
- * when EXPERIMENTAL_newTopicModelling is on.
+ * when aiAnnotation.newTopicModelling is on.
  */
 declare const _self_managed_buildAnnoHierarchyConfig: ({ annotationTagsCount, attributeThematicTabs, }: {
     annotationTagsCount: any;

package/dist/browser.js

@@ -956,65 +956,6 @@ var BASE_BULLMQ_CONFIG = {
       }
     }
   },
-  AI_CATEGORIZE_QUEUE: {
-    id: "ai-categorize-queue",
-    queueConfig: {
-      defaultJobOptions: {
-        attempts: 3,
-        backoff: {
-          type: "exponential",
-          delay: 2e3
-        },
-        removeOnComplete: 30,
-        removeOnFail: 100
-      },
-      streams: {
-        events: {
-          maxLen: 10
-          // Keep very low, cuz we dont really use historical stream events as of now
-        }
-      }
-    },
-    workerConfig: {
-      concurrency: 1,
-      lockDuration: 9e4,
-      maxStalledCount: 3,
-      limiter: {
-        max: 100,
-        // (lets always keep this same as content enhance & embed since it comes immediately after)
-        duration: 6e4
-        // ...60 seconds (higher throughput for chunking)
-      }
-    }
-  },
-  SENTIMENT_AND_NER_QUEUE: {
-    id: "sentiment-and-ner-queue",
-    queueConfig: {
-      defaultJobOptions: {
-        attempts: 3,
-        backoff: {
-          type: "exponential",
-          delay: 2e3
-        },
-        removeOnComplete: 30,
-        removeOnFail: 100
-      },
-      streams: {
-        events: {
-          maxLen: 10
-        }
-      }
-    },
-    workerConfig: {
-      concurrency: 1,
-      lockDuration: 9e4,
-      maxStalledCount: 3,
-      limiter: {
-        max: 100,
-        duration: 6e4
-      }
-    }
-  },
   AI_AUTO_ANNOTATE_QUEUE: {
     // PARENT queue in the per-doc Flow. One job per doc; child jobs (one
     // per chunk) live on AI_AUTO_ANNOTATE_CHUNK_QUEUE. BullMQ Flow fires
@@ -1085,8 +1026,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {

package/dist/browser.mjs

@@ -886,65 +886,6 @@ var BASE_BULLMQ_CONFIG = {
       }
     }
   },
-  AI_CATEGORIZE_QUEUE: {
-    id: "ai-categorize-queue",
-    queueConfig: {
-      defaultJobOptions: {
-        attempts: 3,
-        backoff: {
-          type: "exponential",
-          delay: 2e3
-        },
-        removeOnComplete: 30,
-        removeOnFail: 100
-      },
-      streams: {
-        events: {
-          maxLen: 10
-          // Keep very low, cuz we dont really use historical stream events as of now
-        }
-      }
-    },
-    workerConfig: {
-      concurrency: 1,
-      lockDuration: 9e4,
-      maxStalledCount: 3,
-      limiter: {
-        max: 100,
-        // (lets always keep this same as content enhance & embed since it comes immediately after)
-        duration: 6e4
-        // ...60 seconds (higher throughput for chunking)
-      }
-    }
-  },
-  SENTIMENT_AND_NER_QUEUE: {
-    id: "sentiment-and-ner-queue",
-    queueConfig: {
-      defaultJobOptions: {
-        attempts: 3,
-        backoff: {
-          type: "exponential",
-          delay: 2e3
-        },
-        removeOnComplete: 30,
-        removeOnFail: 100
-      },
-      streams: {
-        events: {
-          maxLen: 10
-        }
-      }
-    },
-    workerConfig: {
-      concurrency: 1,
-      lockDuration: 9e4,
-      maxStalledCount: 3,
-      limiter: {
-        max: 100,
-        duration: 6e4
-      }
-    }
-  },
   AI_AUTO_ANNOTATE_QUEUE: {
     // PARENT queue in the per-doc Flow. One job per doc; child jobs (one
     // per chunk) live on AI_AUTO_ANNOTATE_CHUNK_QUEUE. BullMQ Flow fires
@@ -1015,8 +956,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {