@okf/ootils 1.35.0 → 1.36.1

package/dist/browser.d.mts

@@ -917,13 +917,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -931,8 +929,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -959,6 +957,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1145,6 +1185,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1164,6 +1208,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1430,6 +1475,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1449,6 +1498,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;

package/dist/browser.d.ts

@@ -917,13 +917,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -931,8 +929,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -959,6 +957,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1145,6 +1185,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1164,6 +1208,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1430,6 +1475,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1449,6 +1498,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;

package/dist/browser.js

@@ -1224,6 +1224,34 @@ var BASE_BULLMQ_CONFIG = {
       maxStalledCount: 3
     }
   },
+  // One job per due ExternalConnection at each cron tick (hourly/daily/weekly).
+  // The worker handler doesn't do the import itself — it calls okf-be's
+  // /api/externalConnections/internal/runSync which fans out into the existing
+  // DIRECT_DATA_IMPORT_QUEUE for the batched fetch+import work. Keeping this
+  // queue separate from DDI gives clean dashboard separation, independent
+  // concurrency (background-friendly), and independent pause/drain.
+  SCHEDULED_EXTERNAL_SYNC_QUEUE: {
+    id: "scheduled-external-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: { type: "exponential", delay: 5e3 },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      lockDuration: 6e5,
+      // 10 min — runSync HTTP call can be long
+      maxStalledCount: 3
+    }
+  },
   REINDEX_QUEUE: {
     id: "reindex-queue",
     queueConfig: {
@@ -2067,7 +2095,10 @@ var processAuthorAndCommonFilters = (allTpls, filterScopes, annoEnabledBlocks =
         }),
         source: {
           filterType: "usersType",
-          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type)
+          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type),
+          pinnedOptions: [
+            { display: "AI", value: null }
+          ]
         },
         target: {
           filterType: "valuePathType",
@@ -2331,6 +2362,9 @@ var sortFiltersHierarchically = (filters) => {
 };
 
 // src/utils/autoGenFilterConfigsFromTpl/utils/_self_managed_buildDocHierarchyConfig.ts
+var injectFilterOptionsBy = (filters) => filters.map(
+  (f) => f.parentFilterId ? { ...f, source: { ...f.source, filterOptionsBy: { filterId: f.parentFilterId } } } : f
+);
 var _self_managed_buildDocHierarchyConfig = ({
   combinedDocumentBlocks,
   docRollupBlocks,
@@ -2343,27 +2377,11 @@ var _self_managed_buildDocHierarchyConfig = ({
   const commonGroup = allGroups.find(
     (g) => g.contentTypes.length === selectedTpls.length
   );
-  const commonFilterConfigs = commonGroup ? sortFiltersHierarchically(
-    attachParentFields(
-      buildFilterConfigurations({
-        groups: [commonGroup],
-        type: "tags",
-        selectedTpls,
-        allTpls,
-        isRollup: false,
-        isAnno: false
-      }).flatMap((s) => s.configs),
-      allTpls
-    )
-  ) : [];
-  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
-    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
-  ) : [];
-  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
-    const groupFilterConfigs = sortFiltersHierarchically(
+  const commonFilterConfigs = commonGroup ? injectFilterOptionsBy(
+    sortFiltersHierarchically(
       attachParentFields(
         buildFilterConfigurations({
-          groups: [group],
+          groups: [commonGroup],
           type: "tags",
           selectedTpls,
           allTpls,
@@ -2372,6 +2390,26 @@ var _self_managed_buildDocHierarchyConfig = ({
         }).flatMap((s) => s.configs),
         allTpls
       )
+    )
+  ) : [];
+  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
+    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
+  ) : [];
+  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
+    const groupFilterConfigs = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(
+          buildFilterConfigurations({
+            groups: [group],
+            type: "tags",
+            selectedTpls,
+            allTpls,
+            isRollup: false,
+            isAnno: false
+          }).flatMap((s) => s.configs),
+          allTpls
+        )
+      )
     );
     const display = group.contentTypes.map((ct) => {
       const tplData = allTpls.find(
@@ -2430,8 +2468,10 @@ var _self_managed_buildDocHierarchyConfig = ({
       (f) => !rollupSourceKeys.has(JSON.stringify(f.source))
     );
     const combined = [...dedupedFilters, ...rollupConfigs];
-    const combinedWithParents = sortFiltersHierarchically(
-      attachParentFields(combined, allTpls)
+    const combinedWithParents = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(combined, allTpls)
+      )
     );
     const rollupFilterIds = new Set(rollupConfigs.map((r) => r.filterId));
     const filtersWithParents = combinedWithParents.filter(

package/dist/browser.mjs

@@ -1155,6 +1155,34 @@ var BASE_BULLMQ_CONFIG = {
       maxStalledCount: 3
     }
   },
+  // One job per due ExternalConnection at each cron tick (hourly/daily/weekly).
+  // The worker handler doesn't do the import itself — it calls okf-be's
+  // /api/externalConnections/internal/runSync which fans out into the existing
+  // DIRECT_DATA_IMPORT_QUEUE for the batched fetch+import work. Keeping this
+  // queue separate from DDI gives clean dashboard separation, independent
+  // concurrency (background-friendly), and independent pause/drain.
+  SCHEDULED_EXTERNAL_SYNC_QUEUE: {
+    id: "scheduled-external-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: { type: "exponential", delay: 5e3 },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      lockDuration: 6e5,
+      // 10 min — runSync HTTP call can be long
+      maxStalledCount: 3
+    }
+  },
   REINDEX_QUEUE: {
     id: "reindex-queue",
     queueConfig: {
@@ -1998,7 +2026,10 @@ var processAuthorAndCommonFilters = (allTpls, filterScopes, annoEnabledBlocks =
         }),
         source: {
           filterType: "usersType",
-          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type)
+          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type),
+          pinnedOptions: [
+            { display: "AI", value: null }
+          ]
         },
         target: {
           filterType: "valuePathType",
@@ -2262,6 +2293,9 @@ var sortFiltersHierarchically = (filters) => {
 };
 
 // src/utils/autoGenFilterConfigsFromTpl/utils/_self_managed_buildDocHierarchyConfig.ts
+var injectFilterOptionsBy = (filters) => filters.map(
+  (f) => f.parentFilterId ? { ...f, source: { ...f.source, filterOptionsBy: { filterId: f.parentFilterId } } } : f
+);
 var _self_managed_buildDocHierarchyConfig = ({
   combinedDocumentBlocks,
   docRollupBlocks,
@@ -2274,27 +2308,11 @@ var _self_managed_buildDocHierarchyConfig = ({
   const commonGroup = allGroups.find(
     (g) => g.contentTypes.length === selectedTpls.length
   );
-  const commonFilterConfigs = commonGroup ? sortFiltersHierarchically(
-    attachParentFields(
-      buildFilterConfigurations({
-        groups: [commonGroup],
-        type: "tags",
-        selectedTpls,
-        allTpls,
-        isRollup: false,
-        isAnno: false
-      }).flatMap((s) => s.configs),
-      allTpls
-    )
-  ) : [];
-  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
-    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
-  ) : [];
-  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
-    const groupFilterConfigs = sortFiltersHierarchically(
+  const commonFilterConfigs = commonGroup ? injectFilterOptionsBy(
+    sortFiltersHierarchically(
       attachParentFields(
         buildFilterConfigurations({
-          groups: [group],
+          groups: [commonGroup],
           type: "tags",
           selectedTpls,
           allTpls,
@@ -2303,6 +2321,26 @@ var _self_managed_buildDocHierarchyConfig = ({
         }).flatMap((s) => s.configs),
         allTpls
       )
+    )
+  ) : [];
+  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
+    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
+  ) : [];
+  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
+    const groupFilterConfigs = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(
+          buildFilterConfigurations({
+            groups: [group],
+            type: "tags",
+            selectedTpls,
+            allTpls,
+            isRollup: false,
+            isAnno: false
+          }).flatMap((s) => s.configs),
+          allTpls
+        )
+      )
     );
     const display = group.contentTypes.map((ct) => {
       const tplData = allTpls.find(
@@ -2361,8 +2399,10 @@ var _self_managed_buildDocHierarchyConfig = ({
       (f) => !rollupSourceKeys.has(JSON.stringify(f.source))
     );
     const combined = [...dedupedFilters, ...rollupConfigs];
-    const combinedWithParents = sortFiltersHierarchically(
-      attachParentFields(combined, allTpls)
+    const combinedWithParents = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(combined, allTpls)
+      )
     );
     const rollupFilterIds = new Set(rollupConfigs.map((r) => r.filterId));
     const filtersWithParents = combinedWithParents.filter(

package/dist/node.d.mts

@@ -924,13 +924,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -938,8 +936,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -966,6 +964,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1152,6 +1192,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1171,6 +1215,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1437,6 +1482,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1456,6 +1505,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;