@okf/ootils 1.35.0 → 1.36.1

package/dist/node.d.ts

@@ -924,13 +924,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -938,8 +936,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -966,6 +964,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1152,6 +1192,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1171,6 +1215,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1437,6 +1482,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1456,6 +1505,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;

package/dist/node.js

@@ -481,6 +481,34 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           maxStalledCount: 3
         }
       },
+      // One job per due ExternalConnection at each cron tick (hourly/daily/weekly).
+      // The worker handler doesn't do the import itself — it calls okf-be's
+      // /api/externalConnections/internal/runSync which fans out into the existing
+      // DIRECT_DATA_IMPORT_QUEUE for the batched fetch+import work. Keeping this
+      // queue separate from DDI gives clean dashboard separation, independent
+      // concurrency (background-friendly), and independent pause/drain.
+      SCHEDULED_EXTERNAL_SYNC_QUEUE: {
+        id: "scheduled-external-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: { type: "exponential", delay: 5e3 },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          lockDuration: 6e5,
+          // 10 min — runSync HTTP call can be long
+          maxStalledCount: 3
+        }
+      },
       REINDEX_QUEUE: {
         id: "reindex-queue",
         queueConfig: {
@@ -3673,7 +3701,10 @@ var processAuthorAndCommonFilters = (allTpls, filterScopes, annoEnabledBlocks =
         }),
         source: {
           filterType: "usersType",
-          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type)
+          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type),
+          pinnedOptions: [
+            { display: "AI", value: null }
+          ]
         },
         target: {
           filterType: "valuePathType",
@@ -3937,6 +3968,9 @@ var sortFiltersHierarchically = (filters) => {
 };
 
 // src/utils/autoGenFilterConfigsFromTpl/utils/_self_managed_buildDocHierarchyConfig.ts
+var injectFilterOptionsBy = (filters) => filters.map(
+  (f) => f.parentFilterId ? { ...f, source: { ...f.source, filterOptionsBy: { filterId: f.parentFilterId } } } : f
+);
 var _self_managed_buildDocHierarchyConfig = ({
   combinedDocumentBlocks,
   docRollupBlocks,
@@ -3949,27 +3983,11 @@ var _self_managed_buildDocHierarchyConfig = ({
   const commonGroup = allGroups.find(
     (g) => g.contentTypes.length === selectedTpls.length
   );
-  const commonFilterConfigs = commonGroup ? sortFiltersHierarchically(
-    attachParentFields(
-      buildFilterConfigurations({
-        groups: [commonGroup],
-        type: "tags",
-        selectedTpls,
-        allTpls,
-        isRollup: false,
-        isAnno: false
-      }).flatMap((s) => s.configs),
-      allTpls
-    )
-  ) : [];
-  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
-    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
-  ) : [];
-  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
-    const groupFilterConfigs = sortFiltersHierarchically(
+  const commonFilterConfigs = commonGroup ? injectFilterOptionsBy(
+    sortFiltersHierarchically(
       attachParentFields(
         buildFilterConfigurations({
-          groups: [group],
+          groups: [commonGroup],
           type: "tags",
           selectedTpls,
           allTpls,
@@ -3978,6 +3996,26 @@ var _self_managed_buildDocHierarchyConfig = ({
         }).flatMap((s) => s.configs),
         allTpls
       )
+    )
+  ) : [];
+  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
+    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
+  ) : [];
+  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
+    const groupFilterConfigs = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(
+          buildFilterConfigurations({
+            groups: [group],
+            type: "tags",
+            selectedTpls,
+            allTpls,
+            isRollup: false,
+            isAnno: false
+          }).flatMap((s) => s.configs),
+          allTpls
+        )
+      )
     );
     const display = group.contentTypes.map((ct) => {
       const tplData = allTpls.find(
@@ -4036,8 +4074,10 @@ var _self_managed_buildDocHierarchyConfig = ({
       (f) => !rollupSourceKeys.has(JSON.stringify(f.source))
     );
     const combined = [...dedupedFilters, ...rollupConfigs];
-    const combinedWithParents = sortFiltersHierarchically(
-      attachParentFields(combined, allTpls)
+    const combinedWithParents = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(combined, allTpls)
+      )
     );
     const rollupFilterIds = new Set(rollupConfigs.map((r) => r.filterId));
     const filtersWithParents = combinedWithParents.filter(

package/dist/node.mjs

@@ -486,6 +486,34 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
           maxStalledCount: 3
         }
       },
+      // One job per due ExternalConnection at each cron tick (hourly/daily/weekly).
+      // The worker handler doesn't do the import itself — it calls okf-be's
+      // /api/externalConnections/internal/runSync which fans out into the existing
+      // DIRECT_DATA_IMPORT_QUEUE for the batched fetch+import work. Keeping this
+      // queue separate from DDI gives clean dashboard separation, independent
+      // concurrency (background-friendly), and independent pause/drain.
+      SCHEDULED_EXTERNAL_SYNC_QUEUE: {
+        id: "scheduled-external-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            backoff: { type: "exponential", delay: 5e3 },
+            attempts: 3,
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 1,
+          lockDuration: 6e5,
+          // 10 min — runSync HTTP call can be long
+          maxStalledCount: 3
+        }
+      },
       REINDEX_QUEUE: {
         id: "reindex-queue",
         queueConfig: {
@@ -3603,7 +3631,10 @@ var processAuthorAndCommonFilters = (allTpls, filterScopes, annoEnabledBlocks =
         }),
         source: {
           filterType: "usersType",
-          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type)
+          profileTypes: allProfileTpls.map((tpl) => tpl.kp_content_type),
+          pinnedOptions: [
+            { display: "AI", value: null }
+          ]
         },
         target: {
           filterType: "valuePathType",
@@ -3867,6 +3898,9 @@ var sortFiltersHierarchically = (filters) => {
 };
 
 // src/utils/autoGenFilterConfigsFromTpl/utils/_self_managed_buildDocHierarchyConfig.ts
+var injectFilterOptionsBy = (filters) => filters.map(
+  (f) => f.parentFilterId ? { ...f, source: { ...f.source, filterOptionsBy: { filterId: f.parentFilterId } } } : f
+);
 var _self_managed_buildDocHierarchyConfig = ({
   combinedDocumentBlocks,
   docRollupBlocks,
@@ -3879,27 +3913,11 @@ var _self_managed_buildDocHierarchyConfig = ({
   const commonGroup = allGroups.find(
     (g) => g.contentTypes.length === selectedTpls.length
   );
-  const commonFilterConfigs = commonGroup ? sortFiltersHierarchically(
-    attachParentFields(
-      buildFilterConfigurations({
-        groups: [commonGroup],
-        type: "tags",
-        selectedTpls,
-        allTpls,
-        isRollup: false,
-        isAnno: false
-      }).flatMap((s) => s.configs),
-      allTpls
-    )
-  ) : [];
-  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
-    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
-  ) : [];
-  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
-    const groupFilterConfigs = sortFiltersHierarchically(
+  const commonFilterConfigs = commonGroup ? injectFilterOptionsBy(
+    sortFiltersHierarchically(
       attachParentFields(
         buildFilterConfigurations({
-          groups: [group],
+          groups: [commonGroup],
           type: "tags",
           selectedTpls,
           allTpls,
@@ -3908,6 +3926,26 @@ var _self_managed_buildDocHierarchyConfig = ({
         }).flatMap((s) => s.configs),
         allTpls
       )
+    )
+  ) : [];
+  const multiDatasetGroups = selectedTpls.length >= 2 ? allGroups.filter(
+    (g) => g.contentTypes.length > 1 && g.contentTypes.length < selectedTpls.length
+  ) : [];
+  const sharedAcrossMultiple = multiDatasetGroups.map((group) => {
+    const groupFilterConfigs = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(
+          buildFilterConfigurations({
+            groups: [group],
+            type: "tags",
+            selectedTpls,
+            allTpls,
+            isRollup: false,
+            isAnno: false
+          }).flatMap((s) => s.configs),
+          allTpls
+        )
+      )
     );
     const display = group.contentTypes.map((ct) => {
       const tplData = allTpls.find(
@@ -3966,8 +4004,10 @@ var _self_managed_buildDocHierarchyConfig = ({
       (f) => !rollupSourceKeys.has(JSON.stringify(f.source))
     );
     const combined = [...dedupedFilters, ...rollupConfigs];
-    const combinedWithParents = sortFiltersHierarchically(
-      attachParentFields(combined, allTpls)
+    const combinedWithParents = injectFilterOptionsBy(
+      sortFiltersHierarchically(
+        attachParentFields(combined, allTpls)
+      )
     );
     const rollupFilterIds = new Set(rollupConfigs.map((r) => r.filterId));
     const filtersWithParents = combinedWithParents.filter(

package/dist/universal.d.mts

@@ -917,13 +917,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -931,8 +929,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -959,6 +957,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1145,6 +1185,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1164,6 +1208,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1430,6 +1475,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1449,6 +1498,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;

package/dist/universal.d.ts

@@ -917,13 +917,11 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_15 as workerConfig };
     }
-    namespace REINDEX_QUEUE {
+    namespace SCHEDULED_EXTERNAL_SYNC_QUEUE {
         let id_16: string;
         export { id_16 as id };
         export namespace queueConfig_16 {
             export namespace defaultJobOptions_16 {
-                let attempts_16: number;
-                export { attempts_16 as attempts };
                 export namespace backoff_16 {
                     let type_16: string;
                     export { type_16 as type };
@@ -931,8 +929,8 @@ declare namespace BASE_BULLMQ_CONFIG {
                     export { delay_16 as delay };
                 }
                 export { backoff_16 as backoff };
-                let delay_17: number;
-                export { delay_17 as delay };
+                let attempts_16: number;
+                export { attempts_16 as attempts };
                 let removeOnComplete_16: number;
                 export { removeOnComplete_16 as removeOnComplete };
                 let removeOnFail_16: number;
@@ -959,6 +957,48 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_16 as workerConfig };
     }
+    namespace REINDEX_QUEUE {
+        let id_17: string;
+        export { id_17 as id };
+        export namespace queueConfig_17 {
+            export namespace defaultJobOptions_17 {
+                let attempts_17: number;
+                export { attempts_17 as attempts };
+                export namespace backoff_17 {
+                    let type_17: string;
+                    export { type_17 as type };
+                    let delay_17: number;
+                    export { delay_17 as delay };
+                }
+                export { backoff_17 as backoff };
+                let delay_18: number;
+                export { delay_18 as delay };
+                let removeOnComplete_17: number;
+                export { removeOnComplete_17 as removeOnComplete };
+                let removeOnFail_17: number;
+                export { removeOnFail_17 as removeOnFail };
+            }
+            export { defaultJobOptions_17 as defaultJobOptions };
+            export namespace streams_17 {
+                export namespace events_17 {
+                    let maxLen_17: number;
+                    export { maxLen_17 as maxLen };
+                }
+                export { events_17 as events };
+            }
+            export { streams_17 as streams };
+        }
+        export { queueConfig_17 as queueConfig };
+        export namespace workerConfig_17 {
+            let concurrency_17: number;
+            export { concurrency_17 as concurrency };
+            let lockDuration_17: number;
+            export { lockDuration_17 as lockDuration };
+            let maxStalledCount_17: number;
+            export { maxStalledCount_17 as maxStalledCount };
+        }
+        export { workerConfig_17 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1145,6 +1185,10 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1164,6 +1208,7 @@ declare const processAuthorAndCommonFilters: (allTpls: any[], filterScopes: stri
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;
@@ -1430,6 +1475,10 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
             source: {
                 filterType: string;
                 profileTypes: any[];
+                pinnedOptions: {
+                    display: string;
+                    value: null;
+                }[];
                 options?: undefined;
             };
             target: {
@@ -1449,6 +1498,7 @@ declare const autoGenFilterConfigsFromTpl: ({ selectedTpls, allTpls, filterScope
                     value: any;
                 }[];
                 profileTypes?: undefined;
+                pinnedOptions?: undefined;
             };
             target: {
                 filterType: string;