@okf/ootils 1.6.13 → 1.7.0

package/dist/node.d.ts

@@ -158,6 +158,51 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
     blockPathPrefix?: string;
 }) => void;
 
+/**
+ * Calculates all possible rollup relationships for a tag type
+ *
+ * Rollups allow indirect filtering (e.g., filter stories by topic type where stories are tagged with topics)
+ *
+ * Returns two types of possibilities:
+ * 1. **valuePathType**: Direct field rollups within the tag (e.g., topics.main.category)
+ * 2. **tagType**: Nested tag chain rollups (e.g., topics → themes → categories)
+ *
+ * Performance optimizations:
+ * - Caches template blocks to avoid repeated extractAllBlocksFromTpl calls
+ * - Limits recursion depth to MAX_DEPTH_ROLLUP_POSSIBILITIES (10 levels)
+ *
+ * @param {Object} params - Parameters object
+ * @param {string} params.tagType - The tag type to find rollup possibilities for (e.g., 'topics', 'districts')
+ * @param {Array} params.allTpls - All templates in the system
+ *
+ * @returns {Array} Array of rollup possibilities
+ *
+ * @example
+ * // Input:
+ * getRollupPossibilities({ tagType: 'topics', allTpls: [...] })
+ *
+ * // Output:
+ * [
+ *   {
+ *     rollupType: 'valuePathType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     valuePathInRolledUpCollection: 'main.category.value',
+ *     filterSourceValuePath: 'main.category',
+ *     blockValuePath: 'main.category',
+ *     filterDisplay: 'Topic Category'
+ *   },
+ *   {
+ *     rollupType: 'tagType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     rollupPath: ['topics', 'themes']
+ *   }
+ * ]
+ */
+declare function getRollupPossibilities({ tagType, allTpls }: {
+    tagType: string;
+    allTpls: any[];
+}): any[];
+
 declare namespace BASE_BULLMQ_CONFIG {
     namespace PLUGIN__MAD_USERS_SYNC_QUEUE {
         let id: string;
@@ -486,6 +531,49 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_7 as workerConfig };
     }
+    namespace CONTENT_ELASTIC_SYNC_QUEUE {
+        let id_8: string;
+        export { id_8 as id };
+        export namespace queueConfig_8 {
+            export namespace defaultJobOptions_8 {
+                let attempts_8: number;
+                export { attempts_8 as attempts };
+                export namespace backoff_8 {
+                    let type_8: string;
+                    export { type_8 as type };
+                    let delay_8: number;
+                    export { delay_8 as delay };
+                }
+                export { backoff_8 as backoff };
+                let removeOnComplete_8: number;
+                export { removeOnComplete_8 as removeOnComplete };
+                let removeOnFail_8: number;
+                export { removeOnFail_8 as removeOnFail };
+            }
+            export { defaultJobOptions_8 as defaultJobOptions };
+            export namespace streams_8 {
+                export namespace events_8 {
+                    let maxLen_8: number;
+                    export { maxLen_8 as maxLen };
+                }
+                export { events_8 as events };
+            }
+            export { streams_8 as streams };
+        }
+        export { queueConfig_8 as queueConfig };
+        export namespace workerConfig_8 {
+            let concurrency_8: number;
+            export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
+        }
+        export { workerConfig_8 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -1030,4 +1118,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
     };
 }): Object;
 
-export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getTplModelByTenant, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };
+export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getTplModelByTenant, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };

package/dist/node.js

@@ -186,6 +186,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
         },
         workerConfig: {
           concurrency: 1,
+          // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
           limiter: {
             max: 20,
             // Max 5 jobs per...
@@ -280,6 +281,35 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
             // ...60 seconds (higher throughput for chunking)
           }
         }
+      },
+      CONTENT_ELASTIC_SYNC_QUEUE: {
+        id: "content-elastic-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            attempts: 3,
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
       }
     };
   }
@@ -1390,6 +1420,7 @@ __export(node_exports, {
   getModelByTenant: () => import_getModelByTenant2.getModelByTenant,
   getPlatformConfigsModelByTenant: () => import_getModelByTenant2.getPlatformConfigsModelByTenant,
   getPlatformContextContent: () => getPlatformContextContent,
+  getRollupPossibilities: () => getRollupPossibilities,
   getTplModelByTenant: () => import_getModelByTenant2.getTplModelByTenant,
   getVal: () => getVal,
   recursivelyExtractBlocks: () => _recursExtractBlocks,
@@ -1673,6 +1704,85 @@ var _extractBlocksFromSomeBuilders = ({
   }
 };
 
+// src/utils/getRollupPossibilities.ts
+var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
+function getRollupPossibilities({
+  tagType,
+  allTpls
+}) {
+  const thisTagTpl = allTpls.find((d) => d.kp_content_type === tagType);
+  if (!thisTagTpl) return [];
+  const allBlocks = extractAllBlocksFromTpl({ tpl: thisTagTpl });
+  const templateBlocksCache = /* @__PURE__ */ new Map();
+  const getCachedTemplateBlocks = (templateTagType) => {
+    if (!templateBlocksCache.has(templateTagType)) {
+      const template = allTpls.find((d) => d.kp_content_type === templateTagType);
+      if (template) {
+        templateBlocksCache.set(templateTagType, extractAllBlocksFromTpl({ tpl: template }));
+      } else {
+        templateBlocksCache.set(templateTagType, []);
+      }
+    }
+    return templateBlocksCache.get(templateTagType);
+  };
+  const findTagChains = (startTagType, visited = [], maxDepth = 10) => {
+    if (visited.includes(startTagType) || visited.length >= maxDepth) {
+      return [];
+    }
+    const tagBlocks = getCachedTemplateBlocks(startTagType).filter(
+      (block) => block.valuePath?.startsWith("tags.")
+    );
+    const chains = [];
+    for (const block of tagBlocks) {
+      const nextTagType = block.props?.tagType;
+      if (nextTagType) {
+        chains.push({
+          rollupType: "tagType",
+          tagTypeCollectionToRollup: tagType,
+          rollupPath: [...visited, startTagType, nextTagType]
+        });
+        if (visited.length < maxDepth - 1) {
+          const nextChains = findTagChains(
+            nextTagType,
+            [...visited, startTagType],
+            maxDepth
+          );
+          chains.push(...nextChains);
+        }
+      }
+    }
+    return chains;
+  };
+  const singleLevelValuePathRollups = allBlocks.map((block) => {
+    if (block.props?.options?.length > 0) {
+      return {
+        rollupType: "valuePathType",
+        tagTypeCollectionToRollup: tagType,
+        // Handle both string values and object values (with .value accessor)
+        valuePathInRolledUpCollection: block.props?.saveValueAsString ? block.valuePath : `${block.valuePath}.value`,
+        filterSourceValuePath: block.valuePath,
+        blockValuePath: block.valuePath,
+        filterDisplay: block.props?.shortLabel || block.props?.label || block.valuePath
+      };
+    }
+    return void 0;
+  }).filter(Boolean);
+  const nestedTagRollups = allBlocks.filter((block) => block.valuePath?.startsWith("tags.")).flatMap((block) => {
+    const directChain = {
+      rollupType: "tagType",
+      tagTypeCollectionToRollup: tagType,
+      rollupPath: [tagType, block.props.tagType]
+    };
+    const deeperChains = findTagChains(
+      block.props?.tagType,
+      [tagType],
+      MAX_DEPTH_ROLLUP_POSSIBILITIES
+    );
+    return [directChain, ...deeperChains];
+  });
+  return [...singleLevelValuePathRollups, ...nestedTagRollups];
+}
+
 // src/universal.ts
 init_GLOBAL_BULLMQ_CONFIG();
 
@@ -2048,6 +2158,7 @@ var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG()
   getModelByTenant,
   getPlatformConfigsModelByTenant,
   getPlatformContextContent,
+  getRollupPossibilities,
   getTplModelByTenant,
   getVal,
   recursivelyExtractBlocks,

package/dist/node.mjs

@@ -191,6 +191,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
         },
         workerConfig: {
           concurrency: 1,
+          // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
           limiter: {
             max: 20,
             // Max 5 jobs per...
@@ -285,6 +286,35 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
             // ...60 seconds (higher throughput for chunking)
           }
         }
+      },
+      CONTENT_ELASTIC_SYNC_QUEUE: {
+        id: "content-elastic-sync-queue",
+        queueConfig: {
+          defaultJobOptions: {
+            attempts: 3,
+            backoff: {
+              type: "exponential",
+              delay: 2e3
+            },
+            removeOnComplete: 30,
+            removeOnFail: 100
+          },
+          streams: {
+            events: {
+              maxLen: 10
+              // Keep very low, cuz we dont really use historical stream events as of now
+            }
+          }
+        },
+        workerConfig: {
+          concurrency: 5,
+          limiter: {
+            max: 200,
+            // (lets always keep this same as content enhance & embed since it comes immediately after)
+            duration: 6e4
+            // ...60 seconds (higher throughput for chunking)
+          }
+        }
       }
     };
   }
@@ -1645,6 +1675,85 @@ var _extractBlocksFromSomeBuilders = ({
   }
 };
 
+// src/utils/getRollupPossibilities.ts
+var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
+function getRollupPossibilities({
+  tagType,
+  allTpls
+}) {
+  const thisTagTpl = allTpls.find((d) => d.kp_content_type === tagType);
+  if (!thisTagTpl) return [];
+  const allBlocks = extractAllBlocksFromTpl({ tpl: thisTagTpl });
+  const templateBlocksCache = /* @__PURE__ */ new Map();
+  const getCachedTemplateBlocks = (templateTagType) => {
+    if (!templateBlocksCache.has(templateTagType)) {
+      const template = allTpls.find((d) => d.kp_content_type === templateTagType);
+      if (template) {
+        templateBlocksCache.set(templateTagType, extractAllBlocksFromTpl({ tpl: template }));
+      } else {
+        templateBlocksCache.set(templateTagType, []);
+      }
+    }
+    return templateBlocksCache.get(templateTagType);
+  };
+  const findTagChains = (startTagType, visited = [], maxDepth = 10) => {
+    if (visited.includes(startTagType) || visited.length >= maxDepth) {
+      return [];
+    }
+    const tagBlocks = getCachedTemplateBlocks(startTagType).filter(
+      (block) => block.valuePath?.startsWith("tags.")
+    );
+    const chains = [];
+    for (const block of tagBlocks) {
+      const nextTagType = block.props?.tagType;
+      if (nextTagType) {
+        chains.push({
+          rollupType: "tagType",
+          tagTypeCollectionToRollup: tagType,
+          rollupPath: [...visited, startTagType, nextTagType]
+        });
+        if (visited.length < maxDepth - 1) {
+          const nextChains = findTagChains(
+            nextTagType,
+            [...visited, startTagType],
+            maxDepth
+          );
+          chains.push(...nextChains);
+        }
+      }
+    }
+    return chains;
+  };
+  const singleLevelValuePathRollups = allBlocks.map((block) => {
+    if (block.props?.options?.length > 0) {
+      return {
+        rollupType: "valuePathType",
+        tagTypeCollectionToRollup: tagType,
+        // Handle both string values and object values (with .value accessor)
+        valuePathInRolledUpCollection: block.props?.saveValueAsString ? block.valuePath : `${block.valuePath}.value`,
+        filterSourceValuePath: block.valuePath,
+        blockValuePath: block.valuePath,
+        filterDisplay: block.props?.shortLabel || block.props?.label || block.valuePath
+      };
+    }
+    return void 0;
+  }).filter(Boolean);
+  const nestedTagRollups = allBlocks.filter((block) => block.valuePath?.startsWith("tags.")).flatMap((block) => {
+    const directChain = {
+      rollupType: "tagType",
+      tagTypeCollectionToRollup: tagType,
+      rollupPath: [tagType, block.props.tagType]
+    };
+    const deeperChains = findTagChains(
+      block.props?.tagType,
+      [tagType],
+      MAX_DEPTH_ROLLUP_POSSIBILITIES
+    );
+    return [directChain, ...deeperChains];
+  });
+  return [...singleLevelValuePathRollups, ...nestedTagRollups];
+}
+
 // src/universal.ts
 init_GLOBAL_BULLMQ_CONFIG();
 
@@ -2031,6 +2140,7 @@ export {
   export_getModelByTenant as getModelByTenant,
   export_getPlatformConfigsModelByTenant as getPlatformConfigsModelByTenant,
   getPlatformContextContent,
+  getRollupPossibilities,
   export_getTplModelByTenant as getTplModelByTenant,
   getVal,
   _recursExtractBlocks as recursivelyExtractBlocks,

package/dist/universal.d.mts

@@ -151,6 +151,51 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
     blockPathPrefix?: string;
 }) => void;
 
+/**
+ * Calculates all possible rollup relationships for a tag type
+ *
+ * Rollups allow indirect filtering (e.g., filter stories by topic type where stories are tagged with topics)
+ *
+ * Returns two types of possibilities:
+ * 1. **valuePathType**: Direct field rollups within the tag (e.g., topics.main.category)
+ * 2. **tagType**: Nested tag chain rollups (e.g., topics → themes → categories)
+ *
+ * Performance optimizations:
+ * - Caches template blocks to avoid repeated extractAllBlocksFromTpl calls
+ * - Limits recursion depth to MAX_DEPTH_ROLLUP_POSSIBILITIES (10 levels)
+ *
+ * @param {Object} params - Parameters object
+ * @param {string} params.tagType - The tag type to find rollup possibilities for (e.g., 'topics', 'districts')
+ * @param {Array} params.allTpls - All templates in the system
+ *
+ * @returns {Array} Array of rollup possibilities
+ *
+ * @example
+ * // Input:
+ * getRollupPossibilities({ tagType: 'topics', allTpls: [...] })
+ *
+ * // Output:
+ * [
+ *   {
+ *     rollupType: 'valuePathType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     valuePathInRolledUpCollection: 'main.category.value',
+ *     filterSourceValuePath: 'main.category',
+ *     blockValuePath: 'main.category',
+ *     filterDisplay: 'Topic Category'
+ *   },
+ *   {
+ *     rollupType: 'tagType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     rollupPath: ['topics', 'themes']
+ *   }
+ * ]
+ */
+declare function getRollupPossibilities({ tagType, allTpls }: {
+    tagType: string;
+    allTpls: any[];
+}): any[];
+
 declare namespace BASE_BULLMQ_CONFIG {
     namespace PLUGIN__MAD_USERS_SYNC_QUEUE {
         let id: string;
@@ -479,6 +524,49 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_7 as workerConfig };
     }
+    namespace CONTENT_ELASTIC_SYNC_QUEUE {
+        let id_8: string;
+        export { id_8 as id };
+        export namespace queueConfig_8 {
+            export namespace defaultJobOptions_8 {
+                let attempts_8: number;
+                export { attempts_8 as attempts };
+                export namespace backoff_8 {
+                    let type_8: string;
+                    export { type_8 as type };
+                    let delay_8: number;
+                    export { delay_8 as delay };
+                }
+                export { backoff_8 as backoff };
+                let removeOnComplete_8: number;
+                export { removeOnComplete_8 as removeOnComplete };
+                let removeOnFail_8: number;
+                export { removeOnFail_8 as removeOnFail };
+            }
+            export { defaultJobOptions_8 as defaultJobOptions };
+            export namespace streams_8 {
+                export namespace events_8 {
+                    let maxLen_8: number;
+                    export { maxLen_8 as maxLen };
+                }
+                export { events_8 as events };
+            }
+            export { streams_8 as streams };
+        }
+        export { queueConfig_8 as queueConfig };
+        export namespace workerConfig_8 {
+            let concurrency_8: number;
+            export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
+        }
+        export { workerConfig_8 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -498,4 +586,4 @@ interface GetPlatformContextContentParams {
 }
 declare const getPlatformContextContent: ({ platformConfigs_ai, }: GetPlatformContextContentParams) => string;
 
-export { BASE_BULLMQ_CONFIG, deleteVal, extractAllBlocksFromTpl, genTagId, getPlatformContextContent, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, deleteVal, extractAllBlocksFromTpl, genTagId, getPlatformContextContent, getRollupPossibilities, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };

package/dist/universal.d.ts

@@ -151,6 +151,51 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
     blockPathPrefix?: string;
 }) => void;
 
+/**
+ * Calculates all possible rollup relationships for a tag type
+ *
+ * Rollups allow indirect filtering (e.g., filter stories by topic type where stories are tagged with topics)
+ *
+ * Returns two types of possibilities:
+ * 1. **valuePathType**: Direct field rollups within the tag (e.g., topics.main.category)
+ * 2. **tagType**: Nested tag chain rollups (e.g., topics → themes → categories)
+ *
+ * Performance optimizations:
+ * - Caches template blocks to avoid repeated extractAllBlocksFromTpl calls
+ * - Limits recursion depth to MAX_DEPTH_ROLLUP_POSSIBILITIES (10 levels)
+ *
+ * @param {Object} params - Parameters object
+ * @param {string} params.tagType - The tag type to find rollup possibilities for (e.g., 'topics', 'districts')
+ * @param {Array} params.allTpls - All templates in the system
+ *
+ * @returns {Array} Array of rollup possibilities
+ *
+ * @example
+ * // Input:
+ * getRollupPossibilities({ tagType: 'topics', allTpls: [...] })
+ *
+ * // Output:
+ * [
+ *   {
+ *     rollupType: 'valuePathType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     valuePathInRolledUpCollection: 'main.category.value',
+ *     filterSourceValuePath: 'main.category',
+ *     blockValuePath: 'main.category',
+ *     filterDisplay: 'Topic Category'
+ *   },
+ *   {
+ *     rollupType: 'tagType',
+ *     tagTypeCollectionToRollup: 'topics',
+ *     rollupPath: ['topics', 'themes']
+ *   }
+ * ]
+ */
+declare function getRollupPossibilities({ tagType, allTpls }: {
+    tagType: string;
+    allTpls: any[];
+}): any[];
+
 declare namespace BASE_BULLMQ_CONFIG {
     namespace PLUGIN__MAD_USERS_SYNC_QUEUE {
         let id: string;
@@ -479,6 +524,49 @@ declare namespace BASE_BULLMQ_CONFIG {
         }
         export { workerConfig_7 as workerConfig };
     }
+    namespace CONTENT_ELASTIC_SYNC_QUEUE {
+        let id_8: string;
+        export { id_8 as id };
+        export namespace queueConfig_8 {
+            export namespace defaultJobOptions_8 {
+                let attempts_8: number;
+                export { attempts_8 as attempts };
+                export namespace backoff_8 {
+                    let type_8: string;
+                    export { type_8 as type };
+                    let delay_8: number;
+                    export { delay_8 as delay };
+                }
+                export { backoff_8 as backoff };
+                let removeOnComplete_8: number;
+                export { removeOnComplete_8 as removeOnComplete };
+                let removeOnFail_8: number;
+                export { removeOnFail_8 as removeOnFail };
+            }
+            export { defaultJobOptions_8 as defaultJobOptions };
+            export namespace streams_8 {
+                export namespace events_8 {
+                    let maxLen_8: number;
+                    export { maxLen_8 as maxLen };
+                }
+                export { events_8 as events };
+            }
+            export { streams_8 as streams };
+        }
+        export { queueConfig_8 as queueConfig };
+        export namespace workerConfig_8 {
+            let concurrency_8: number;
+            export { concurrency_8 as concurrency };
+            export namespace limiter_8 {
+                let max_8: number;
+                export { max_8 as max };
+                let duration_8: number;
+                export { duration_8 as duration };
+            }
+            export { limiter_8 as limiter };
+        }
+        export { workerConfig_8 as workerConfig };
+    }
 }
 
 interface PlatformContextContentItem {
@@ -498,4 +586,4 @@ interface GetPlatformContextContentParams {
 }
 declare const getPlatformContextContent: ({ platformConfigs_ai, }: GetPlatformContextContentParams) => string;
 
-export { BASE_BULLMQ_CONFIG, deleteVal, extractAllBlocksFromTpl, genTagId, getPlatformContextContent, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, deleteVal, extractAllBlocksFromTpl, genTagId, getPlatformContextContent, getRollupPossibilities, getVal, _recursExtractBlocks as recursivelyExtractBlocks, setVal, toArray };