@okf/ootils 1.6.13 → 1.7.0

package/dist/universal.js

@@ -25,6 +25,7 @@ __export(universal_exports, {
   extractAllBlocksFromTpl: () => extractAllBlocksFromTpl,
   genTagId: () => genTagId,
   getPlatformContextContent: () => getPlatformContextContent,
+  getRollupPossibilities: () => getRollupPossibilities,
   getVal: () => getVal,
   recursivelyExtractBlocks: () => _recursExtractBlocks,
   setVal: () => setVal,
@@ -307,6 +308,85 @@ var _extractBlocksFromSomeBuilders = ({
   }
 };
 
+// src/utils/getRollupPossibilities.ts
+var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
+function getRollupPossibilities({
+  tagType,
+  allTpls
+}) {
+  const thisTagTpl = allTpls.find((d) => d.kp_content_type === tagType);
+  if (!thisTagTpl) return [];
+  const allBlocks = extractAllBlocksFromTpl({ tpl: thisTagTpl });
+  const templateBlocksCache = /* @__PURE__ */ new Map();
+  const getCachedTemplateBlocks = (templateTagType) => {
+    if (!templateBlocksCache.has(templateTagType)) {
+      const template = allTpls.find((d) => d.kp_content_type === templateTagType);
+      if (template) {
+        templateBlocksCache.set(templateTagType, extractAllBlocksFromTpl({ tpl: template }));
+      } else {
+        templateBlocksCache.set(templateTagType, []);
+      }
+    }
+    return templateBlocksCache.get(templateTagType);
+  };
+  const findTagChains = (startTagType, visited = [], maxDepth = 10) => {
+    if (visited.includes(startTagType) || visited.length >= maxDepth) {
+      return [];
+    }
+    const tagBlocks = getCachedTemplateBlocks(startTagType).filter(
+      (block) => block.valuePath?.startsWith("tags.")
+    );
+    const chains = [];
+    for (const block of tagBlocks) {
+      const nextTagType = block.props?.tagType;
+      if (nextTagType) {
+        chains.push({
+          rollupType: "tagType",
+          tagTypeCollectionToRollup: tagType,
+          rollupPath: [...visited, startTagType, nextTagType]
+        });
+        if (visited.length < maxDepth - 1) {
+          const nextChains = findTagChains(
+            nextTagType,
+            [...visited, startTagType],
+            maxDepth
+          );
+          chains.push(...nextChains);
+        }
+      }
+    }
+    return chains;
+  };
+  const singleLevelValuePathRollups = allBlocks.map((block) => {
+    if (block.props?.options?.length > 0) {
+      return {
+        rollupType: "valuePathType",
+        tagTypeCollectionToRollup: tagType,
+        // Handle both string values and object values (with .value accessor)
+        valuePathInRolledUpCollection: block.props?.saveValueAsString ? block.valuePath : `${block.valuePath}.value`,
+        filterSourceValuePath: block.valuePath,
+        blockValuePath: block.valuePath,
+        filterDisplay: block.props?.shortLabel || block.props?.label || block.valuePath
+      };
+    }
+    return void 0;
+  }).filter(Boolean);
+  const nestedTagRollups = allBlocks.filter((block) => block.valuePath?.startsWith("tags.")).flatMap((block) => {
+    const directChain = {
+      rollupType: "tagType",
+      tagTypeCollectionToRollup: tagType,
+      rollupPath: [tagType, block.props.tagType]
+    };
+    const deeperChains = findTagChains(
+      block.props?.tagType,
+      [tagType],
+      MAX_DEPTH_ROLLUP_POSSIBILITIES
+    );
+    return [directChain, ...deeperChains];
+  });
+  return [...singleLevelValuePathRollups, ...nestedTagRollups];
+}
+
 // src/bullmq/GLOBAL_BULLMQ_CONFIG.js
 var BASE_BULLMQ_CONFIG = {
   PLUGIN__MAD_USERS_SYNC_QUEUE: {
@@ -450,6 +530,7 @@ var BASE_BULLMQ_CONFIG = {
     },
     workerConfig: {
       concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
       limiter: {
         max: 20,
         // Max 5 jobs per...
@@ -544,6 +625,35 @@ var BASE_BULLMQ_CONFIG = {
         // ...60 seconds (higher throughput for chunking)
       }
     }
+  },
+  CONTENT_ELASTIC_SYNC_QUEUE: {
+    id: "content-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
   }
 };
 
@@ -577,6 +687,7 @@ ${v?.markdownText || ""}` : v?.markdownText || "";
   extractAllBlocksFromTpl,
   genTagId,
   getPlatformContextContent,
+  getRollupPossibilities,
   getVal,
   recursivelyExtractBlocks,
   setVal,

package/dist/universal.mjs

@@ -273,6 +273,85 @@ var _extractBlocksFromSomeBuilders = ({
   }
 };
 
+// src/utils/getRollupPossibilities.ts
+var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
+function getRollupPossibilities({
+  tagType,
+  allTpls
+}) {
+  const thisTagTpl = allTpls.find((d) => d.kp_content_type === tagType);
+  if (!thisTagTpl) return [];
+  const allBlocks = extractAllBlocksFromTpl({ tpl: thisTagTpl });
+  const templateBlocksCache = /* @__PURE__ */ new Map();
+  const getCachedTemplateBlocks = (templateTagType) => {
+    if (!templateBlocksCache.has(templateTagType)) {
+      const template = allTpls.find((d) => d.kp_content_type === templateTagType);
+      if (template) {
+        templateBlocksCache.set(templateTagType, extractAllBlocksFromTpl({ tpl: template }));
+      } else {
+        templateBlocksCache.set(templateTagType, []);
+      }
+    }
+    return templateBlocksCache.get(templateTagType);
+  };
+  const findTagChains = (startTagType, visited = [], maxDepth = 10) => {
+    if (visited.includes(startTagType) || visited.length >= maxDepth) {
+      return [];
+    }
+    const tagBlocks = getCachedTemplateBlocks(startTagType).filter(
+      (block) => block.valuePath?.startsWith("tags.")
+    );
+    const chains = [];
+    for (const block of tagBlocks) {
+      const nextTagType = block.props?.tagType;
+      if (nextTagType) {
+        chains.push({
+          rollupType: "tagType",
+          tagTypeCollectionToRollup: tagType,
+          rollupPath: [...visited, startTagType, nextTagType]
+        });
+        if (visited.length < maxDepth - 1) {
+          const nextChains = findTagChains(
+            nextTagType,
+            [...visited, startTagType],
+            maxDepth
+          );
+          chains.push(...nextChains);
+        }
+      }
+    }
+    return chains;
+  };
+  const singleLevelValuePathRollups = allBlocks.map((block) => {
+    if (block.props?.options?.length > 0) {
+      return {
+        rollupType: "valuePathType",
+        tagTypeCollectionToRollup: tagType,
+        // Handle both string values and object values (with .value accessor)
+        valuePathInRolledUpCollection: block.props?.saveValueAsString ? block.valuePath : `${block.valuePath}.value`,
+        filterSourceValuePath: block.valuePath,
+        blockValuePath: block.valuePath,
+        filterDisplay: block.props?.shortLabel || block.props?.label || block.valuePath
+      };
+    }
+    return void 0;
+  }).filter(Boolean);
+  const nestedTagRollups = allBlocks.filter((block) => block.valuePath?.startsWith("tags.")).flatMap((block) => {
+    const directChain = {
+      rollupType: "tagType",
+      tagTypeCollectionToRollup: tagType,
+      rollupPath: [tagType, block.props.tagType]
+    };
+    const deeperChains = findTagChains(
+      block.props?.tagType,
+      [tagType],
+      MAX_DEPTH_ROLLUP_POSSIBILITIES
+    );
+    return [directChain, ...deeperChains];
+  });
+  return [...singleLevelValuePathRollups, ...nestedTagRollups];
+}
+
 // src/bullmq/GLOBAL_BULLMQ_CONFIG.js
 var BASE_BULLMQ_CONFIG = {
   PLUGIN__MAD_USERS_SYNC_QUEUE: {
@@ -416,6 +495,7 @@ var BASE_BULLMQ_CONFIG = {
     },
     workerConfig: {
       concurrency: 1,
+      // Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
       limiter: {
         max: 20,
         // Max 5 jobs per...
@@ -510,6 +590,35 @@ var BASE_BULLMQ_CONFIG = {
         // ...60 seconds (higher throughput for chunking)
       }
     }
+  },
+  CONTENT_ELASTIC_SYNC_QUEUE: {
+    id: "content-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 200,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
   }
 };
 
@@ -542,6 +651,7 @@ export {
   extractAllBlocksFromTpl,
   genTagId,
   getPlatformContextContent,
+  getRollupPossibilities,
   getVal,
   _recursExtractBlocks as recursivelyExtractBlocks,
   setVal,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.6.13",
+  "version": "1.7.0",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",