@okf/ootils 1.38.0 → 1.39.1

package/dist/browser.d.mts

@@ -222,6 +222,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -1977,4 +2000,4 @@ declare class BlockRegistry {
 /** Singleton instance — the one registry shared across the app. */
 declare const blockRegistry: BlockRegistry;
 
-export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/browser.d.ts

@@ -222,6 +222,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -1977,4 +2000,4 @@ declare class BlockRegistry {
 /** Singleton instance — the one registry shared across the app. */
 declare const blockRegistry: BlockRegistry;
 
-export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/browser.js

@@ -35,6 +35,7 @@ __export(browser_exports, {
   autoGenFilterConfigsFromTpl: () => autoGenFilterConfigsFromTpl,
   blockRegistry: () => blockRegistry,
   buildFilterConfigurations: () => buildFilterConfigurations,
+  collectMarkIdsInOrder: () => collectMarkIdsInOrder,
   compareAndGroupBlocks: () => compareAndGroupBlocks,
   deleteVal: () => deleteVal,
   extractAllBlocksFromTpl: () => extractAllBlocksFromTpl,
@@ -692,6 +693,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -1059,8 +1085,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {
@@ -2830,6 +2856,7 @@ var plainTextToLexical = (value) => {
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/dist/browser.mjs

@@ -623,6 +623,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -990,8 +1015,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {
@@ -2760,6 +2785,7 @@ export {
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/dist/node.d.mts

@@ -229,6 +229,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -2719,4 +2742,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
     };
 }): Object;
 
-export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/node.d.ts

@@ -229,6 +229,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -2719,4 +2742,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
     };
 }): Object;
 
-export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/node.js

@@ -316,8 +316,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
               type: "exponential",
               delay: 5e3
             },
-            removeOnComplete: 100,
-            // chunks fan out wider; keep a few more
+            removeOnComplete: 200,
+            // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
             removeOnFail: 300
           },
           streams: {
@@ -2189,6 +2189,7 @@ __export(node_exports, {
   autoGenFilterConfigsFromTpl: () => autoGenFilterConfigsFromTpl,
   blockRegistry: () => blockRegistry,
   buildFilterConfigurations: () => buildFilterConfigurations,
+  collectMarkIdsInOrder: () => collectMarkIdsInOrder,
   compareAndGroupBlocks: () => compareAndGroupBlocks,
   deleteVal: () => deleteVal,
   extractAllBlocksFromTpl: () => extractAllBlocksFromTpl,
@@ -2854,6 +2855,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -4837,6 +4863,7 @@ var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG()
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/dist/node.mjs

@@ -321,8 +321,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
               type: "exponential",
               delay: 5e3
             },
-            removeOnComplete: 100,
-            // chunks fan out wider; keep a few more
+            removeOnComplete: 200,
+            // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
             removeOnFail: 300
           },
           streams: {
@@ -2784,6 +2784,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -4782,6 +4807,7 @@ export {
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/dist/universal.d.mts

@@ -222,6 +222,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -1977,4 +2000,4 @@ declare class BlockRegistry {
 /** Singleton instance — the one registry shared across the app. */
 declare const blockRegistry: BlockRegistry;
 
-export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/universal.d.ts

@@ -222,6 +222,29 @@ declare const _recursExtractBlocks: ({ data, cb, sectionStack, blockPathPrefix }
  */
 declare const isTplAnnotationEnabled: (tpl: any) => boolean;
 
+/**
+ * Collect annotation (mark-node) ids from a serialized Lexical editorState tree,
+ * in document reading order, deduped on FIRST occurrence.
+ *
+ * Lexical stores annotation highlights as MarkNodes: `{ type: "mark", ids: [...],
+ * children: [...] }`. Overlapping annotations split the text into contiguous
+ * segments, each a mark whose `ids` lists every annotation covering that segment —
+ * so a single annotation can appear across multiple marks, and a single mark can
+ * carry multiple ids. A depth-first walk visits segments left-to-right (document
+ * order); taking each id's first appearance yields the position where that
+ * annotation's highlight first starts. Two annotations that start at the exact
+ * same character share their first segment, so their relative order falls to that
+ * segment's `ids` array order — an inherent tie with no positional answer.
+ *
+ * Pass the editorState root (the `{ root: { children } }` tree). It walks generic
+ * JSON, so any subtree works too — but never pass an object that also nests
+ * unrelated mark-bearing states (e.g. a Lexical value's sibling `annoData`, whose
+ * per-anno `fragment` mini-states would inject out-of-order marks).
+ *
+ * Callers that only need the unordered SET of ids can wrap the result in `new Set(...)`.
+ */
+declare const collectMarkIdsInOrder: (editorState: any) => string[];
+
 /**
  * Calculates all possible rollup relationships for a tag type
  *
@@ -1977,4 +2000,4 @@ declare class BlockRegistry {
 /** Singleton instance — the one registry shared across the app. */
 declare const blockRegistry: BlockRegistry;
 
-export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { BASE_BULLMQ_CONFIG, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ELASTIC_MAPPING_PRESETS, FILTER_IDS, MONGO_SCHEMA_PRESETS, TEMP_removeDuplicateFilters, UI_CONTENT, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAnnoFilterBucketKey, getFilterKeyForBlock, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/universal.js

@@ -35,6 +35,7 @@ __export(universal_exports, {
   autoGenFilterConfigsFromTpl: () => autoGenFilterConfigsFromTpl,
   blockRegistry: () => blockRegistry,
   buildFilterConfigurations: () => buildFilterConfigurations,
+  collectMarkIdsInOrder: () => collectMarkIdsInOrder,
   compareAndGroupBlocks: () => compareAndGroupBlocks,
   deleteVal: () => deleteVal,
   extractAllBlocksFromTpl: () => extractAllBlocksFromTpl,
@@ -692,6 +693,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -1059,8 +1085,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {
@@ -2830,6 +2856,7 @@ var plainTextToLexical = (value) => {
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/dist/universal.mjs

@@ -623,6 +623,31 @@ var isTplAnnotationEnabled = (tpl) => {
   return blockRegistry.getAnnotationEnabledBlocks(allBlocks).length > 0;
 };
 
+// src/utils/collectMarkIdsInOrder.ts
+var collectMarkIdsInOrder = (editorState) => {
+  const ordered = [];
+  const seen = /* @__PURE__ */ new Set();
+  const walk = (node) => {
+    if (Array.isArray(node)) {
+      for (const n of node) walk(n);
+      return;
+    }
+    if (node && typeof node === "object") {
+      if (node.type === "mark" && Array.isArray(node.ids)) {
+        for (const id of node.ids) {
+          if (!seen.has(id)) {
+            seen.add(id);
+            ordered.push(id);
+          }
+        }
+      }
+      for (const key in node) walk(node[key]);
+    }
+  };
+  walk(editorState);
+  return ordered;
+};
+
 // src/utils/getRollupPossibilities.ts
 var MAX_DEPTH_ROLLUP_POSSIBILITIES = 10;
 function getRollupPossibilities({
@@ -990,8 +1015,8 @@ var BASE_BULLMQ_CONFIG = {
           type: "exponential",
           delay: 5e3
         },
-        removeOnComplete: 100,
-        // chunks fan out wider; keep a few more
+        removeOnComplete: 200,
+        // chunks fan out wider; keep a few more. because if a parent has MANY chunks, we need all of them to survive until the parent gets triggered
         removeOnFail: 300
       },
       streams: {
@@ -2760,6 +2785,7 @@ export {
   autoGenFilterConfigsFromTpl,
   blockRegistry,
   buildFilterConfigurations,
+  collectMarkIdsInOrder,
   compareAndGroupBlocks,
   deleteVal,
   extractAllBlocksFromTpl,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.38.0",
+  "version": "1.39.1",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",