@okf/ootils 1.41.2 → 1.42.0

package/dist/node.d.mts

@@ -2788,6 +2788,29 @@ declare class AnnosElasticSyncProducer extends BaseProducer {
     addJobWithName(jobData: Object): Promise<Object>;
 }
 
+declare class ContentElasticSyncProducer extends BaseProducer {
+    static addJobsAndClose(params: any): Promise<{
+        jobCount: number;
+        jobIds: (string | undefined)[];
+    }>;
+    static removeJobsAndClose(jobIds: any, env: any): Promise<{
+        removed: number;
+        results: any[];
+    }>;
+    constructor(options?: {});
+    env: any;
+    addJobs({ documents, tenant, contentType, operationType, sourceMetadata }: {
+        documents: any;
+        tenant: any;
+        contentType: any;
+        operationType: any;
+        sourceMetadata: any;
+    }): Promise<{
+        jobCount: number;
+        jobIds: (string | undefined)[];
+    }>;
+}
+
 /**
  * Creates BullMQ configuration with explicit dependencies
  * @param {Object} params Configuration parameters
@@ -2807,4 +2830,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
     };
 }): Object;
 
-export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseFlowProducer, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseFlowProducer, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ContentElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/node.d.ts

@@ -2788,6 +2788,29 @@ declare class AnnosElasticSyncProducer extends BaseProducer {
     addJobWithName(jobData: Object): Promise<Object>;
 }
 
+declare class ContentElasticSyncProducer extends BaseProducer {
+    static addJobsAndClose(params: any): Promise<{
+        jobCount: number;
+        jobIds: (string | undefined)[];
+    }>;
+    static removeJobsAndClose(jobIds: any, env: any): Promise<{
+        removed: number;
+        results: any[];
+    }>;
+    constructor(options?: {});
+    env: any;
+    addJobs({ documents, tenant, contentType, operationType, sourceMetadata }: {
+        documents: any;
+        tenant: any;
+        contentType: any;
+        operationType: any;
+        sourceMetadata: any;
+    }): Promise<{
+        jobCount: number;
+        jobIds: (string | undefined)[];
+    }>;
+}
+
 /**
  * Creates BullMQ configuration with explicit dependencies
  * @param {Object} params Configuration parameters
@@ -2807,4 +2830,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
     };
 }): Object;
 
-export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseFlowProducer, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
+export { AIChatSchema, AnnosElasticSyncProducer, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseFlowProducer, BaseProducer, BaseWorker, type BlockCapabilities, type BlockDef, BlockRegistry, CHUNKING_PRESETS, ChunksElasticSyncProducer, ContentElasticSyncProducer, ELASTIC_MAPPING_PRESETS, ElasticSearchConnector, FILTER_IDS, GET_GLOBAL_BULLMQ_CONFIG, GeneratedEntitiesSchema, GeneratedTopicsSchema, MONGO_SCHEMA_PRESETS, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, SecretManagerConnector, TEMP_removeDuplicateFilters, TplSchema, UI_CONTENT, WorkerManager, _self_managed_buildAnnoHierarchyConfig, _self_managed_buildDocHierarchyConfig, _self_managed_getFixedAnnoRollupBlocks, _self_managed_getFixedAnnoTagBlock, autoGenFilterConfigsFromTpl, blockRegistry, buildFilterConfigurations, collectMarkIdsInOrder, compareAndGroupBlocks, deleteVal, extractAllBlocksFromTpl, extractAndOrganizeBlocks, genCleanCamelCaseId, genTagId, generateFilterKey, getAIChatModelByTenant, getAnnoFilterBucketKey, getAnnotationsModelByTenant, getDbByTenant, getFilterKeyForBlock, getGeneratedEntitiesModelByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getRoutePathToContentTypeLanding, getRoutePathToEditContent, getRoutePathToModerateContent, getRoutePathToMyContent, getRoutePathToPublishedContent, getRoutePathToReviewDashboard, getRoutePathToTCI, getRoutePathToTagCategoryLanding, getTplModelByTenant, getVal, isTplAnnotationEnabled, mergeAnnoDataIntoAnnotationsTags, parseSpecialConfigSyntax, plainTextToLexical, processAuthorAndCommonFilters, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };

package/dist/node.js

@@ -2280,6 +2280,91 @@ var require_AnnosElasticSyncProducer = __commonJS({
   }
 });
 
+// src/bullmq/ContentElasticSyncProducer.js
+var require_ContentElasticSyncProducer = __commonJS({
+  "src/bullmq/ContentElasticSyncProducer.js"(exports2, module2) {
+    "use strict";
+    var { BaseProducer: BaseProducer2 } = require_BaseProducer();
+    var { GET_GLOBAL_BULLMQ_CONFIG: GET_GLOBAL_BULLMQ_CONFIG2 } = require_GET_GLOBAL_BULLMQ_CONFIG();
+    var { SecretManagerConnector: SecretManagerConnector2 } = (init_SecretManagerConnector(), __toCommonJS(SecretManagerConnector_exports));
+    var ContentElasticSyncProducer2 = class _ContentElasticSyncProducer extends BaseProducer2 {
+      // Preserve class name through minification for ProducerManager lookup
+      static get name() {
+        return "ContentElasticSyncProducer";
+      }
+      // env is OPTIONAL — cross-env routing: jobs land in the target env's Redis
+      // so that env's deployed workers pick them up (see okf-be
+      // CreateChunksProducer for the rationale and the localhost `_local_<user>`
+      // queue-id quirk).
+      constructor(options = {}) {
+        const env = options.env || process.env.ENV;
+        const c = SecretManagerConnector2.getEnvSpecificConfigs(env);
+        const redisCredentials = options.redisCredentials || {
+          REDIS_HOST: c.REDIS_HOST,
+          REDIS_PORT: c.REDIS_PORT,
+          REDIS_PASSWORD: c.REDIS_PASSWORD
+        };
+        const GLOBAL_BULLMQ_CONFIG = GET_GLOBAL_BULLMQ_CONFIG2({
+          env,
+          redisCredentials
+        });
+        super(GLOBAL_BULLMQ_CONFIG.CONTENT_ELASTIC_SYNC_QUEUE);
+        this.env = env;
+      }
+      async addJobs({ documents, tenant, contentType, operationType, sourceMetadata }) {
+        if (!documents || documents.length === 0 || contentType === "staticPages") {
+          return { jobCount: 0, jobIds: [] };
+        }
+        const batchSize = 200;
+        let jobs = [];
+        for (let i = 0; i < documents.length; i += batchSize) {
+          const batch = documents.slice(i, i + batchSize);
+          jobs.push({
+            name: "processContentElasticSync",
+            data: {
+              docIds: batch.map((doc) => doc._id),
+              tenant,
+              env: this.env,
+              contentType,
+              operationType,
+              sourceMetadata: {
+                ...sourceMetadata,
+                contentId: batch.map((d) => d._id)
+              }
+            }
+          });
+        }
+        const addedJobs = await this.addBulkJobs(jobs);
+        const jobIds = addedJobs.map((job) => job.id);
+        console.log(`\u{1F4E6} Added ${addedJobs.length} jobs for ${contentType} contents sync atomically`);
+        return {
+          jobCount: addedJobs.length,
+          jobIds
+        };
+      }
+      static async addJobsAndClose(params) {
+        const producer = new _ContentElasticSyncProducer({ env: params?.env });
+        try {
+          return await producer.addJobs(params);
+        } finally {
+          await producer.stop();
+        }
+      }
+      static async removeJobsAndClose(jobIds, env) {
+        const producer = new _ContentElasticSyncProducer({ env });
+        try {
+          return await producer.removeJobs(jobIds);
+        } finally {
+          await producer.stop();
+        }
+      }
+    };
+    module2.exports = {
+      ContentElasticSyncProducer: ContentElasticSyncProducer2
+    };
+  }
+});
+
 // src/node.ts
 var node_exports = {};
 __export(node_exports, {
@@ -2293,6 +2378,7 @@ __export(node_exports, {
   BlockRegistry: () => BlockRegistry,
   CHUNKING_PRESETS: () => CHUNKING_PRESETS,
   ChunksElasticSyncProducer: () => import_ChunksElasticSyncProducer.ChunksElasticSyncProducer,
+  ContentElasticSyncProducer: () => import_ContentElasticSyncProducer.ContentElasticSyncProducer,
   ELASTIC_MAPPING_PRESETS: () => ELASTIC_MAPPING_PRESETS,
   ElasticSearchConnector: () => import_ElasticSearchConnector.ElasticSearchConnector,
   FILTER_IDS: () => FILTER_IDS,
@@ -5015,6 +5101,7 @@ var import_BaseFlowProducer = __toESM(require_BaseFlowProducer());
 var import_BaseWorker = __toESM(require_BaseWorker());
 var import_ChunksElasticSyncProducer = __toESM(require_ChunksElasticSyncProducer());
 var import_AnnosElasticSyncProducer = __toESM(require_AnnosElasticSyncProducer());
+var import_ContentElasticSyncProducer = __toESM(require_ContentElasticSyncProducer());
 var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG());
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
@@ -5028,6 +5115,7 @@ var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG()
   BlockRegistry,
   CHUNKING_PRESETS,
   ChunksElasticSyncProducer,
+  ContentElasticSyncProducer,
   ELASTIC_MAPPING_PRESETS,
   ElasticSearchConnector,
   FILTER_IDS,

package/dist/node.mjs

@@ -2285,6 +2285,91 @@ var require_AnnosElasticSyncProducer = __commonJS({
   }
 });
 
+// src/bullmq/ContentElasticSyncProducer.js
+var require_ContentElasticSyncProducer = __commonJS({
+  "src/bullmq/ContentElasticSyncProducer.js"(exports, module) {
+    "use strict";
+    var { BaseProducer: BaseProducer2 } = require_BaseProducer();
+    var { GET_GLOBAL_BULLMQ_CONFIG: GET_GLOBAL_BULLMQ_CONFIG2 } = require_GET_GLOBAL_BULLMQ_CONFIG();
+    var { SecretManagerConnector: SecretManagerConnector2 } = (init_SecretManagerConnector(), __toCommonJS(SecretManagerConnector_exports));
+    var ContentElasticSyncProducer2 = class _ContentElasticSyncProducer extends BaseProducer2 {
+      // Preserve class name through minification for ProducerManager lookup
+      static get name() {
+        return "ContentElasticSyncProducer";
+      }
+      // env is OPTIONAL — cross-env routing: jobs land in the target env's Redis
+      // so that env's deployed workers pick them up (see okf-be
+      // CreateChunksProducer for the rationale and the localhost `_local_<user>`
+      // queue-id quirk).
+      constructor(options = {}) {
+        const env = options.env || process.env.ENV;
+        const c = SecretManagerConnector2.getEnvSpecificConfigs(env);
+        const redisCredentials = options.redisCredentials || {
+          REDIS_HOST: c.REDIS_HOST,
+          REDIS_PORT: c.REDIS_PORT,
+          REDIS_PASSWORD: c.REDIS_PASSWORD
+        };
+        const GLOBAL_BULLMQ_CONFIG = GET_GLOBAL_BULLMQ_CONFIG2({
+          env,
+          redisCredentials
+        });
+        super(GLOBAL_BULLMQ_CONFIG.CONTENT_ELASTIC_SYNC_QUEUE);
+        this.env = env;
+      }
+      async addJobs({ documents, tenant, contentType, operationType, sourceMetadata }) {
+        if (!documents || documents.length === 0 || contentType === "staticPages") {
+          return { jobCount: 0, jobIds: [] };
+        }
+        const batchSize = 200;
+        let jobs = [];
+        for (let i = 0; i < documents.length; i += batchSize) {
+          const batch = documents.slice(i, i + batchSize);
+          jobs.push({
+            name: "processContentElasticSync",
+            data: {
+              docIds: batch.map((doc) => doc._id),
+              tenant,
+              env: this.env,
+              contentType,
+              operationType,
+              sourceMetadata: {
+                ...sourceMetadata,
+                contentId: batch.map((d) => d._id)
+              }
+            }
+          });
+        }
+        const addedJobs = await this.addBulkJobs(jobs);
+        const jobIds = addedJobs.map((job) => job.id);
+        console.log(`\u{1F4E6} Added ${addedJobs.length} jobs for ${contentType} contents sync atomically`);
+        return {
+          jobCount: addedJobs.length,
+          jobIds
+        };
+      }
+      static async addJobsAndClose(params) {
+        const producer = new _ContentElasticSyncProducer({ env: params?.env });
+        try {
+          return await producer.addJobs(params);
+        } finally {
+          await producer.stop();
+        }
+      }
+      static async removeJobsAndClose(jobIds, env) {
+        const producer = new _ContentElasticSyncProducer({ env });
+        try {
+          return await producer.removeJobs(jobIds);
+        } finally {
+          await producer.stop();
+        }
+      }
+    };
+    module.exports = {
+      ContentElasticSyncProducer: ContentElasticSyncProducer2
+    };
+  }
+});
+
 // src/utils/getterSetterDeleter/utils/set_deleteVal.ts
 var set_deleteVal = (action, data, valuePath, value) => {
   if (valuePath === void 0) return;
@@ -4943,12 +5028,14 @@ var import_BaseFlowProducer = __toESM(require_BaseFlowProducer());
 var import_BaseWorker = __toESM(require_BaseWorker());
 var import_ChunksElasticSyncProducer = __toESM(require_ChunksElasticSyncProducer());
 var import_AnnosElasticSyncProducer = __toESM(require_AnnosElasticSyncProducer());
+var import_ContentElasticSyncProducer = __toESM(require_ContentElasticSyncProducer());
 var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG());
 var export_AnnosElasticSyncProducer = import_AnnosElasticSyncProducer.AnnosElasticSyncProducer;
 var export_BaseFlowProducer = import_BaseFlowProducer.BaseFlowProducer;
 var export_BaseProducer = import_BaseProducer.BaseProducer;
 var export_BaseWorker = import_BaseWorker.BaseWorker;
 var export_ChunksElasticSyncProducer = import_ChunksElasticSyncProducer.ChunksElasticSyncProducer;
+var export_ContentElasticSyncProducer = import_ContentElasticSyncProducer.ContentElasticSyncProducer;
 var export_ElasticSearchConnector = import_ElasticSearchConnector.ElasticSearchConnector;
 var export_GET_GLOBAL_BULLMQ_CONFIG = import_GET_GLOBAL_BULLMQ_CONFIG.GET_GLOBAL_BULLMQ_CONFIG;
 var export_MongoConnector = import_MongoConnector3.MongoConnector;
@@ -4972,6 +5059,7 @@ export {
   BlockRegistry,
   CHUNKING_PRESETS,
   export_ChunksElasticSyncProducer as ChunksElasticSyncProducer,
+  export_ContentElasticSyncProducer as ContentElasticSyncProducer,
   ELASTIC_MAPPING_PRESETS,
   export_ElasticSearchConnector as ElasticSearchConnector,
   FILTER_IDS,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.41.2",
+  "version": "1.42.0",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",