@okf/ootils 1.19.0 → 1.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/node.d.mts +14 -1
- package/dist/node.d.ts +14 -1
- package/dist/node.js +45 -0
- package/dist/node.mjs +45 -0
- package/package.json +1 -1
package/dist/node.d.mts
CHANGED
|
@@ -1303,6 +1303,19 @@ declare class BaseWorker {
|
|
|
1303
1303
|
stop(): Promise<void>;
|
|
1304
1304
|
}
|
|
1305
1305
|
|
|
1306
|
+
/**
|
|
1307
|
+
* Producer for Elasticsearch sync jobs for chunks
|
|
1308
|
+
*/
|
|
1309
|
+
declare class ChunksElasticSyncProducer extends BaseProducer {
|
|
1310
|
+
constructor(options?: {});
|
|
1311
|
+
/**
|
|
1312
|
+
* Add a single sync job
|
|
1313
|
+
* @param {Object} jobData - Job data containing docIds, tenant, operationType
|
|
1314
|
+
* @returns {Promise<Object>} Job creation result
|
|
1315
|
+
*/
|
|
1316
|
+
addJobWithName(jobData: Object): Promise<Object>;
|
|
1317
|
+
}
|
|
1318
|
+
|
|
1306
1319
|
/**
|
|
1307
1320
|
* Creates BullMQ configuration with explicit dependencies
|
|
1308
1321
|
* @param {Object} params Configuration parameters
|
|
@@ -1322,4 +1335,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
|
|
|
1322
1335
|
};
|
|
1323
1336
|
}): Object;
|
|
1324
1337
|
|
|
1325
|
-
export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, GeneratedTopicsSchema, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getTplModelByTenant, getVal, mergeAnnoDataIntoAnnotationsTags, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
|
|
1338
|
+
export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ChunksElasticSyncProducer, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, GeneratedTopicsSchema, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getTplModelByTenant, getVal, mergeAnnoDataIntoAnnotationsTags, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
|
package/dist/node.d.ts
CHANGED
|
@@ -1303,6 +1303,19 @@ declare class BaseWorker {
|
|
|
1303
1303
|
stop(): Promise<void>;
|
|
1304
1304
|
}
|
|
1305
1305
|
|
|
1306
|
+
/**
|
|
1307
|
+
* Producer for Elasticsearch sync jobs for chunks
|
|
1308
|
+
*/
|
|
1309
|
+
declare class ChunksElasticSyncProducer extends BaseProducer {
|
|
1310
|
+
constructor(options?: {});
|
|
1311
|
+
/**
|
|
1312
|
+
* Add a single sync job
|
|
1313
|
+
* @param {Object} jobData - Job data containing docIds, tenant, operationType
|
|
1314
|
+
* @returns {Promise<Object>} Job creation result
|
|
1315
|
+
*/
|
|
1316
|
+
addJobWithName(jobData: Object): Promise<Object>;
|
|
1317
|
+
}
|
|
1318
|
+
|
|
1306
1319
|
/**
|
|
1307
1320
|
* Creates BullMQ configuration with explicit dependencies
|
|
1308
1321
|
* @param {Object} params Configuration parameters
|
|
@@ -1322,4 +1335,4 @@ declare function GET_GLOBAL_BULLMQ_CONFIG({ env, redisCredentials }: {
|
|
|
1322
1335
|
};
|
|
1323
1336
|
}): Object;
|
|
1324
1337
|
|
|
1325
|
-
export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, GeneratedTopicsSchema, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getTplModelByTenant, getVal, mergeAnnoDataIntoAnnotationsTags, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
|
|
1338
|
+
export { AIChatSchema, AnnotationSchema, BASE_BULLMQ_CONFIG, BaseProducer, BaseWorker, ChunksElasticSyncProducer, ElasticSearchConnector, GET_GLOBAL_BULLMQ_CONFIG, GeneratedTopicsSchema, MongoConnector, PlatformConfigsSchema, ProducerManager, RedisCacheConnector, TplSchema, WorkerManager, deleteVal, extractAllBlocksFromTpl, genTagId, getAIChatModelByTenant, getAnnotationsModelByTenant, getDbByTenant, getGeneratedTopicsModelByTenant, getModelByTenant, getPlatformConfigsModelByTenant, getPlatformContextContent, getRollupPossibilities, getTplModelByTenant, getVal, mergeAnnoDataIntoAnnotationsTags, _recursExtractBlocks as recursivelyExtractBlocks, segrigateDocs, setVal, toArray };
|
package/dist/node.js
CHANGED
|
@@ -1552,6 +1552,48 @@ var require_GET_GLOBAL_BULLMQ_CONFIG = __commonJS({
|
|
|
1552
1552
|
}
|
|
1553
1553
|
});
|
|
1554
1554
|
|
|
1555
|
+
// src/bullmq/ChunksElasticSyncProducer.js
|
|
1556
|
+
var require_ChunksElasticSyncProducer = __commonJS({
|
|
1557
|
+
"src/bullmq/ChunksElasticSyncProducer.js"(exports2, module2) {
|
|
1558
|
+
"use strict";
|
|
1559
|
+
var { BaseProducer: BaseProducer2 } = require_BaseProducer();
|
|
1560
|
+
var { GET_GLOBAL_BULLMQ_CONFIG: GET_GLOBAL_BULLMQ_CONFIG2 } = require_GET_GLOBAL_BULLMQ_CONFIG();
|
|
1561
|
+
var ChunksElasticSyncProducer2 = class extends BaseProducer2 {
|
|
1562
|
+
// Preserve class name through minification for ProducerManager lookup
|
|
1563
|
+
static get name() {
|
|
1564
|
+
return "ChunksElasticSyncProducer";
|
|
1565
|
+
}
|
|
1566
|
+
// options - Configuration options (optional, defaults to process.env)
|
|
1567
|
+
constructor(options = {}) {
|
|
1568
|
+
const env = options.env || process.env.ENV;
|
|
1569
|
+
const redisCredentials = options.redisCredentials || {
|
|
1570
|
+
REDIS_HOST: process.env.REDIS_HOST,
|
|
1571
|
+
REDIS_PORT: process.env.REDIS_PORT,
|
|
1572
|
+
REDIS_PASSWORD: process.env.REDIS_PASSWORD
|
|
1573
|
+
};
|
|
1574
|
+
const GLOBAL_BULLMQ_CONFIG = GET_GLOBAL_BULLMQ_CONFIG2({
|
|
1575
|
+
env,
|
|
1576
|
+
redisCredentials
|
|
1577
|
+
});
|
|
1578
|
+
super(GLOBAL_BULLMQ_CONFIG.CHUNKS_ELASTIC_SYNC_QUEUE);
|
|
1579
|
+
}
|
|
1580
|
+
/**
|
|
1581
|
+
* Add a single sync job
|
|
1582
|
+
* @param {Object} jobData - Job data containing docIds, tenant, operationType
|
|
1583
|
+
* @returns {Promise<Object>} Job creation result
|
|
1584
|
+
*/
|
|
1585
|
+
async addJobWithName(jobData) {
|
|
1586
|
+
const job = await this.addJob("processChunksElasticSync", jobData);
|
|
1587
|
+
console.log(`\u{1F4C8} Added process chunks elastic sync job: ${job.id}`);
|
|
1588
|
+
return { jobId: job.id };
|
|
1589
|
+
}
|
|
1590
|
+
};
|
|
1591
|
+
module2.exports = {
|
|
1592
|
+
ChunksElasticSyncProducer: ChunksElasticSyncProducer2
|
|
1593
|
+
};
|
|
1594
|
+
}
|
|
1595
|
+
});
|
|
1596
|
+
|
|
1555
1597
|
// src/node.ts
|
|
1556
1598
|
var node_exports = {};
|
|
1557
1599
|
__export(node_exports, {
|
|
@@ -1560,6 +1602,7 @@ __export(node_exports, {
|
|
|
1560
1602
|
BASE_BULLMQ_CONFIG: () => BASE_BULLMQ_CONFIG,
|
|
1561
1603
|
BaseProducer: () => import_BaseProducer.BaseProducer,
|
|
1562
1604
|
BaseWorker: () => import_BaseWorker.BaseWorker,
|
|
1605
|
+
ChunksElasticSyncProducer: () => import_ChunksElasticSyncProducer.ChunksElasticSyncProducer,
|
|
1563
1606
|
ElasticSearchConnector: () => import_ElasticSearchConnector.ElasticSearchConnector,
|
|
1564
1607
|
GET_GLOBAL_BULLMQ_CONFIG: () => import_GET_GLOBAL_BULLMQ_CONFIG.GET_GLOBAL_BULLMQ_CONFIG,
|
|
1565
1608
|
GeneratedTopicsSchema: () => GeneratedTopics_default,
|
|
@@ -2438,6 +2481,7 @@ var import_WorkerManager = __toESM(require_WorkerManager());
|
|
|
2438
2481
|
var import_ProducerManager = __toESM(require_ProducerManager());
|
|
2439
2482
|
var import_BaseProducer = __toESM(require_BaseProducer());
|
|
2440
2483
|
var import_BaseWorker = __toESM(require_BaseWorker());
|
|
2484
|
+
var import_ChunksElasticSyncProducer = __toESM(require_ChunksElasticSyncProducer());
|
|
2441
2485
|
var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG());
|
|
2442
2486
|
// Annotate the CommonJS export names for ESM import in node:
|
|
2443
2487
|
0 && (module.exports = {
|
|
@@ -2446,6 +2490,7 @@ var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG()
|
|
|
2446
2490
|
BASE_BULLMQ_CONFIG,
|
|
2447
2491
|
BaseProducer,
|
|
2448
2492
|
BaseWorker,
|
|
2493
|
+
ChunksElasticSyncProducer,
|
|
2449
2494
|
ElasticSearchConnector,
|
|
2450
2495
|
GET_GLOBAL_BULLMQ_CONFIG,
|
|
2451
2496
|
GeneratedTopicsSchema,
|
package/dist/node.mjs
CHANGED
|
@@ -1557,6 +1557,48 @@ var require_GET_GLOBAL_BULLMQ_CONFIG = __commonJS({
|
|
|
1557
1557
|
}
|
|
1558
1558
|
});
|
|
1559
1559
|
|
|
1560
|
+
// src/bullmq/ChunksElasticSyncProducer.js
|
|
1561
|
+
var require_ChunksElasticSyncProducer = __commonJS({
|
|
1562
|
+
"src/bullmq/ChunksElasticSyncProducer.js"(exports, module) {
|
|
1563
|
+
"use strict";
|
|
1564
|
+
var { BaseProducer: BaseProducer2 } = require_BaseProducer();
|
|
1565
|
+
var { GET_GLOBAL_BULLMQ_CONFIG: GET_GLOBAL_BULLMQ_CONFIG2 } = require_GET_GLOBAL_BULLMQ_CONFIG();
|
|
1566
|
+
var ChunksElasticSyncProducer2 = class extends BaseProducer2 {
|
|
1567
|
+
// Preserve class name through minification for ProducerManager lookup
|
|
1568
|
+
static get name() {
|
|
1569
|
+
return "ChunksElasticSyncProducer";
|
|
1570
|
+
}
|
|
1571
|
+
// options - Configuration options (optional, defaults to process.env)
|
|
1572
|
+
constructor(options = {}) {
|
|
1573
|
+
const env = options.env || process.env.ENV;
|
|
1574
|
+
const redisCredentials = options.redisCredentials || {
|
|
1575
|
+
REDIS_HOST: process.env.REDIS_HOST,
|
|
1576
|
+
REDIS_PORT: process.env.REDIS_PORT,
|
|
1577
|
+
REDIS_PASSWORD: process.env.REDIS_PASSWORD
|
|
1578
|
+
};
|
|
1579
|
+
const GLOBAL_BULLMQ_CONFIG = GET_GLOBAL_BULLMQ_CONFIG2({
|
|
1580
|
+
env,
|
|
1581
|
+
redisCredentials
|
|
1582
|
+
});
|
|
1583
|
+
super(GLOBAL_BULLMQ_CONFIG.CHUNKS_ELASTIC_SYNC_QUEUE);
|
|
1584
|
+
}
|
|
1585
|
+
/**
|
|
1586
|
+
* Add a single sync job
|
|
1587
|
+
* @param {Object} jobData - Job data containing docIds, tenant, operationType
|
|
1588
|
+
* @returns {Promise<Object>} Job creation result
|
|
1589
|
+
*/
|
|
1590
|
+
async addJobWithName(jobData) {
|
|
1591
|
+
const job = await this.addJob("processChunksElasticSync", jobData);
|
|
1592
|
+
console.log(`\u{1F4C8} Added process chunks elastic sync job: ${job.id}`);
|
|
1593
|
+
return { jobId: job.id };
|
|
1594
|
+
}
|
|
1595
|
+
};
|
|
1596
|
+
module.exports = {
|
|
1597
|
+
ChunksElasticSyncProducer: ChunksElasticSyncProducer2
|
|
1598
|
+
};
|
|
1599
|
+
}
|
|
1600
|
+
});
|
|
1601
|
+
|
|
1560
1602
|
// src/utils/getterSetterDeleter/utils/set_deleteVal.ts
|
|
1561
1603
|
var set_deleteVal = (action, data, valuePath, value) => {
|
|
1562
1604
|
if (valuePath === void 0) return;
|
|
@@ -2405,9 +2447,11 @@ var import_WorkerManager = __toESM(require_WorkerManager());
|
|
|
2405
2447
|
var import_ProducerManager = __toESM(require_ProducerManager());
|
|
2406
2448
|
var import_BaseProducer = __toESM(require_BaseProducer());
|
|
2407
2449
|
var import_BaseWorker = __toESM(require_BaseWorker());
|
|
2450
|
+
var import_ChunksElasticSyncProducer = __toESM(require_ChunksElasticSyncProducer());
|
|
2408
2451
|
var import_GET_GLOBAL_BULLMQ_CONFIG = __toESM(require_GET_GLOBAL_BULLMQ_CONFIG());
|
|
2409
2452
|
var export_BaseProducer = import_BaseProducer.BaseProducer;
|
|
2410
2453
|
var export_BaseWorker = import_BaseWorker.BaseWorker;
|
|
2454
|
+
var export_ChunksElasticSyncProducer = import_ChunksElasticSyncProducer.ChunksElasticSyncProducer;
|
|
2411
2455
|
var export_ElasticSearchConnector = import_ElasticSearchConnector.ElasticSearchConnector;
|
|
2412
2456
|
var export_GET_GLOBAL_BULLMQ_CONFIG = import_GET_GLOBAL_BULLMQ_CONFIG.GET_GLOBAL_BULLMQ_CONFIG;
|
|
2413
2457
|
var export_MongoConnector = import_MongoConnector2.MongoConnector;
|
|
@@ -2425,6 +2469,7 @@ export {
|
|
|
2425
2469
|
BASE_BULLMQ_CONFIG,
|
|
2426
2470
|
export_BaseProducer as BaseProducer,
|
|
2427
2471
|
export_BaseWorker as BaseWorker,
|
|
2472
|
+
export_ChunksElasticSyncProducer as ChunksElasticSyncProducer,
|
|
2428
2473
|
export_ElasticSearchConnector as ElasticSearchConnector,
|
|
2429
2474
|
export_GET_GLOBAL_BULLMQ_CONFIG as GET_GLOBAL_BULLMQ_CONFIG,
|
|
2430
2475
|
GeneratedTopics_default as GeneratedTopicsSchema,
|