@okf/ootils 1.4.1 → 1.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/node.js +32 -8
- package/dist/node.mjs +32 -8
- package/package.json +1 -1
package/dist/node.js
CHANGED
|
@@ -348,10 +348,10 @@ var require_MongoConnector = __commonJS({
|
|
|
348
348
|
this.env = options.env;
|
|
349
349
|
this.dbConfigs = options.dbConfigs;
|
|
350
350
|
this.mongoOptions = options.mongoOptions || {
|
|
351
|
-
maxPoolSize:
|
|
352
|
-
serverSelectionTimeoutMS:
|
|
353
|
-
socketTimeoutMS:
|
|
354
|
-
family: 4
|
|
351
|
+
// maxPoolSize: 40,
|
|
352
|
+
// serverSelectionTimeoutMS: 5000,
|
|
353
|
+
// socketTimeoutMS: 45000,
|
|
354
|
+
// family: 4,
|
|
355
355
|
};
|
|
356
356
|
_MongoConnector.instance = this;
|
|
357
357
|
if (!this.env) {
|
|
@@ -422,7 +422,7 @@ var require_MongoConnector = __commonJS({
|
|
|
422
422
|
this.clusterConnections[CLUSTER_NAME] = await mongoose5.createConnection(
|
|
423
423
|
DB_URI,
|
|
424
424
|
this.mongoOptions
|
|
425
|
-
);
|
|
425
|
+
).asPromise();
|
|
426
426
|
console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
|
|
427
427
|
})
|
|
428
428
|
);
|
|
@@ -896,8 +896,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
896
896
|
concurrency: 10,
|
|
897
897
|
// Process 10 jobs at once for chunk processing
|
|
898
898
|
limiter: {
|
|
899
|
-
max:
|
|
900
|
-
// Max
|
|
899
|
+
max: 10,
|
|
900
|
+
// Max 5 jobs per...
|
|
901
901
|
duration: 6e4
|
|
902
902
|
// ...60 seconds (higher throughput for chunking)
|
|
903
903
|
}
|
|
@@ -927,6 +927,30 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
927
927
|
}
|
|
928
928
|
}
|
|
929
929
|
},
|
|
930
|
+
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
931
|
+
id: "content-enhance-and-embed-queue",
|
|
932
|
+
queueConfig: {
|
|
933
|
+
defaultJobOptions: {
|
|
934
|
+
backoff: {
|
|
935
|
+
type: "exponential",
|
|
936
|
+
delay: 2e3
|
|
937
|
+
},
|
|
938
|
+
attempts: 3,
|
|
939
|
+
removeOnComplete: 100,
|
|
940
|
+
removeOnFail: 50
|
|
941
|
+
}
|
|
942
|
+
},
|
|
943
|
+
workerConfig: {
|
|
944
|
+
concurrency: 1,
|
|
945
|
+
// Process 10 jobs at once for chunk processing
|
|
946
|
+
limiter: {
|
|
947
|
+
max: 5,
|
|
948
|
+
// Max 50 jobs per...
|
|
949
|
+
duration: 6e4
|
|
950
|
+
// ...60 seconds (higher throughput for chunking)
|
|
951
|
+
}
|
|
952
|
+
}
|
|
953
|
+
},
|
|
930
954
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
931
955
|
id: "direct-data-import-queue",
|
|
932
956
|
queueConfig: {
|
|
@@ -944,7 +968,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
944
968
|
concurrency: 1,
|
|
945
969
|
limiter: {
|
|
946
970
|
max: 5,
|
|
947
|
-
// Max
|
|
971
|
+
// Max 5 jobs per...
|
|
948
972
|
duration: 6e4
|
|
949
973
|
// ...60 seconds (higher throughput for chunking)
|
|
950
974
|
}
|
package/dist/node.mjs
CHANGED
|
@@ -353,10 +353,10 @@ var require_MongoConnector = __commonJS({
|
|
|
353
353
|
this.env = options.env;
|
|
354
354
|
this.dbConfigs = options.dbConfigs;
|
|
355
355
|
this.mongoOptions = options.mongoOptions || {
|
|
356
|
-
maxPoolSize:
|
|
357
|
-
serverSelectionTimeoutMS:
|
|
358
|
-
socketTimeoutMS:
|
|
359
|
-
family: 4
|
|
356
|
+
// maxPoolSize: 40,
|
|
357
|
+
// serverSelectionTimeoutMS: 5000,
|
|
358
|
+
// socketTimeoutMS: 45000,
|
|
359
|
+
// family: 4,
|
|
360
360
|
};
|
|
361
361
|
_MongoConnector.instance = this;
|
|
362
362
|
if (!this.env) {
|
|
@@ -427,7 +427,7 @@ var require_MongoConnector = __commonJS({
|
|
|
427
427
|
this.clusterConnections[CLUSTER_NAME] = await mongoose5.createConnection(
|
|
428
428
|
DB_URI,
|
|
429
429
|
this.mongoOptions
|
|
430
|
-
);
|
|
430
|
+
).asPromise();
|
|
431
431
|
console.log(`Connected to MongoDB: ${CLUSTER_NAME}`);
|
|
432
432
|
})
|
|
433
433
|
);
|
|
@@ -901,8 +901,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
901
901
|
concurrency: 10,
|
|
902
902
|
// Process 10 jobs at once for chunk processing
|
|
903
903
|
limiter: {
|
|
904
|
-
max:
|
|
905
|
-
// Max
|
|
904
|
+
max: 10,
|
|
905
|
+
// Max 5 jobs per...
|
|
906
906
|
duration: 6e4
|
|
907
907
|
// ...60 seconds (higher throughput for chunking)
|
|
908
908
|
}
|
|
@@ -932,6 +932,30 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
932
932
|
}
|
|
933
933
|
}
|
|
934
934
|
},
|
|
935
|
+
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
936
|
+
id: "content-enhance-and-embed-queue",
|
|
937
|
+
queueConfig: {
|
|
938
|
+
defaultJobOptions: {
|
|
939
|
+
backoff: {
|
|
940
|
+
type: "exponential",
|
|
941
|
+
delay: 2e3
|
|
942
|
+
},
|
|
943
|
+
attempts: 3,
|
|
944
|
+
removeOnComplete: 100,
|
|
945
|
+
removeOnFail: 50
|
|
946
|
+
}
|
|
947
|
+
},
|
|
948
|
+
workerConfig: {
|
|
949
|
+
concurrency: 1,
|
|
950
|
+
// Process 10 jobs at once for chunk processing
|
|
951
|
+
limiter: {
|
|
952
|
+
max: 5,
|
|
953
|
+
// Max 50 jobs per...
|
|
954
|
+
duration: 6e4
|
|
955
|
+
// ...60 seconds (higher throughput for chunking)
|
|
956
|
+
}
|
|
957
|
+
}
|
|
958
|
+
},
|
|
935
959
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
936
960
|
id: "direct-data-import-queue",
|
|
937
961
|
queueConfig: {
|
|
@@ -949,7 +973,7 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
949
973
|
concurrency: 1,
|
|
950
974
|
limiter: {
|
|
951
975
|
max: 5,
|
|
952
|
-
// Max
|
|
976
|
+
// Max 5 jobs per...
|
|
953
977
|
duration: 6e4
|
|
954
978
|
// ...60 seconds (higher throughput for chunking)
|
|
955
979
|
}
|