@okf/ootils 1.4.0 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/node.js +49 -2
- package/dist/node.mjs +49 -2
- package/package.json +1 -1
package/dist/node.js
CHANGED
|
@@ -896,8 +896,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
896
896
|
concurrency: 10,
|
|
897
897
|
// Process 10 jobs at once for chunk processing
|
|
898
898
|
limiter: {
|
|
899
|
-
max:
|
|
900
|
-
// Max
|
|
899
|
+
max: 10,
|
|
900
|
+
// Max 5 jobs per...
|
|
901
901
|
duration: 6e4
|
|
902
902
|
// ...60 seconds (higher throughput for chunking)
|
|
903
903
|
}
|
|
@@ -926,6 +926,53 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
926
926
|
// ...60 seconds (higher throughput for chunking)
|
|
927
927
|
}
|
|
928
928
|
}
|
|
929
|
+
},
|
|
930
|
+
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
931
|
+
id: "content-enhance-and-embed-queue",
|
|
932
|
+
queueConfig: {
|
|
933
|
+
defaultJobOptions: {
|
|
934
|
+
backoff: {
|
|
935
|
+
type: "exponential",
|
|
936
|
+
delay: 2e3
|
|
937
|
+
},
|
|
938
|
+
attempts: 3,
|
|
939
|
+
removeOnComplete: 100,
|
|
940
|
+
removeOnFail: 50
|
|
941
|
+
}
|
|
942
|
+
},
|
|
943
|
+
workerConfig: {
|
|
944
|
+
concurrency: 1,
|
|
945
|
+
// Process 10 jobs at once for chunk processing
|
|
946
|
+
limiter: {
|
|
947
|
+
max: 5,
|
|
948
|
+
// Max 50 jobs per...
|
|
949
|
+
duration: 6e4
|
|
950
|
+
// ...60 seconds (higher throughput for chunking)
|
|
951
|
+
}
|
|
952
|
+
}
|
|
953
|
+
},
|
|
954
|
+
DIRECT_DATA_IMPORT_QUEUE: {
|
|
955
|
+
id: "direct-data-import-queue",
|
|
956
|
+
queueConfig: {
|
|
957
|
+
defaultJobOptions: {
|
|
958
|
+
backoff: {
|
|
959
|
+
type: "exponential",
|
|
960
|
+
delay: 2e3
|
|
961
|
+
},
|
|
962
|
+
attempts: 3,
|
|
963
|
+
removeOnComplete: 100,
|
|
964
|
+
removeOnFail: 50
|
|
965
|
+
}
|
|
966
|
+
},
|
|
967
|
+
workerConfig: {
|
|
968
|
+
concurrency: 1,
|
|
969
|
+
limiter: {
|
|
970
|
+
max: 5,
|
|
971
|
+
// Max 5 jobs per...
|
|
972
|
+
duration: 6e4
|
|
973
|
+
// ...60 seconds (higher throughput for chunking)
|
|
974
|
+
}
|
|
975
|
+
}
|
|
929
976
|
}
|
|
930
977
|
};
|
|
931
978
|
}
|
package/dist/node.mjs
CHANGED
|
@@ -901,8 +901,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
901
901
|
concurrency: 10,
|
|
902
902
|
// Process 10 jobs at once for chunk processing
|
|
903
903
|
limiter: {
|
|
904
|
-
max:
|
|
905
|
-
// Max
|
|
904
|
+
max: 10,
|
|
905
|
+
// Max 5 jobs per...
|
|
906
906
|
duration: 6e4
|
|
907
907
|
// ...60 seconds (higher throughput for chunking)
|
|
908
908
|
}
|
|
@@ -931,6 +931,53 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
931
931
|
// ...60 seconds (higher throughput for chunking)
|
|
932
932
|
}
|
|
933
933
|
}
|
|
934
|
+
},
|
|
935
|
+
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
936
|
+
id: "content-enhance-and-embed-queue",
|
|
937
|
+
queueConfig: {
|
|
938
|
+
defaultJobOptions: {
|
|
939
|
+
backoff: {
|
|
940
|
+
type: "exponential",
|
|
941
|
+
delay: 2e3
|
|
942
|
+
},
|
|
943
|
+
attempts: 3,
|
|
944
|
+
removeOnComplete: 100,
|
|
945
|
+
removeOnFail: 50
|
|
946
|
+
}
|
|
947
|
+
},
|
|
948
|
+
workerConfig: {
|
|
949
|
+
concurrency: 1,
|
|
950
|
+
// Process 10 jobs at once for chunk processing
|
|
951
|
+
limiter: {
|
|
952
|
+
max: 5,
|
|
953
|
+
// Max 50 jobs per...
|
|
954
|
+
duration: 6e4
|
|
955
|
+
// ...60 seconds (higher throughput for chunking)
|
|
956
|
+
}
|
|
957
|
+
}
|
|
958
|
+
},
|
|
959
|
+
DIRECT_DATA_IMPORT_QUEUE: {
|
|
960
|
+
id: "direct-data-import-queue",
|
|
961
|
+
queueConfig: {
|
|
962
|
+
defaultJobOptions: {
|
|
963
|
+
backoff: {
|
|
964
|
+
type: "exponential",
|
|
965
|
+
delay: 2e3
|
|
966
|
+
},
|
|
967
|
+
attempts: 3,
|
|
968
|
+
removeOnComplete: 100,
|
|
969
|
+
removeOnFail: 50
|
|
970
|
+
}
|
|
971
|
+
},
|
|
972
|
+
workerConfig: {
|
|
973
|
+
concurrency: 1,
|
|
974
|
+
limiter: {
|
|
975
|
+
max: 5,
|
|
976
|
+
// Max 5 jobs per...
|
|
977
|
+
duration: 6e4
|
|
978
|
+
// ...60 seconds (higher throughput for chunking)
|
|
979
|
+
}
|
|
980
|
+
}
|
|
934
981
|
}
|
|
935
982
|
};
|
|
936
983
|
}
|