@okf/ootils 1.14.0 → 1.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.d.mts +50 -54
- package/dist/browser.d.ts +50 -54
- package/dist/browser.js +29 -43
- package/dist/browser.mjs +29 -43
- package/dist/node.d.mts +50 -54
- package/dist/node.d.ts +50 -54
- package/dist/node.js +29 -43
- package/dist/node.mjs +29 -43
- package/dist/universal.d.mts +50 -54
- package/dist/universal.d.ts +50 -54
- package/dist/universal.js +29 -43
- package/dist/universal.mjs +29 -43
- package/package.json +1 -1
package/dist/node.d.mts
CHANGED
|
@@ -287,6 +287,8 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
287
287
|
}
|
|
288
288
|
namespace workerConfig {
|
|
289
289
|
let concurrency: number;
|
|
290
|
+
let lockDuration: number;
|
|
291
|
+
let maxStalledCount: number;
|
|
290
292
|
namespace limiter {
|
|
291
293
|
let max: number;
|
|
292
294
|
let duration: number;
|
|
@@ -326,13 +328,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
326
328
|
export namespace workerConfig_1 {
|
|
327
329
|
let concurrency_1: number;
|
|
328
330
|
export { concurrency_1 as concurrency };
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
export { duration_1 as duration };
|
|
334
|
-
}
|
|
335
|
-
export { limiter_1 as limiter };
|
|
331
|
+
let lockDuration_1: number;
|
|
332
|
+
export { lockDuration_1 as lockDuration };
|
|
333
|
+
let maxStalledCount_1: number;
|
|
334
|
+
export { maxStalledCount_1 as maxStalledCount };
|
|
336
335
|
}
|
|
337
336
|
export { workerConfig_1 as workerConfig };
|
|
338
337
|
}
|
|
@@ -369,13 +368,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
369
368
|
export namespace workerConfig_2 {
|
|
370
369
|
let concurrency_2: number;
|
|
371
370
|
export { concurrency_2 as concurrency };
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
export { duration_2 as duration };
|
|
377
|
-
}
|
|
378
|
-
export { limiter_2 as limiter };
|
|
371
|
+
let lockDuration_2: number;
|
|
372
|
+
export { lockDuration_2 as lockDuration };
|
|
373
|
+
let maxStalledCount_2: number;
|
|
374
|
+
export { maxStalledCount_2 as maxStalledCount };
|
|
379
375
|
}
|
|
380
376
|
export { workerConfig_2 as workerConfig };
|
|
381
377
|
}
|
|
@@ -412,13 +408,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
412
408
|
export namespace workerConfig_3 {
|
|
413
409
|
let concurrency_3: number;
|
|
414
410
|
export { concurrency_3 as concurrency };
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
export { duration_3 as duration };
|
|
420
|
-
}
|
|
421
|
-
export { limiter_3 as limiter };
|
|
411
|
+
let lockDuration_3: number;
|
|
412
|
+
export { lockDuration_3 as lockDuration };
|
|
413
|
+
let maxStalledCount_3: number;
|
|
414
|
+
export { maxStalledCount_3 as maxStalledCount };
|
|
422
415
|
}
|
|
423
416
|
export { workerConfig_3 as workerConfig };
|
|
424
417
|
}
|
|
@@ -455,13 +448,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
455
448
|
export namespace workerConfig_4 {
|
|
456
449
|
let concurrency_4: number;
|
|
457
450
|
export { concurrency_4 as concurrency };
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
451
|
+
let lockDuration_4: number;
|
|
452
|
+
export { lockDuration_4 as lockDuration };
|
|
453
|
+
let maxStalledCount_4: number;
|
|
454
|
+
export { maxStalledCount_4 as maxStalledCount };
|
|
455
|
+
export namespace limiter_1 {
|
|
456
|
+
let max_1: number;
|
|
457
|
+
export { max_1 as max };
|
|
458
|
+
let duration_1: number;
|
|
459
|
+
export { duration_1 as duration };
|
|
463
460
|
}
|
|
464
|
-
export {
|
|
461
|
+
export { limiter_1 as limiter };
|
|
465
462
|
}
|
|
466
463
|
export { workerConfig_4 as workerConfig };
|
|
467
464
|
}
|
|
@@ -498,13 +495,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
498
495
|
export namespace workerConfig_5 {
|
|
499
496
|
let concurrency_5: number;
|
|
500
497
|
export { concurrency_5 as concurrency };
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
498
|
+
let lockDuration_5: number;
|
|
499
|
+
export { lockDuration_5 as lockDuration };
|
|
500
|
+
let maxStalledCount_5: number;
|
|
501
|
+
export { maxStalledCount_5 as maxStalledCount };
|
|
502
|
+
export namespace limiter_2 {
|
|
503
|
+
let max_2: number;
|
|
504
|
+
export { max_2 as max };
|
|
505
|
+
let duration_2: number;
|
|
506
|
+
export { duration_2 as duration };
|
|
506
507
|
}
|
|
507
|
-
export {
|
|
508
|
+
export { limiter_2 as limiter };
|
|
508
509
|
}
|
|
509
510
|
export { workerConfig_5 as workerConfig };
|
|
510
511
|
}
|
|
@@ -541,13 +542,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
541
542
|
export namespace workerConfig_6 {
|
|
542
543
|
let concurrency_6: number;
|
|
543
544
|
export { concurrency_6 as concurrency };
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
export { duration_6 as duration };
|
|
549
|
-
}
|
|
550
|
-
export { limiter_6 as limiter };
|
|
545
|
+
let lockDuration_6: number;
|
|
546
|
+
export { lockDuration_6 as lockDuration };
|
|
547
|
+
let maxStalledCount_6: number;
|
|
548
|
+
export { maxStalledCount_6 as maxStalledCount };
|
|
551
549
|
}
|
|
552
550
|
export { workerConfig_6 as workerConfig };
|
|
553
551
|
}
|
|
@@ -584,13 +582,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
584
582
|
export namespace workerConfig_7 {
|
|
585
583
|
let concurrency_7: number;
|
|
586
584
|
export { concurrency_7 as concurrency };
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
export { duration_7 as duration };
|
|
592
|
-
}
|
|
593
|
-
export { limiter_7 as limiter };
|
|
585
|
+
let lockDuration_7: number;
|
|
586
|
+
export { lockDuration_7 as lockDuration };
|
|
587
|
+
let maxStalledCount_7: number;
|
|
588
|
+
export { maxStalledCount_7 as maxStalledCount };
|
|
594
589
|
}
|
|
595
590
|
export { workerConfig_7 as workerConfig };
|
|
596
591
|
}
|
|
@@ -627,13 +622,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
627
622
|
export namespace workerConfig_8 {
|
|
628
623
|
let concurrency_8: number;
|
|
629
624
|
export { concurrency_8 as concurrency };
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
export { duration_8 as duration };
|
|
635
|
-
}
|
|
636
|
-
export { limiter_8 as limiter };
|
|
625
|
+
let lockDuration_8: number;
|
|
626
|
+
export { lockDuration_8 as lockDuration };
|
|
627
|
+
let maxStalledCount_8: number;
|
|
628
|
+
export { maxStalledCount_8 as maxStalledCount };
|
|
637
629
|
}
|
|
638
630
|
export { workerConfig_8 as workerConfig };
|
|
639
631
|
}
|
|
@@ -672,6 +664,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
672
664
|
export namespace workerConfig_9 {
|
|
673
665
|
let concurrency_9: number;
|
|
674
666
|
export { concurrency_9 as concurrency };
|
|
667
|
+
let lockDuration_9: number;
|
|
668
|
+
export { lockDuration_9 as lockDuration };
|
|
669
|
+
let maxStalledCount_9: number;
|
|
670
|
+
export { maxStalledCount_9 as maxStalledCount };
|
|
675
671
|
}
|
|
676
672
|
export { workerConfig_9 as workerConfig };
|
|
677
673
|
}
|
package/dist/node.d.ts
CHANGED
|
@@ -287,6 +287,8 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
287
287
|
}
|
|
288
288
|
namespace workerConfig {
|
|
289
289
|
let concurrency: number;
|
|
290
|
+
let lockDuration: number;
|
|
291
|
+
let maxStalledCount: number;
|
|
290
292
|
namespace limiter {
|
|
291
293
|
let max: number;
|
|
292
294
|
let duration: number;
|
|
@@ -326,13 +328,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
326
328
|
export namespace workerConfig_1 {
|
|
327
329
|
let concurrency_1: number;
|
|
328
330
|
export { concurrency_1 as concurrency };
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
export { duration_1 as duration };
|
|
334
|
-
}
|
|
335
|
-
export { limiter_1 as limiter };
|
|
331
|
+
let lockDuration_1: number;
|
|
332
|
+
export { lockDuration_1 as lockDuration };
|
|
333
|
+
let maxStalledCount_1: number;
|
|
334
|
+
export { maxStalledCount_1 as maxStalledCount };
|
|
336
335
|
}
|
|
337
336
|
export { workerConfig_1 as workerConfig };
|
|
338
337
|
}
|
|
@@ -369,13 +368,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
369
368
|
export namespace workerConfig_2 {
|
|
370
369
|
let concurrency_2: number;
|
|
371
370
|
export { concurrency_2 as concurrency };
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
export { duration_2 as duration };
|
|
377
|
-
}
|
|
378
|
-
export { limiter_2 as limiter };
|
|
371
|
+
let lockDuration_2: number;
|
|
372
|
+
export { lockDuration_2 as lockDuration };
|
|
373
|
+
let maxStalledCount_2: number;
|
|
374
|
+
export { maxStalledCount_2 as maxStalledCount };
|
|
379
375
|
}
|
|
380
376
|
export { workerConfig_2 as workerConfig };
|
|
381
377
|
}
|
|
@@ -412,13 +408,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
412
408
|
export namespace workerConfig_3 {
|
|
413
409
|
let concurrency_3: number;
|
|
414
410
|
export { concurrency_3 as concurrency };
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
export { duration_3 as duration };
|
|
420
|
-
}
|
|
421
|
-
export { limiter_3 as limiter };
|
|
411
|
+
let lockDuration_3: number;
|
|
412
|
+
export { lockDuration_3 as lockDuration };
|
|
413
|
+
let maxStalledCount_3: number;
|
|
414
|
+
export { maxStalledCount_3 as maxStalledCount };
|
|
422
415
|
}
|
|
423
416
|
export { workerConfig_3 as workerConfig };
|
|
424
417
|
}
|
|
@@ -455,13 +448,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
455
448
|
export namespace workerConfig_4 {
|
|
456
449
|
let concurrency_4: number;
|
|
457
450
|
export { concurrency_4 as concurrency };
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
451
|
+
let lockDuration_4: number;
|
|
452
|
+
export { lockDuration_4 as lockDuration };
|
|
453
|
+
let maxStalledCount_4: number;
|
|
454
|
+
export { maxStalledCount_4 as maxStalledCount };
|
|
455
|
+
export namespace limiter_1 {
|
|
456
|
+
let max_1: number;
|
|
457
|
+
export { max_1 as max };
|
|
458
|
+
let duration_1: number;
|
|
459
|
+
export { duration_1 as duration };
|
|
463
460
|
}
|
|
464
|
-
export {
|
|
461
|
+
export { limiter_1 as limiter };
|
|
465
462
|
}
|
|
466
463
|
export { workerConfig_4 as workerConfig };
|
|
467
464
|
}
|
|
@@ -498,13 +495,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
498
495
|
export namespace workerConfig_5 {
|
|
499
496
|
let concurrency_5: number;
|
|
500
497
|
export { concurrency_5 as concurrency };
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
498
|
+
let lockDuration_5: number;
|
|
499
|
+
export { lockDuration_5 as lockDuration };
|
|
500
|
+
let maxStalledCount_5: number;
|
|
501
|
+
export { maxStalledCount_5 as maxStalledCount };
|
|
502
|
+
export namespace limiter_2 {
|
|
503
|
+
let max_2: number;
|
|
504
|
+
export { max_2 as max };
|
|
505
|
+
let duration_2: number;
|
|
506
|
+
export { duration_2 as duration };
|
|
506
507
|
}
|
|
507
|
-
export {
|
|
508
|
+
export { limiter_2 as limiter };
|
|
508
509
|
}
|
|
509
510
|
export { workerConfig_5 as workerConfig };
|
|
510
511
|
}
|
|
@@ -541,13 +542,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
541
542
|
export namespace workerConfig_6 {
|
|
542
543
|
let concurrency_6: number;
|
|
543
544
|
export { concurrency_6 as concurrency };
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
export { duration_6 as duration };
|
|
549
|
-
}
|
|
550
|
-
export { limiter_6 as limiter };
|
|
545
|
+
let lockDuration_6: number;
|
|
546
|
+
export { lockDuration_6 as lockDuration };
|
|
547
|
+
let maxStalledCount_6: number;
|
|
548
|
+
export { maxStalledCount_6 as maxStalledCount };
|
|
551
549
|
}
|
|
552
550
|
export { workerConfig_6 as workerConfig };
|
|
553
551
|
}
|
|
@@ -584,13 +582,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
584
582
|
export namespace workerConfig_7 {
|
|
585
583
|
let concurrency_7: number;
|
|
586
584
|
export { concurrency_7 as concurrency };
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
export { duration_7 as duration };
|
|
592
|
-
}
|
|
593
|
-
export { limiter_7 as limiter };
|
|
585
|
+
let lockDuration_7: number;
|
|
586
|
+
export { lockDuration_7 as lockDuration };
|
|
587
|
+
let maxStalledCount_7: number;
|
|
588
|
+
export { maxStalledCount_7 as maxStalledCount };
|
|
594
589
|
}
|
|
595
590
|
export { workerConfig_7 as workerConfig };
|
|
596
591
|
}
|
|
@@ -627,13 +622,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
627
622
|
export namespace workerConfig_8 {
|
|
628
623
|
let concurrency_8: number;
|
|
629
624
|
export { concurrency_8 as concurrency };
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
export { duration_8 as duration };
|
|
635
|
-
}
|
|
636
|
-
export { limiter_8 as limiter };
|
|
625
|
+
let lockDuration_8: number;
|
|
626
|
+
export { lockDuration_8 as lockDuration };
|
|
627
|
+
let maxStalledCount_8: number;
|
|
628
|
+
export { maxStalledCount_8 as maxStalledCount };
|
|
637
629
|
}
|
|
638
630
|
export { workerConfig_8 as workerConfig };
|
|
639
631
|
}
|
|
@@ -672,6 +664,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
672
664
|
export namespace workerConfig_9 {
|
|
673
665
|
let concurrency_9: number;
|
|
674
666
|
export { concurrency_9 as concurrency };
|
|
667
|
+
let lockDuration_9: number;
|
|
668
|
+
export { lockDuration_9 as lockDuration };
|
|
669
|
+
let maxStalledCount_9: number;
|
|
670
|
+
export { maxStalledCount_9 as maxStalledCount };
|
|
675
671
|
}
|
|
676
672
|
export { workerConfig_9 as workerConfig };
|
|
677
673
|
}
|
package/dist/node.js
CHANGED
|
@@ -67,6 +67,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
67
67
|
workerConfig: {
|
|
68
68
|
concurrency: 1,
|
|
69
69
|
// Process jobs one at a time to avoid race conditions
|
|
70
|
+
lockDuration: 9e4,
|
|
71
|
+
maxStalledCount: 3,
|
|
70
72
|
limiter: {
|
|
71
73
|
max: 5,
|
|
72
74
|
// Max 10 jobs per...
|
|
@@ -96,14 +98,11 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
96
98
|
}
|
|
97
99
|
},
|
|
98
100
|
workerConfig: {
|
|
99
|
-
concurrency:
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
duration: 6e4
|
|
105
|
-
// ...60 seconds (higher throughput for chunking)
|
|
106
|
-
}
|
|
101
|
+
concurrency: 50,
|
|
102
|
+
lockDuration: 9e4,
|
|
103
|
+
// 90 seconds lock duration for chunk processing (which can be lengthy)
|
|
104
|
+
maxStalledCount: 3
|
|
105
|
+
// Allow mome retries for stalled jobs
|
|
107
106
|
}
|
|
108
107
|
},
|
|
109
108
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -126,14 +125,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
126
125
|
}
|
|
127
126
|
},
|
|
128
127
|
workerConfig: {
|
|
129
|
-
concurrency:
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
max: 100,
|
|
133
|
-
// Max 50 jobs per...
|
|
134
|
-
duration: 6e4
|
|
135
|
-
// ...60 seconds (higher throughput for chunking)
|
|
136
|
-
}
|
|
128
|
+
concurrency: 50,
|
|
129
|
+
lockDuration: 9e4,
|
|
130
|
+
maxStalledCount: 3
|
|
137
131
|
}
|
|
138
132
|
},
|
|
139
133
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -156,13 +150,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
156
150
|
}
|
|
157
151
|
},
|
|
158
152
|
workerConfig: {
|
|
159
|
-
concurrency:
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
// Max 50 jobs per...
|
|
163
|
-
duration: 6e4
|
|
164
|
-
// ...60 seconds (higher throughput for chunking)
|
|
165
|
-
}
|
|
153
|
+
concurrency: 50,
|
|
154
|
+
lockDuration: 9e4,
|
|
155
|
+
maxStalledCount: 3
|
|
166
156
|
}
|
|
167
157
|
},
|
|
168
158
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -187,6 +177,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
187
177
|
workerConfig: {
|
|
188
178
|
concurrency: 1,
|
|
189
179
|
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
180
|
+
lockDuration: 9e4,
|
|
181
|
+
maxStalledCount: 3,
|
|
190
182
|
limiter: {
|
|
191
183
|
max: 20,
|
|
192
184
|
// Max 5 jobs per...
|
|
@@ -216,6 +208,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
216
208
|
},
|
|
217
209
|
workerConfig: {
|
|
218
210
|
concurrency: 1,
|
|
211
|
+
lockDuration: 9e4,
|
|
212
|
+
maxStalledCount: 3,
|
|
219
213
|
limiter: {
|
|
220
214
|
max: 100,
|
|
221
215
|
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
@@ -244,13 +238,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
244
238
|
}
|
|
245
239
|
},
|
|
246
240
|
workerConfig: {
|
|
247
|
-
concurrency:
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
251
|
-
duration: 6e4
|
|
252
|
-
// ...60 seconds (higher throughput for chunking)
|
|
253
|
-
}
|
|
241
|
+
concurrency: 50,
|
|
242
|
+
lockDuration: 9e4,
|
|
243
|
+
maxStalledCount: 3
|
|
254
244
|
}
|
|
255
245
|
},
|
|
256
246
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -273,13 +263,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
273
263
|
}
|
|
274
264
|
},
|
|
275
265
|
workerConfig: {
|
|
276
|
-
concurrency:
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
280
|
-
duration: 6e4
|
|
281
|
-
// ...60 seconds (higher throughput for chunking)
|
|
282
|
-
}
|
|
266
|
+
concurrency: 50,
|
|
267
|
+
lockDuration: 9e4,
|
|
268
|
+
maxStalledCount: 3
|
|
283
269
|
}
|
|
284
270
|
},
|
|
285
271
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -302,11 +288,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
302
288
|
}
|
|
303
289
|
},
|
|
304
290
|
workerConfig: {
|
|
305
|
-
concurrency:
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
duration: 6e4
|
|
309
|
-
}
|
|
291
|
+
concurrency: 50,
|
|
292
|
+
lockDuration: 9e4,
|
|
293
|
+
maxStalledCount: 3
|
|
310
294
|
}
|
|
311
295
|
},
|
|
312
296
|
REINDEX_QUEUE: {
|
|
@@ -330,7 +314,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
330
314
|
}
|
|
331
315
|
},
|
|
332
316
|
workerConfig: {
|
|
333
|
-
concurrency: 1
|
|
317
|
+
concurrency: 1,
|
|
318
|
+
lockDuration: 9e4,
|
|
319
|
+
maxStalledCount: 3
|
|
334
320
|
}
|
|
335
321
|
}
|
|
336
322
|
};
|
package/dist/node.mjs
CHANGED
|
@@ -72,6 +72,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
72
72
|
workerConfig: {
|
|
73
73
|
concurrency: 1,
|
|
74
74
|
// Process jobs one at a time to avoid race conditions
|
|
75
|
+
lockDuration: 9e4,
|
|
76
|
+
maxStalledCount: 3,
|
|
75
77
|
limiter: {
|
|
76
78
|
max: 5,
|
|
77
79
|
// Max 10 jobs per...
|
|
@@ -101,14 +103,11 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
101
103
|
}
|
|
102
104
|
},
|
|
103
105
|
workerConfig: {
|
|
104
|
-
concurrency:
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
duration: 6e4
|
|
110
|
-
// ...60 seconds (higher throughput for chunking)
|
|
111
|
-
}
|
|
106
|
+
concurrency: 50,
|
|
107
|
+
lockDuration: 9e4,
|
|
108
|
+
// 90 seconds lock duration for chunk processing (which can be lengthy)
|
|
109
|
+
maxStalledCount: 3
|
|
110
|
+
// Allow mome retries for stalled jobs
|
|
112
111
|
}
|
|
113
112
|
},
|
|
114
113
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -131,14 +130,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
131
130
|
}
|
|
132
131
|
},
|
|
133
132
|
workerConfig: {
|
|
134
|
-
concurrency:
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
max: 100,
|
|
138
|
-
// Max 50 jobs per...
|
|
139
|
-
duration: 6e4
|
|
140
|
-
// ...60 seconds (higher throughput for chunking)
|
|
141
|
-
}
|
|
133
|
+
concurrency: 50,
|
|
134
|
+
lockDuration: 9e4,
|
|
135
|
+
maxStalledCount: 3
|
|
142
136
|
}
|
|
143
137
|
},
|
|
144
138
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -161,13 +155,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
161
155
|
}
|
|
162
156
|
},
|
|
163
157
|
workerConfig: {
|
|
164
|
-
concurrency:
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
// Max 50 jobs per...
|
|
168
|
-
duration: 6e4
|
|
169
|
-
// ...60 seconds (higher throughput for chunking)
|
|
170
|
-
}
|
|
158
|
+
concurrency: 50,
|
|
159
|
+
lockDuration: 9e4,
|
|
160
|
+
maxStalledCount: 3
|
|
171
161
|
}
|
|
172
162
|
},
|
|
173
163
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -192,6 +182,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
192
182
|
workerConfig: {
|
|
193
183
|
concurrency: 1,
|
|
194
184
|
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
185
|
+
lockDuration: 9e4,
|
|
186
|
+
maxStalledCount: 3,
|
|
195
187
|
limiter: {
|
|
196
188
|
max: 20,
|
|
197
189
|
// Max 5 jobs per...
|
|
@@ -221,6 +213,8 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
221
213
|
},
|
|
222
214
|
workerConfig: {
|
|
223
215
|
concurrency: 1,
|
|
216
|
+
lockDuration: 9e4,
|
|
217
|
+
maxStalledCount: 3,
|
|
224
218
|
limiter: {
|
|
225
219
|
max: 100,
|
|
226
220
|
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
@@ -249,13 +243,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
249
243
|
}
|
|
250
244
|
},
|
|
251
245
|
workerConfig: {
|
|
252
|
-
concurrency:
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
256
|
-
duration: 6e4
|
|
257
|
-
// ...60 seconds (higher throughput for chunking)
|
|
258
|
-
}
|
|
246
|
+
concurrency: 50,
|
|
247
|
+
lockDuration: 9e4,
|
|
248
|
+
maxStalledCount: 3
|
|
259
249
|
}
|
|
260
250
|
},
|
|
261
251
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -278,13 +268,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
278
268
|
}
|
|
279
269
|
},
|
|
280
270
|
workerConfig: {
|
|
281
|
-
concurrency:
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
285
|
-
duration: 6e4
|
|
286
|
-
// ...60 seconds (higher throughput for chunking)
|
|
287
|
-
}
|
|
271
|
+
concurrency: 50,
|
|
272
|
+
lockDuration: 9e4,
|
|
273
|
+
maxStalledCount: 3
|
|
288
274
|
}
|
|
289
275
|
},
|
|
290
276
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -307,11 +293,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
307
293
|
}
|
|
308
294
|
},
|
|
309
295
|
workerConfig: {
|
|
310
|
-
concurrency:
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
duration: 6e4
|
|
314
|
-
}
|
|
296
|
+
concurrency: 50,
|
|
297
|
+
lockDuration: 9e4,
|
|
298
|
+
maxStalledCount: 3
|
|
315
299
|
}
|
|
316
300
|
},
|
|
317
301
|
REINDEX_QUEUE: {
|
|
@@ -335,7 +319,9 @@ var init_GLOBAL_BULLMQ_CONFIG = __esm({
|
|
|
335
319
|
}
|
|
336
320
|
},
|
|
337
321
|
workerConfig: {
|
|
338
|
-
concurrency: 1
|
|
322
|
+
concurrency: 1,
|
|
323
|
+
lockDuration: 9e4,
|
|
324
|
+
maxStalledCount: 3
|
|
339
325
|
}
|
|
340
326
|
}
|
|
341
327
|
};
|