@okf/ootils 1.14.0 → 1.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.d.mts +50 -54
- package/dist/browser.d.ts +50 -54
- package/dist/browser.js +29 -43
- package/dist/browser.mjs +29 -43
- package/dist/node.d.mts +50 -54
- package/dist/node.d.ts +50 -54
- package/dist/node.js +29 -43
- package/dist/node.mjs +29 -43
- package/dist/universal.d.mts +50 -54
- package/dist/universal.d.ts +50 -54
- package/dist/universal.js +29 -43
- package/dist/universal.mjs +29 -43
- package/package.json +1 -1
package/dist/browser.d.mts
CHANGED
|
@@ -280,6 +280,8 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
280
280
|
}
|
|
281
281
|
namespace workerConfig {
|
|
282
282
|
let concurrency: number;
|
|
283
|
+
let lockDuration: number;
|
|
284
|
+
let maxStalledCount: number;
|
|
283
285
|
namespace limiter {
|
|
284
286
|
let max: number;
|
|
285
287
|
let duration: number;
|
|
@@ -319,13 +321,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
319
321
|
export namespace workerConfig_1 {
|
|
320
322
|
let concurrency_1: number;
|
|
321
323
|
export { concurrency_1 as concurrency };
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
export { duration_1 as duration };
|
|
327
|
-
}
|
|
328
|
-
export { limiter_1 as limiter };
|
|
324
|
+
let lockDuration_1: number;
|
|
325
|
+
export { lockDuration_1 as lockDuration };
|
|
326
|
+
let maxStalledCount_1: number;
|
|
327
|
+
export { maxStalledCount_1 as maxStalledCount };
|
|
329
328
|
}
|
|
330
329
|
export { workerConfig_1 as workerConfig };
|
|
331
330
|
}
|
|
@@ -362,13 +361,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
362
361
|
export namespace workerConfig_2 {
|
|
363
362
|
let concurrency_2: number;
|
|
364
363
|
export { concurrency_2 as concurrency };
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
export { duration_2 as duration };
|
|
370
|
-
}
|
|
371
|
-
export { limiter_2 as limiter };
|
|
364
|
+
let lockDuration_2: number;
|
|
365
|
+
export { lockDuration_2 as lockDuration };
|
|
366
|
+
let maxStalledCount_2: number;
|
|
367
|
+
export { maxStalledCount_2 as maxStalledCount };
|
|
372
368
|
}
|
|
373
369
|
export { workerConfig_2 as workerConfig };
|
|
374
370
|
}
|
|
@@ -405,13 +401,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
405
401
|
export namespace workerConfig_3 {
|
|
406
402
|
let concurrency_3: number;
|
|
407
403
|
export { concurrency_3 as concurrency };
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
export { duration_3 as duration };
|
|
413
|
-
}
|
|
414
|
-
export { limiter_3 as limiter };
|
|
404
|
+
let lockDuration_3: number;
|
|
405
|
+
export { lockDuration_3 as lockDuration };
|
|
406
|
+
let maxStalledCount_3: number;
|
|
407
|
+
export { maxStalledCount_3 as maxStalledCount };
|
|
415
408
|
}
|
|
416
409
|
export { workerConfig_3 as workerConfig };
|
|
417
410
|
}
|
|
@@ -448,13 +441,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
448
441
|
export namespace workerConfig_4 {
|
|
449
442
|
let concurrency_4: number;
|
|
450
443
|
export { concurrency_4 as concurrency };
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
444
|
+
let lockDuration_4: number;
|
|
445
|
+
export { lockDuration_4 as lockDuration };
|
|
446
|
+
let maxStalledCount_4: number;
|
|
447
|
+
export { maxStalledCount_4 as maxStalledCount };
|
|
448
|
+
export namespace limiter_1 {
|
|
449
|
+
let max_1: number;
|
|
450
|
+
export { max_1 as max };
|
|
451
|
+
let duration_1: number;
|
|
452
|
+
export { duration_1 as duration };
|
|
456
453
|
}
|
|
457
|
-
export {
|
|
454
|
+
export { limiter_1 as limiter };
|
|
458
455
|
}
|
|
459
456
|
export { workerConfig_4 as workerConfig };
|
|
460
457
|
}
|
|
@@ -491,13 +488,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
491
488
|
export namespace workerConfig_5 {
|
|
492
489
|
let concurrency_5: number;
|
|
493
490
|
export { concurrency_5 as concurrency };
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
491
|
+
let lockDuration_5: number;
|
|
492
|
+
export { lockDuration_5 as lockDuration };
|
|
493
|
+
let maxStalledCount_5: number;
|
|
494
|
+
export { maxStalledCount_5 as maxStalledCount };
|
|
495
|
+
export namespace limiter_2 {
|
|
496
|
+
let max_2: number;
|
|
497
|
+
export { max_2 as max };
|
|
498
|
+
let duration_2: number;
|
|
499
|
+
export { duration_2 as duration };
|
|
499
500
|
}
|
|
500
|
-
export {
|
|
501
|
+
export { limiter_2 as limiter };
|
|
501
502
|
}
|
|
502
503
|
export { workerConfig_5 as workerConfig };
|
|
503
504
|
}
|
|
@@ -534,13 +535,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
534
535
|
export namespace workerConfig_6 {
|
|
535
536
|
let concurrency_6: number;
|
|
536
537
|
export { concurrency_6 as concurrency };
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
export { duration_6 as duration };
|
|
542
|
-
}
|
|
543
|
-
export { limiter_6 as limiter };
|
|
538
|
+
let lockDuration_6: number;
|
|
539
|
+
export { lockDuration_6 as lockDuration };
|
|
540
|
+
let maxStalledCount_6: number;
|
|
541
|
+
export { maxStalledCount_6 as maxStalledCount };
|
|
544
542
|
}
|
|
545
543
|
export { workerConfig_6 as workerConfig };
|
|
546
544
|
}
|
|
@@ -577,13 +575,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
577
575
|
export namespace workerConfig_7 {
|
|
578
576
|
let concurrency_7: number;
|
|
579
577
|
export { concurrency_7 as concurrency };
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
export { duration_7 as duration };
|
|
585
|
-
}
|
|
586
|
-
export { limiter_7 as limiter };
|
|
578
|
+
let lockDuration_7: number;
|
|
579
|
+
export { lockDuration_7 as lockDuration };
|
|
580
|
+
let maxStalledCount_7: number;
|
|
581
|
+
export { maxStalledCount_7 as maxStalledCount };
|
|
587
582
|
}
|
|
588
583
|
export { workerConfig_7 as workerConfig };
|
|
589
584
|
}
|
|
@@ -620,13 +615,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
620
615
|
export namespace workerConfig_8 {
|
|
621
616
|
let concurrency_8: number;
|
|
622
617
|
export { concurrency_8 as concurrency };
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
export { duration_8 as duration };
|
|
628
|
-
}
|
|
629
|
-
export { limiter_8 as limiter };
|
|
618
|
+
let lockDuration_8: number;
|
|
619
|
+
export { lockDuration_8 as lockDuration };
|
|
620
|
+
let maxStalledCount_8: number;
|
|
621
|
+
export { maxStalledCount_8 as maxStalledCount };
|
|
630
622
|
}
|
|
631
623
|
export { workerConfig_8 as workerConfig };
|
|
632
624
|
}
|
|
@@ -665,6 +657,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
665
657
|
export namespace workerConfig_9 {
|
|
666
658
|
let concurrency_9: number;
|
|
667
659
|
export { concurrency_9 as concurrency };
|
|
660
|
+
let lockDuration_9: number;
|
|
661
|
+
export { lockDuration_9 as lockDuration };
|
|
662
|
+
let maxStalledCount_9: number;
|
|
663
|
+
export { maxStalledCount_9 as maxStalledCount };
|
|
668
664
|
}
|
|
669
665
|
export { workerConfig_9 as workerConfig };
|
|
670
666
|
}
|
package/dist/browser.d.ts
CHANGED
|
@@ -280,6 +280,8 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
280
280
|
}
|
|
281
281
|
namespace workerConfig {
|
|
282
282
|
let concurrency: number;
|
|
283
|
+
let lockDuration: number;
|
|
284
|
+
let maxStalledCount: number;
|
|
283
285
|
namespace limiter {
|
|
284
286
|
let max: number;
|
|
285
287
|
let duration: number;
|
|
@@ -319,13 +321,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
319
321
|
export namespace workerConfig_1 {
|
|
320
322
|
let concurrency_1: number;
|
|
321
323
|
export { concurrency_1 as concurrency };
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
export { duration_1 as duration };
|
|
327
|
-
}
|
|
328
|
-
export { limiter_1 as limiter };
|
|
324
|
+
let lockDuration_1: number;
|
|
325
|
+
export { lockDuration_1 as lockDuration };
|
|
326
|
+
let maxStalledCount_1: number;
|
|
327
|
+
export { maxStalledCount_1 as maxStalledCount };
|
|
329
328
|
}
|
|
330
329
|
export { workerConfig_1 as workerConfig };
|
|
331
330
|
}
|
|
@@ -362,13 +361,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
362
361
|
export namespace workerConfig_2 {
|
|
363
362
|
let concurrency_2: number;
|
|
364
363
|
export { concurrency_2 as concurrency };
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
export { duration_2 as duration };
|
|
370
|
-
}
|
|
371
|
-
export { limiter_2 as limiter };
|
|
364
|
+
let lockDuration_2: number;
|
|
365
|
+
export { lockDuration_2 as lockDuration };
|
|
366
|
+
let maxStalledCount_2: number;
|
|
367
|
+
export { maxStalledCount_2 as maxStalledCount };
|
|
372
368
|
}
|
|
373
369
|
export { workerConfig_2 as workerConfig };
|
|
374
370
|
}
|
|
@@ -405,13 +401,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
405
401
|
export namespace workerConfig_3 {
|
|
406
402
|
let concurrency_3: number;
|
|
407
403
|
export { concurrency_3 as concurrency };
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
export { duration_3 as duration };
|
|
413
|
-
}
|
|
414
|
-
export { limiter_3 as limiter };
|
|
404
|
+
let lockDuration_3: number;
|
|
405
|
+
export { lockDuration_3 as lockDuration };
|
|
406
|
+
let maxStalledCount_3: number;
|
|
407
|
+
export { maxStalledCount_3 as maxStalledCount };
|
|
415
408
|
}
|
|
416
409
|
export { workerConfig_3 as workerConfig };
|
|
417
410
|
}
|
|
@@ -448,13 +441,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
448
441
|
export namespace workerConfig_4 {
|
|
449
442
|
let concurrency_4: number;
|
|
450
443
|
export { concurrency_4 as concurrency };
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
444
|
+
let lockDuration_4: number;
|
|
445
|
+
export { lockDuration_4 as lockDuration };
|
|
446
|
+
let maxStalledCount_4: number;
|
|
447
|
+
export { maxStalledCount_4 as maxStalledCount };
|
|
448
|
+
export namespace limiter_1 {
|
|
449
|
+
let max_1: number;
|
|
450
|
+
export { max_1 as max };
|
|
451
|
+
let duration_1: number;
|
|
452
|
+
export { duration_1 as duration };
|
|
456
453
|
}
|
|
457
|
-
export {
|
|
454
|
+
export { limiter_1 as limiter };
|
|
458
455
|
}
|
|
459
456
|
export { workerConfig_4 as workerConfig };
|
|
460
457
|
}
|
|
@@ -491,13 +488,17 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
491
488
|
export namespace workerConfig_5 {
|
|
492
489
|
let concurrency_5: number;
|
|
493
490
|
export { concurrency_5 as concurrency };
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
491
|
+
let lockDuration_5: number;
|
|
492
|
+
export { lockDuration_5 as lockDuration };
|
|
493
|
+
let maxStalledCount_5: number;
|
|
494
|
+
export { maxStalledCount_5 as maxStalledCount };
|
|
495
|
+
export namespace limiter_2 {
|
|
496
|
+
let max_2: number;
|
|
497
|
+
export { max_2 as max };
|
|
498
|
+
let duration_2: number;
|
|
499
|
+
export { duration_2 as duration };
|
|
499
500
|
}
|
|
500
|
-
export {
|
|
501
|
+
export { limiter_2 as limiter };
|
|
501
502
|
}
|
|
502
503
|
export { workerConfig_5 as workerConfig };
|
|
503
504
|
}
|
|
@@ -534,13 +535,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
534
535
|
export namespace workerConfig_6 {
|
|
535
536
|
let concurrency_6: number;
|
|
536
537
|
export { concurrency_6 as concurrency };
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
export { duration_6 as duration };
|
|
542
|
-
}
|
|
543
|
-
export { limiter_6 as limiter };
|
|
538
|
+
let lockDuration_6: number;
|
|
539
|
+
export { lockDuration_6 as lockDuration };
|
|
540
|
+
let maxStalledCount_6: number;
|
|
541
|
+
export { maxStalledCount_6 as maxStalledCount };
|
|
544
542
|
}
|
|
545
543
|
export { workerConfig_6 as workerConfig };
|
|
546
544
|
}
|
|
@@ -577,13 +575,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
577
575
|
export namespace workerConfig_7 {
|
|
578
576
|
let concurrency_7: number;
|
|
579
577
|
export { concurrency_7 as concurrency };
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
export { duration_7 as duration };
|
|
585
|
-
}
|
|
586
|
-
export { limiter_7 as limiter };
|
|
578
|
+
let lockDuration_7: number;
|
|
579
|
+
export { lockDuration_7 as lockDuration };
|
|
580
|
+
let maxStalledCount_7: number;
|
|
581
|
+
export { maxStalledCount_7 as maxStalledCount };
|
|
587
582
|
}
|
|
588
583
|
export { workerConfig_7 as workerConfig };
|
|
589
584
|
}
|
|
@@ -620,13 +615,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
620
615
|
export namespace workerConfig_8 {
|
|
621
616
|
let concurrency_8: number;
|
|
622
617
|
export { concurrency_8 as concurrency };
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
export { duration_8 as duration };
|
|
628
|
-
}
|
|
629
|
-
export { limiter_8 as limiter };
|
|
618
|
+
let lockDuration_8: number;
|
|
619
|
+
export { lockDuration_8 as lockDuration };
|
|
620
|
+
let maxStalledCount_8: number;
|
|
621
|
+
export { maxStalledCount_8 as maxStalledCount };
|
|
630
622
|
}
|
|
631
623
|
export { workerConfig_8 as workerConfig };
|
|
632
624
|
}
|
|
@@ -665,6 +657,10 @@ declare namespace BASE_BULLMQ_CONFIG {
|
|
|
665
657
|
export namespace workerConfig_9 {
|
|
666
658
|
let concurrency_9: number;
|
|
667
659
|
export { concurrency_9 as concurrency };
|
|
660
|
+
let lockDuration_9: number;
|
|
661
|
+
export { lockDuration_9 as lockDuration };
|
|
662
|
+
let maxStalledCount_9: number;
|
|
663
|
+
export { maxStalledCount_9 as maxStalledCount };
|
|
668
664
|
}
|
|
669
665
|
export { workerConfig_9 as workerConfig };
|
|
670
666
|
}
|
package/dist/browser.js
CHANGED
|
@@ -448,6 +448,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
448
448
|
workerConfig: {
|
|
449
449
|
concurrency: 1,
|
|
450
450
|
// Process jobs one at a time to avoid race conditions
|
|
451
|
+
lockDuration: 9e4,
|
|
452
|
+
maxStalledCount: 3,
|
|
451
453
|
limiter: {
|
|
452
454
|
max: 5,
|
|
453
455
|
// Max 10 jobs per...
|
|
@@ -477,14 +479,11 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
477
479
|
}
|
|
478
480
|
},
|
|
479
481
|
workerConfig: {
|
|
480
|
-
concurrency:
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
duration: 6e4
|
|
486
|
-
// ...60 seconds (higher throughput for chunking)
|
|
487
|
-
}
|
|
482
|
+
concurrency: 50,
|
|
483
|
+
lockDuration: 9e4,
|
|
484
|
+
// 90 seconds lock duration for chunk processing (which can be lengthy)
|
|
485
|
+
maxStalledCount: 3
|
|
486
|
+
// Allow mome retries for stalled jobs
|
|
488
487
|
}
|
|
489
488
|
},
|
|
490
489
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -507,14 +506,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
507
506
|
}
|
|
508
507
|
},
|
|
509
508
|
workerConfig: {
|
|
510
|
-
concurrency:
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
max: 100,
|
|
514
|
-
// Max 50 jobs per...
|
|
515
|
-
duration: 6e4
|
|
516
|
-
// ...60 seconds (higher throughput for chunking)
|
|
517
|
-
}
|
|
509
|
+
concurrency: 50,
|
|
510
|
+
lockDuration: 9e4,
|
|
511
|
+
maxStalledCount: 3
|
|
518
512
|
}
|
|
519
513
|
},
|
|
520
514
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -537,13 +531,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
537
531
|
}
|
|
538
532
|
},
|
|
539
533
|
workerConfig: {
|
|
540
|
-
concurrency:
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
// Max 50 jobs per...
|
|
544
|
-
duration: 6e4
|
|
545
|
-
// ...60 seconds (higher throughput for chunking)
|
|
546
|
-
}
|
|
534
|
+
concurrency: 50,
|
|
535
|
+
lockDuration: 9e4,
|
|
536
|
+
maxStalledCount: 3
|
|
547
537
|
}
|
|
548
538
|
},
|
|
549
539
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -568,6 +558,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
568
558
|
workerConfig: {
|
|
569
559
|
concurrency: 1,
|
|
570
560
|
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
561
|
+
lockDuration: 9e4,
|
|
562
|
+
maxStalledCount: 3,
|
|
571
563
|
limiter: {
|
|
572
564
|
max: 20,
|
|
573
565
|
// Max 5 jobs per...
|
|
@@ -597,6 +589,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
597
589
|
},
|
|
598
590
|
workerConfig: {
|
|
599
591
|
concurrency: 1,
|
|
592
|
+
lockDuration: 9e4,
|
|
593
|
+
maxStalledCount: 3,
|
|
600
594
|
limiter: {
|
|
601
595
|
max: 100,
|
|
602
596
|
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
@@ -625,13 +619,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
625
619
|
}
|
|
626
620
|
},
|
|
627
621
|
workerConfig: {
|
|
628
|
-
concurrency:
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
632
|
-
duration: 6e4
|
|
633
|
-
// ...60 seconds (higher throughput for chunking)
|
|
634
|
-
}
|
|
622
|
+
concurrency: 50,
|
|
623
|
+
lockDuration: 9e4,
|
|
624
|
+
maxStalledCount: 3
|
|
635
625
|
}
|
|
636
626
|
},
|
|
637
627
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -654,13 +644,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
654
644
|
}
|
|
655
645
|
},
|
|
656
646
|
workerConfig: {
|
|
657
|
-
concurrency:
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
661
|
-
duration: 6e4
|
|
662
|
-
// ...60 seconds (higher throughput for chunking)
|
|
663
|
-
}
|
|
647
|
+
concurrency: 50,
|
|
648
|
+
lockDuration: 9e4,
|
|
649
|
+
maxStalledCount: 3
|
|
664
650
|
}
|
|
665
651
|
},
|
|
666
652
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -683,11 +669,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
683
669
|
}
|
|
684
670
|
},
|
|
685
671
|
workerConfig: {
|
|
686
|
-
concurrency:
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
duration: 6e4
|
|
690
|
-
}
|
|
672
|
+
concurrency: 50,
|
|
673
|
+
lockDuration: 9e4,
|
|
674
|
+
maxStalledCount: 3
|
|
691
675
|
}
|
|
692
676
|
},
|
|
693
677
|
REINDEX_QUEUE: {
|
|
@@ -711,7 +695,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
711
695
|
}
|
|
712
696
|
},
|
|
713
697
|
workerConfig: {
|
|
714
|
-
concurrency: 1
|
|
698
|
+
concurrency: 1,
|
|
699
|
+
lockDuration: 9e4,
|
|
700
|
+
maxStalledCount: 3
|
|
715
701
|
}
|
|
716
702
|
}
|
|
717
703
|
};
|
package/dist/browser.mjs
CHANGED
|
@@ -412,6 +412,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
412
412
|
workerConfig: {
|
|
413
413
|
concurrency: 1,
|
|
414
414
|
// Process jobs one at a time to avoid race conditions
|
|
415
|
+
lockDuration: 9e4,
|
|
416
|
+
maxStalledCount: 3,
|
|
415
417
|
limiter: {
|
|
416
418
|
max: 5,
|
|
417
419
|
// Max 10 jobs per...
|
|
@@ -441,14 +443,11 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
441
443
|
}
|
|
442
444
|
},
|
|
443
445
|
workerConfig: {
|
|
444
|
-
concurrency:
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
duration: 6e4
|
|
450
|
-
// ...60 seconds (higher throughput for chunking)
|
|
451
|
-
}
|
|
446
|
+
concurrency: 50,
|
|
447
|
+
lockDuration: 9e4,
|
|
448
|
+
// 90 seconds lock duration for chunk processing (which can be lengthy)
|
|
449
|
+
maxStalledCount: 3
|
|
450
|
+
// Allow mome retries for stalled jobs
|
|
452
451
|
}
|
|
453
452
|
},
|
|
454
453
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -471,14 +470,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
471
470
|
}
|
|
472
471
|
},
|
|
473
472
|
workerConfig: {
|
|
474
|
-
concurrency:
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
max: 100,
|
|
478
|
-
// Max 50 jobs per...
|
|
479
|
-
duration: 6e4
|
|
480
|
-
// ...60 seconds (higher throughput for chunking)
|
|
481
|
-
}
|
|
473
|
+
concurrency: 50,
|
|
474
|
+
lockDuration: 9e4,
|
|
475
|
+
maxStalledCount: 3
|
|
482
476
|
}
|
|
483
477
|
},
|
|
484
478
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -501,13 +495,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
501
495
|
}
|
|
502
496
|
},
|
|
503
497
|
workerConfig: {
|
|
504
|
-
concurrency:
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
// Max 50 jobs per...
|
|
508
|
-
duration: 6e4
|
|
509
|
-
// ...60 seconds (higher throughput for chunking)
|
|
510
|
-
}
|
|
498
|
+
concurrency: 50,
|
|
499
|
+
lockDuration: 9e4,
|
|
500
|
+
maxStalledCount: 3
|
|
511
501
|
}
|
|
512
502
|
},
|
|
513
503
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -532,6 +522,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
532
522
|
workerConfig: {
|
|
533
523
|
concurrency: 1,
|
|
534
524
|
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
525
|
+
lockDuration: 9e4,
|
|
526
|
+
maxStalledCount: 3,
|
|
535
527
|
limiter: {
|
|
536
528
|
max: 20,
|
|
537
529
|
// Max 5 jobs per...
|
|
@@ -561,6 +553,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
561
553
|
},
|
|
562
554
|
workerConfig: {
|
|
563
555
|
concurrency: 1,
|
|
556
|
+
lockDuration: 9e4,
|
|
557
|
+
maxStalledCount: 3,
|
|
564
558
|
limiter: {
|
|
565
559
|
max: 100,
|
|
566
560
|
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
@@ -589,13 +583,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
589
583
|
}
|
|
590
584
|
},
|
|
591
585
|
workerConfig: {
|
|
592
|
-
concurrency:
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
596
|
-
duration: 6e4
|
|
597
|
-
// ...60 seconds (higher throughput for chunking)
|
|
598
|
-
}
|
|
586
|
+
concurrency: 50,
|
|
587
|
+
lockDuration: 9e4,
|
|
588
|
+
maxStalledCount: 3
|
|
599
589
|
}
|
|
600
590
|
},
|
|
601
591
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -618,13 +608,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
618
608
|
}
|
|
619
609
|
},
|
|
620
610
|
workerConfig: {
|
|
621
|
-
concurrency:
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
625
|
-
duration: 6e4
|
|
626
|
-
// ...60 seconds (higher throughput for chunking)
|
|
627
|
-
}
|
|
611
|
+
concurrency: 50,
|
|
612
|
+
lockDuration: 9e4,
|
|
613
|
+
maxStalledCount: 3
|
|
628
614
|
}
|
|
629
615
|
},
|
|
630
616
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -647,11 +633,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
647
633
|
}
|
|
648
634
|
},
|
|
649
635
|
workerConfig: {
|
|
650
|
-
concurrency:
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
duration: 6e4
|
|
654
|
-
}
|
|
636
|
+
concurrency: 50,
|
|
637
|
+
lockDuration: 9e4,
|
|
638
|
+
maxStalledCount: 3
|
|
655
639
|
}
|
|
656
640
|
},
|
|
657
641
|
REINDEX_QUEUE: {
|
|
@@ -675,7 +659,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
675
659
|
}
|
|
676
660
|
},
|
|
677
661
|
workerConfig: {
|
|
678
|
-
concurrency: 1
|
|
662
|
+
concurrency: 1,
|
|
663
|
+
lockDuration: 9e4,
|
|
664
|
+
maxStalledCount: 3
|
|
679
665
|
}
|
|
680
666
|
}
|
|
681
667
|
};
|