@okf/ootils 1.13.0 → 1.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.d.mts +52 -0
- package/dist/browser.d.ts +52 -0
- package/dist/browser.js +42 -9
- package/dist/browser.mjs +42 -9
- package/dist/node.d.mts +52 -0
- package/dist/node.d.ts +52 -0
- package/dist/node.js +42 -9
- package/dist/node.mjs +42 -9
- package/dist/universal.d.mts +52 -0
- package/dist/universal.d.ts +52 -0
- package/dist/universal.js +42 -9
- package/dist/universal.mjs +42 -9
- package/package.json +1 -1
package/dist/universal.js
CHANGED
|
@@ -448,6 +448,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
448
448
|
workerConfig: {
|
|
449
449
|
concurrency: 1,
|
|
450
450
|
// Process jobs one at a time to avoid race conditions
|
|
451
|
+
lockDuration: 9e4,
|
|
452
|
+
maxStalledCount: 3,
|
|
451
453
|
limiter: {
|
|
452
454
|
max: 5,
|
|
453
455
|
// Max 10 jobs per...
|
|
@@ -477,7 +479,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
477
479
|
}
|
|
478
480
|
},
|
|
479
481
|
workerConfig: {
|
|
480
|
-
concurrency: 200
|
|
482
|
+
concurrency: 200,
|
|
483
|
+
lockDuration: 9e4,
|
|
484
|
+
maxStalledCount: 3
|
|
481
485
|
}
|
|
482
486
|
},
|
|
483
487
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -500,7 +504,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
500
504
|
}
|
|
501
505
|
},
|
|
502
506
|
workerConfig: {
|
|
503
|
-
concurrency: 200
|
|
507
|
+
concurrency: 200,
|
|
508
|
+
lockDuration: 9e4,
|
|
509
|
+
maxStalledCount: 3
|
|
504
510
|
}
|
|
505
511
|
},
|
|
506
512
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -523,7 +529,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
523
529
|
}
|
|
524
530
|
},
|
|
525
531
|
workerConfig: {
|
|
526
|
-
concurrency: 200
|
|
532
|
+
concurrency: 200,
|
|
533
|
+
lockDuration: 9e4,
|
|
534
|
+
maxStalledCount: 3
|
|
527
535
|
}
|
|
528
536
|
},
|
|
529
537
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -546,7 +554,16 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
546
554
|
}
|
|
547
555
|
},
|
|
548
556
|
workerConfig: {
|
|
549
|
-
concurrency: 1
|
|
557
|
+
concurrency: 1,
|
|
558
|
+
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
559
|
+
lockDuration: 9e4,
|
|
560
|
+
maxStalledCount: 3,
|
|
561
|
+
limiter: {
|
|
562
|
+
max: 20,
|
|
563
|
+
// Max 5 jobs per...
|
|
564
|
+
duration: 6e4
|
|
565
|
+
// ...60 seconds (higher throughput for chunking)
|
|
566
|
+
}
|
|
550
567
|
}
|
|
551
568
|
},
|
|
552
569
|
AI_CATEGORIZE_QUEUE: {
|
|
@@ -569,7 +586,15 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
569
586
|
}
|
|
570
587
|
},
|
|
571
588
|
workerConfig: {
|
|
572
|
-
concurrency:
|
|
589
|
+
concurrency: 1,
|
|
590
|
+
lockDuration: 9e4,
|
|
591
|
+
maxStalledCount: 3,
|
|
592
|
+
limiter: {
|
|
593
|
+
max: 100,
|
|
594
|
+
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
595
|
+
duration: 6e4
|
|
596
|
+
// ...60 seconds (higher throughput for chunking)
|
|
597
|
+
}
|
|
573
598
|
}
|
|
574
599
|
},
|
|
575
600
|
ANNOS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -592,7 +617,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
592
617
|
}
|
|
593
618
|
},
|
|
594
619
|
workerConfig: {
|
|
595
|
-
concurrency: 200
|
|
620
|
+
concurrency: 200,
|
|
621
|
+
lockDuration: 9e4,
|
|
622
|
+
maxStalledCount: 3
|
|
596
623
|
}
|
|
597
624
|
},
|
|
598
625
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -615,7 +642,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
615
642
|
}
|
|
616
643
|
},
|
|
617
644
|
workerConfig: {
|
|
618
|
-
concurrency: 200
|
|
645
|
+
concurrency: 200,
|
|
646
|
+
lockDuration: 9e4,
|
|
647
|
+
maxStalledCount: 3
|
|
619
648
|
}
|
|
620
649
|
},
|
|
621
650
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -638,7 +667,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
638
667
|
}
|
|
639
668
|
},
|
|
640
669
|
workerConfig: {
|
|
641
|
-
concurrency: 200
|
|
670
|
+
concurrency: 200,
|
|
671
|
+
lockDuration: 9e4,
|
|
672
|
+
maxStalledCount: 3
|
|
642
673
|
}
|
|
643
674
|
},
|
|
644
675
|
REINDEX_QUEUE: {
|
|
@@ -662,7 +693,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
662
693
|
}
|
|
663
694
|
},
|
|
664
695
|
workerConfig: {
|
|
665
|
-
concurrency: 1
|
|
696
|
+
concurrency: 1,
|
|
697
|
+
lockDuration: 9e4,
|
|
698
|
+
maxStalledCount: 3
|
|
666
699
|
}
|
|
667
700
|
}
|
|
668
701
|
};
|
package/dist/universal.mjs
CHANGED
|
@@ -412,6 +412,8 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
412
412
|
workerConfig: {
|
|
413
413
|
concurrency: 1,
|
|
414
414
|
// Process jobs one at a time to avoid race conditions
|
|
415
|
+
lockDuration: 9e4,
|
|
416
|
+
maxStalledCount: 3,
|
|
415
417
|
limiter: {
|
|
416
418
|
max: 5,
|
|
417
419
|
// Max 10 jobs per...
|
|
@@ -441,7 +443,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
441
443
|
}
|
|
442
444
|
},
|
|
443
445
|
workerConfig: {
|
|
444
|
-
concurrency: 200
|
|
446
|
+
concurrency: 200,
|
|
447
|
+
lockDuration: 9e4,
|
|
448
|
+
maxStalledCount: 3
|
|
445
449
|
}
|
|
446
450
|
},
|
|
447
451
|
CREATE_ANNOS_QUEUE: {
|
|
@@ -464,7 +468,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
464
468
|
}
|
|
465
469
|
},
|
|
466
470
|
workerConfig: {
|
|
467
|
-
concurrency: 200
|
|
471
|
+
concurrency: 200,
|
|
472
|
+
lockDuration: 9e4,
|
|
473
|
+
maxStalledCount: 3
|
|
468
474
|
}
|
|
469
475
|
},
|
|
470
476
|
CONTENT_ENHANCE_AND_EMBED_QUEUE: {
|
|
@@ -487,7 +493,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
487
493
|
}
|
|
488
494
|
},
|
|
489
495
|
workerConfig: {
|
|
490
|
-
concurrency: 200
|
|
496
|
+
concurrency: 200,
|
|
497
|
+
lockDuration: 9e4,
|
|
498
|
+
maxStalledCount: 3
|
|
491
499
|
}
|
|
492
500
|
},
|
|
493
501
|
DIRECT_DATA_IMPORT_QUEUE: {
|
|
@@ -510,7 +518,16 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
510
518
|
}
|
|
511
519
|
},
|
|
512
520
|
workerConfig: {
|
|
513
|
-
concurrency: 1
|
|
521
|
+
concurrency: 1,
|
|
522
|
+
// Cannot mess with this else duplicate options in tpl, maybe even duplicate tags
|
|
523
|
+
lockDuration: 9e4,
|
|
524
|
+
maxStalledCount: 3,
|
|
525
|
+
limiter: {
|
|
526
|
+
max: 20,
|
|
527
|
+
// Max 5 jobs per...
|
|
528
|
+
duration: 6e4
|
|
529
|
+
// ...60 seconds (higher throughput for chunking)
|
|
530
|
+
}
|
|
514
531
|
}
|
|
515
532
|
},
|
|
516
533
|
AI_CATEGORIZE_QUEUE: {
|
|
@@ -533,7 +550,15 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
533
550
|
}
|
|
534
551
|
},
|
|
535
552
|
workerConfig: {
|
|
536
|
-
concurrency:
|
|
553
|
+
concurrency: 1,
|
|
554
|
+
lockDuration: 9e4,
|
|
555
|
+
maxStalledCount: 3,
|
|
556
|
+
limiter: {
|
|
557
|
+
max: 100,
|
|
558
|
+
// (lets always keep this same as content enhance & embed since it comes immediately after)
|
|
559
|
+
duration: 6e4
|
|
560
|
+
// ...60 seconds (higher throughput for chunking)
|
|
561
|
+
}
|
|
537
562
|
}
|
|
538
563
|
},
|
|
539
564
|
ANNOS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -556,7 +581,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
556
581
|
}
|
|
557
582
|
},
|
|
558
583
|
workerConfig: {
|
|
559
|
-
concurrency: 200
|
|
584
|
+
concurrency: 200,
|
|
585
|
+
lockDuration: 9e4,
|
|
586
|
+
maxStalledCount: 3
|
|
560
587
|
}
|
|
561
588
|
},
|
|
562
589
|
CHUNKS_ELASTIC_SYNC_QUEUE: {
|
|
@@ -579,7 +606,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
579
606
|
}
|
|
580
607
|
},
|
|
581
608
|
workerConfig: {
|
|
582
|
-
concurrency: 200
|
|
609
|
+
concurrency: 200,
|
|
610
|
+
lockDuration: 9e4,
|
|
611
|
+
maxStalledCount: 3
|
|
583
612
|
}
|
|
584
613
|
},
|
|
585
614
|
CONTENT_ELASTIC_SYNC_QUEUE: {
|
|
@@ -602,7 +631,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
602
631
|
}
|
|
603
632
|
},
|
|
604
633
|
workerConfig: {
|
|
605
|
-
concurrency: 200
|
|
634
|
+
concurrency: 200,
|
|
635
|
+
lockDuration: 9e4,
|
|
636
|
+
maxStalledCount: 3
|
|
606
637
|
}
|
|
607
638
|
},
|
|
608
639
|
REINDEX_QUEUE: {
|
|
@@ -626,7 +657,9 @@ var BASE_BULLMQ_CONFIG = {
|
|
|
626
657
|
}
|
|
627
658
|
},
|
|
628
659
|
workerConfig: {
|
|
629
|
-
concurrency: 1
|
|
660
|
+
concurrency: 1,
|
|
661
|
+
lockDuration: 9e4,
|
|
662
|
+
maxStalledCount: 3
|
|
630
663
|
}
|
|
631
664
|
}
|
|
632
665
|
};
|