@mate-academy/llm-gateway 8.8.3 → 8.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. package/dist/LLMService.constants.d.ts +28 -0
  2. package/dist/providers/LLMAPI/LLMAPI.constants.d.ts +42 -0
  3. package/dist/providers/LLMAPI/LLMAPI.constants.js +70 -8
  4. package/dist/providers/LLMAPI/LLMAPI.constants.js.map +1 -1
  5. package/dist/services/LLMBaseService.abstract.js +41 -21
  6. package/dist/services/LLMBaseService.abstract.js.map +1 -1
  7. package/dist/utilities/llmTracing/llmTracing.typedefs.d.ts +11 -0
  8. package/package.json +1 -1
package/dist/providers/LLMAPI/LLMAPI.constants.js CHANGED
@@ -370,6 +370,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
370
370
  },
371
371
  pricing: {
372
372
  getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
373
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
373
374
  getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
374
375
  getPriceForAudioInput: () => 0,
375
376
  getPriceForAudioOutput: () => 0,
@@ -449,6 +450,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
449
450
  },
450
451
  pricing: {
451
452
  getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
453
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
452
454
  getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
453
455
  getPriceForAudioInput: () => 0,
454
456
  getPriceForAudioOutput: () => 0,
@@ -501,6 +503,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
501
503
  },
502
504
  pricing: {
503
505
  getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
506
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
504
507
  getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
505
508
  getPriceForAudioInput: () => 0,
506
509
  getPriceForAudioOutput: () => 0,
@@ -526,6 +529,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
526
529
  },
527
530
  pricing: {
528
531
  getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
532
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
529
533
  getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
530
534
  getPriceForAudioInput: () => 0,
531
535
  getPriceForAudioOutput: () => 0,
@@ -551,6 +555,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
551
555
  },
552
556
  pricing: {
553
557
  getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
558
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
554
559
  getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
555
560
  getPriceForAudioInput: () => 0,
556
561
  getPriceForAudioOutput: () => 0,
@@ -576,6 +581,7 @@ exports.LLMAPI_AVAILABLE_MODELS = {
576
581
  },
577
582
  pricing: {
578
583
  getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000,
584
+ getPriceForCachedTextInput: (tokens) => 0.025 * tokens / 1_000_000,
579
585
  getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000,
580
586
  getPriceForAudioInput: () => 0,
581
587
  getPriceForAudioOutput: () => 0,
@@ -3468,7 +3474,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3468
3474
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_OPENAI,
3469
3475
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3470
3476
  config: { temperature: 1, reasoning_effort: 'minimal', verbosity: 'medium' },
3471
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3477
+ pricing: {
3478
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3479
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3480
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3481
+ getPriceForAudioInput: () => 0,
3482
+ getPriceForAudioOutput: () => 0,
3483
+ currency: 'USD',
3484
+ },
3472
3485
  capabilities: {
3473
3486
  vision: true,
3474
3487
  tools: true,
@@ -3482,7 +3495,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3482
3495
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_AZURE,
3483
3496
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3484
3497
  config: { temperature: 1, reasoning_effort: 'minimal', verbosity: 'medium' },
3485
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3498
+ pricing: {
3499
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3500
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3501
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3502
+ getPriceForAudioInput: () => 0,
3503
+ getPriceForAudioOutput: () => 0,
3504
+ currency: 'USD',
3505
+ },
3486
3506
  capabilities: {
3487
3507
  vision: true,
3488
3508
  tools: true,
@@ -3580,7 +3600,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3580
3600
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_OPENAI,
3581
3601
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3582
3602
  config: { temperature: 1, reasoning_effort: 'none', verbosity: 'medium' },
3583
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3603
+ pricing: {
3604
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3605
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3606
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3607
+ getPriceForAudioInput: () => 0,
3608
+ getPriceForAudioOutput: () => 0,
3609
+ currency: 'USD',
3610
+ },
3584
3611
  capabilities: {
3585
3612
  vision: true,
3586
3613
  tools: true,
@@ -3594,7 +3621,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3594
3621
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_AZURE,
3595
3622
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3596
3623
  config: { temperature: 1, reasoning_effort: 'none', verbosity: 'medium' },
3597
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3624
+ pricing: {
3625
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3626
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3627
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3628
+ getPriceForAudioInput: () => 0,
3629
+ getPriceForAudioOutput: () => 0,
3630
+ currency: 'USD',
3631
+ },
3598
3632
  capabilities: {
3599
3633
  vision: true,
3600
3634
  tools: true,
@@ -3608,7 +3642,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3608
3642
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_CODEX_OPENAI,
3609
3643
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3610
3644
  config: { temperature: 1 },
3611
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3645
+ pricing: {
3646
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3647
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3648
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3649
+ getPriceForAudioInput: () => 0,
3650
+ getPriceForAudioOutput: () => 0,
3651
+ currency: 'USD',
3652
+ },
3612
3653
  capabilities: {
3613
3654
  vision: true,
3614
3655
  tools: true,
@@ -3622,7 +3663,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3622
3663
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_CODEX_AZURE,
3623
3664
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3624
3665
  config: { temperature: 1 },
3625
- pricing: { getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3666
+ pricing: {
3667
+ getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
3668
+ getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
3669
+ getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
3670
+ getPriceForAudioInput: () => 0,
3671
+ getPriceForAudioOutput: () => 0,
3672
+ currency: 'USD',
3673
+ },
3626
3674
  capabilities: {
3627
3675
  vision: true,
3628
3676
  tools: true,
@@ -3636,7 +3684,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3636
3684
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_CODEX_MINI_OPENAI,
3637
3685
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3638
3686
  config: { temperature: 1 },
3639
- pricing: { getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3687
+ pricing: {
3688
+ getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000,
3689
+ getPriceForCachedTextInput: (tokens) => 0.025 * tokens / 1_000_000,
3690
+ getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000,
3691
+ getPriceForAudioInput: () => 0,
3692
+ getPriceForAudioOutput: () => 0,
3693
+ currency: 'USD',
3694
+ },
3640
3695
  capabilities: {
3641
3696
  vision: true,
3642
3697
  tools: true,
@@ -3650,7 +3705,14 @@ exports.LLMAPI_AVAILABLE_MODELS = {
3650
3705
  name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1_CODEX_MINI_AZURE,
3651
3706
  limits: { maxInputTokens: 400_000, maxOutputTokens: 128_000 },
3652
3707
  config: { temperature: 1 },
3653
- pricing: { getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000, getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000, getPriceForAudioInput: () => 0, getPriceForAudioOutput: () => 0, currency: 'USD' },
3708
+ pricing: {
3709
+ getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000,
3710
+ getPriceForCachedTextInput: (tokens) => 0.025 * tokens / 1_000_000,
3711
+ getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000,
3712
+ getPriceForAudioInput: () => 0,
3713
+ getPriceForAudioOutput: () => 0,
3714
+ currency: 'USD',
3715
+ },
3654
3716
  capabilities: {
3655
3717
  vision: true,
3656
3718
  tools: true,