@adaline/gateway 0.32.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -351,26 +351,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
351
351
  detail: "low" | "medium" | "high" | "auto";
352
352
  metadata?: undefined;
353
353
  } | {
354
- name: string;
355
354
  modality: "tool-call";
356
355
  index: number;
357
356
  id: string;
357
+ name: string;
358
358
  arguments: string;
359
359
  metadata?: undefined;
360
360
  } | {
361
- name: string;
362
361
  modality: "tool-response";
363
362
  data: string;
364
363
  index: number;
365
364
  id: string;
365
+ name: string;
366
366
  metadata?: undefined;
367
367
  })[];
368
368
  metadata?: undefined;
369
369
  }[];
370
370
  usage?: {
371
- totalTokens: number;
372
371
  promptTokens: number;
373
372
  completionTokens: number;
373
+ totalTokens: number;
374
374
  } | undefined;
375
375
  logProbs?: {
376
376
  token: string;
@@ -483,26 +483,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
483
483
  detail: "low" | "medium" | "high" | "auto";
484
484
  metadata?: undefined;
485
485
  } | {
486
- name: string;
487
486
  modality: "tool-call";
488
487
  index: number;
489
488
  id: string;
489
+ name: string;
490
490
  arguments: string;
491
491
  metadata?: undefined;
492
492
  } | {
493
- name: string;
494
493
  modality: "tool-response";
495
494
  data: string;
496
495
  index: number;
497
496
  id: string;
497
+ name: string;
498
498
  metadata?: undefined;
499
499
  })[];
500
500
  metadata?: undefined;
501
501
  }[];
502
502
  usage?: {
503
- totalTokens: number;
504
503
  promptTokens: number;
505
504
  completionTokens: number;
505
+ totalTokens: number;
506
506
  } | undefined;
507
507
  logProbs?: {
508
508
  token: string;
@@ -568,6 +568,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
568
568
  }>;
569
569
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
570
570
  };
571
+ price: {
572
+ modelName: string;
573
+ currency: string;
574
+ tokenRanges: {
575
+ minTokens: number;
576
+ prices: {
577
+ base: {
578
+ inputPricePerMillion: number;
579
+ outputPricePerMillion: number;
580
+ };
581
+ };
582
+ maxTokens?: number | null | undefined;
583
+ }[];
584
+ };
571
585
  maxReasoningTokens?: number | undefined;
572
586
  }>, z.ZodTypeDef, ChatModelV1<{
573
587
  name: string;
@@ -614,6 +628,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
614
628
  }>;
615
629
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
616
630
  };
631
+ price: {
632
+ modelName: string;
633
+ currency: string;
634
+ tokenRanges: {
635
+ minTokens: number;
636
+ prices: {
637
+ base: {
638
+ inputPricePerMillion: number;
639
+ outputPricePerMillion: number;
640
+ };
641
+ };
642
+ maxTokens?: number | null | undefined;
643
+ }[];
644
+ };
617
645
  maxReasoningTokens?: number | undefined;
618
646
  }>>;
619
647
  config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -973,6 +1001,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
973
1001
  }>;
974
1002
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
975
1003
  };
1004
+ price: {
1005
+ modelName: string;
1006
+ currency: string;
1007
+ tokenRanges: {
1008
+ minTokens: number;
1009
+ prices: {
1010
+ base: {
1011
+ inputPricePerMillion: number;
1012
+ outputPricePerMillion: number;
1013
+ };
1014
+ };
1015
+ maxTokens?: number | null | undefined;
1016
+ }[];
1017
+ };
976
1018
  maxReasoningTokens?: number | undefined;
977
1019
  }>;
978
1020
  messages: {
@@ -1115,26 +1157,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
1115
1157
  detail: "low" | "medium" | "high" | "auto";
1116
1158
  metadata?: undefined;
1117
1159
  } | {
1118
- name: string;
1119
1160
  modality: "tool-call";
1120
1161
  index: number;
1121
1162
  id: string;
1163
+ name: string;
1122
1164
  arguments: string;
1123
1165
  metadata?: undefined;
1124
1166
  } | {
1125
- name: string;
1126
1167
  modality: "tool-response";
1127
1168
  data: string;
1128
1169
  index: number;
1129
1170
  id: string;
1171
+ name: string;
1130
1172
  metadata?: undefined;
1131
1173
  })[];
1132
1174
  metadata?: undefined;
1133
1175
  }[];
1134
1176
  usage?: {
1135
- totalTokens: number;
1136
1177
  promptTokens: number;
1137
1178
  completionTokens: number;
1179
+ totalTokens: number;
1138
1180
  } | undefined;
1139
1181
  logProbs?: {
1140
1182
  token: string;
@@ -1217,6 +1259,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
1217
1259
  }>;
1218
1260
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1219
1261
  };
1262
+ price: {
1263
+ modelName: string;
1264
+ currency: string;
1265
+ tokenRanges: {
1266
+ minTokens: number;
1267
+ prices: {
1268
+ base: {
1269
+ inputPricePerMillion: number;
1270
+ outputPricePerMillion: number;
1271
+ };
1272
+ };
1273
+ maxTokens?: number | null | undefined;
1274
+ }[];
1275
+ };
1220
1276
  maxReasoningTokens?: number | undefined;
1221
1277
  }>;
1222
1278
  messages: {
@@ -1359,26 +1415,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
1359
1415
  detail: "low" | "medium" | "high" | "auto";
1360
1416
  metadata?: undefined;
1361
1417
  } | {
1362
- name: string;
1363
1418
  modality: "tool-call";
1364
1419
  index: number;
1365
1420
  id: string;
1421
+ name: string;
1366
1422
  arguments: string;
1367
1423
  metadata?: undefined;
1368
1424
  } | {
1369
- name: string;
1370
1425
  modality: "tool-response";
1371
1426
  data: string;
1372
1427
  index: number;
1373
1428
  id: string;
1429
+ name: string;
1374
1430
  metadata?: undefined;
1375
1431
  })[];
1376
1432
  metadata?: undefined;
1377
1433
  }[];
1378
1434
  usage?: {
1379
- totalTokens: number;
1380
1435
  promptTokens: number;
1381
1436
  completionTokens: number;
1437
+ totalTokens: number;
1382
1438
  } | undefined;
1383
1439
  logProbs?: {
1384
1440
  token: string;
@@ -1918,17 +1974,17 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1918
1974
  arguments: z.ZodString;
1919
1975
  metadata: z.ZodUndefined;
1920
1976
  }, "strip", z.ZodTypeAny, {
1921
- name: string;
1922
1977
  modality: "tool-call";
1923
1978
  index: number;
1924
1979
  id: string;
1980
+ name: string;
1925
1981
  arguments: string;
1926
1982
  metadata?: undefined;
1927
1983
  }, {
1928
- name: string;
1929
1984
  modality: "tool-call";
1930
1985
  index: number;
1931
1986
  id: string;
1987
+ name: string;
1932
1988
  arguments: string;
1933
1989
  metadata?: undefined;
1934
1990
  }>, z.ZodObject<{
@@ -1939,18 +1995,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1939
1995
  data: z.ZodString;
1940
1996
  metadata: z.ZodUndefined;
1941
1997
  }, "strip", z.ZodTypeAny, {
1942
- name: string;
1943
1998
  modality: "tool-response";
1944
1999
  data: string;
1945
2000
  index: number;
1946
2001
  id: string;
2002
+ name: string;
1947
2003
  metadata?: undefined;
1948
2004
  }, {
1949
- name: string;
1950
2005
  modality: "tool-response";
1951
2006
  data: string;
1952
2007
  index: number;
1953
2008
  id: string;
2009
+ name: string;
1954
2010
  metadata?: undefined;
1955
2011
  }>, z.ZodObject<{
1956
2012
  modality: z.ZodLiteral<"reasoning">;
@@ -2031,18 +2087,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2031
2087
  detail: "low" | "medium" | "high" | "auto";
2032
2088
  metadata?: undefined;
2033
2089
  } | {
2034
- name: string;
2035
2090
  modality: "tool-call";
2036
2091
  index: number;
2037
2092
  id: string;
2093
+ name: string;
2038
2094
  arguments: string;
2039
2095
  metadata?: undefined;
2040
2096
  } | {
2041
- name: string;
2042
2097
  modality: "tool-response";
2043
2098
  data: string;
2044
2099
  index: number;
2045
2100
  id: string;
2101
+ name: string;
2046
2102
  metadata?: undefined;
2047
2103
  })[];
2048
2104
  metadata?: undefined;
@@ -2076,18 +2132,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2076
2132
  detail: "low" | "medium" | "high" | "auto";
2077
2133
  metadata?: undefined;
2078
2134
  } | {
2079
- name: string;
2080
2135
  modality: "tool-call";
2081
2136
  index: number;
2082
2137
  id: string;
2138
+ name: string;
2083
2139
  arguments: string;
2084
2140
  metadata?: undefined;
2085
2141
  } | {
2086
- name: string;
2087
2142
  modality: "tool-response";
2088
2143
  data: string;
2089
2144
  index: number;
2090
2145
  id: string;
2146
+ name: string;
2091
2147
  metadata?: undefined;
2092
2148
  })[];
2093
2149
  metadata?: undefined;
@@ -2097,13 +2153,13 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2097
2153
  completionTokens: z.ZodNumber;
2098
2154
  totalTokens: z.ZodNumber;
2099
2155
  }, "strip", z.ZodTypeAny, {
2100
- totalTokens: number;
2101
2156
  promptTokens: number;
2102
2157
  completionTokens: number;
2103
- }, {
2104
2158
  totalTokens: number;
2159
+ }, {
2105
2160
  promptTokens: number;
2106
2161
  completionTokens: number;
2162
+ totalTokens: number;
2107
2163
  }>>;
2108
2164
  logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
2109
2165
  token: z.ZodString;
@@ -2173,26 +2229,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2173
2229
  detail: "low" | "medium" | "high" | "auto";
2174
2230
  metadata?: undefined;
2175
2231
  } | {
2176
- name: string;
2177
2232
  modality: "tool-call";
2178
2233
  index: number;
2179
2234
  id: string;
2235
+ name: string;
2180
2236
  arguments: string;
2181
2237
  metadata?: undefined;
2182
2238
  } | {
2183
- name: string;
2184
2239
  modality: "tool-response";
2185
2240
  data: string;
2186
2241
  index: number;
2187
2242
  id: string;
2243
+ name: string;
2188
2244
  metadata?: undefined;
2189
2245
  })[];
2190
2246
  metadata?: undefined;
2191
2247
  }[];
2192
2248
  usage?: {
2193
- totalTokens: number;
2194
2249
  promptTokens: number;
2195
2250
  completionTokens: number;
2251
+ totalTokens: number;
2196
2252
  } | undefined;
2197
2253
  logProbs?: {
2198
2254
  token: string;
@@ -2235,26 +2291,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2235
2291
  detail: "low" | "medium" | "high" | "auto";
2236
2292
  metadata?: undefined;
2237
2293
  } | {
2238
- name: string;
2239
2294
  modality: "tool-call";
2240
2295
  index: number;
2241
2296
  id: string;
2297
+ name: string;
2242
2298
  arguments: string;
2243
2299
  metadata?: undefined;
2244
2300
  } | {
2245
- name: string;
2246
2301
  modality: "tool-response";
2247
2302
  data: string;
2248
2303
  index: number;
2249
2304
  id: string;
2305
+ name: string;
2250
2306
  metadata?: undefined;
2251
2307
  })[];
2252
2308
  metadata?: undefined;
2253
2309
  }[];
2254
2310
  usage?: {
2255
- totalTokens: number;
2256
2311
  promptTokens: number;
2257
2312
  completionTokens: number;
2313
+ totalTokens: number;
2258
2314
  } | undefined;
2259
2315
  logProbs?: {
2260
2316
  token: string;
@@ -2373,26 +2429,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2373
2429
  detail: "low" | "medium" | "high" | "auto";
2374
2430
  metadata?: undefined;
2375
2431
  } | {
2376
- name: string;
2377
2432
  modality: "tool-call";
2378
2433
  index: number;
2379
2434
  id: string;
2435
+ name: string;
2380
2436
  arguments: string;
2381
2437
  metadata?: undefined;
2382
2438
  } | {
2383
- name: string;
2384
2439
  modality: "tool-response";
2385
2440
  data: string;
2386
2441
  index: number;
2387
2442
  id: string;
2443
+ name: string;
2388
2444
  metadata?: undefined;
2389
2445
  })[];
2390
2446
  metadata?: undefined;
2391
2447
  }[];
2392
2448
  usage?: {
2393
- totalTokens: number;
2394
2449
  promptTokens: number;
2395
2450
  completionTokens: number;
2451
+ totalTokens: number;
2396
2452
  } | undefined;
2397
2453
  logProbs?: {
2398
2454
  token: string;
@@ -2505,26 +2561,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2505
2561
  detail: "low" | "medium" | "high" | "auto";
2506
2562
  metadata?: undefined;
2507
2563
  } | {
2508
- name: string;
2509
2564
  modality: "tool-call";
2510
2565
  index: number;
2511
2566
  id: string;
2567
+ name: string;
2512
2568
  arguments: string;
2513
2569
  metadata?: undefined;
2514
2570
  } | {
2515
- name: string;
2516
2571
  modality: "tool-response";
2517
2572
  data: string;
2518
2573
  index: number;
2519
2574
  id: string;
2575
+ name: string;
2520
2576
  metadata?: undefined;
2521
2577
  })[];
2522
2578
  metadata?: undefined;
2523
2579
  }[];
2524
2580
  usage?: {
2525
- totalTokens: number;
2526
2581
  promptTokens: number;
2527
2582
  completionTokens: number;
2583
+ totalTokens: number;
2528
2584
  } | undefined;
2529
2585
  logProbs?: {
2530
2586
  token: string;
@@ -2555,90 +2611,48 @@ type CompleteChatCallbackType<M = any> = {
2555
2611
 
2556
2612
  declare function handleCompleteChat(request: CompleteChatHandlerRequestType, client: HttpClient, telemetryContext?: Context): Promise<CompleteChatHandlerResponseType>;
2557
2613
 
2558
- declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2559
- cache: z.ZodType<Cache<{
2560
- request: {
2561
- config: Record<string, any>;
2562
- embeddingRequests: {
2563
- modality: "text";
2564
- requests: string[];
2565
- metadata?: undefined;
2566
- } | {
2567
- modality: "token";
2568
- requests: number[][];
2569
- metadata?: undefined;
2614
+ declare const GetChatUsageCostHandlerRequest: z.ZodEffects<z.ZodObject<{
2615
+ chatUsage: z.ZodType<{
2616
+ promptTokens: number;
2617
+ completionTokens: number;
2618
+ totalTokens: number;
2619
+ }, z.ZodTypeDef, {
2620
+ promptTokens: number;
2621
+ completionTokens: number;
2622
+ totalTokens: number;
2623
+ }>;
2624
+ chatModelPrice: z.ZodOptional<z.ZodType<{
2625
+ modelName: string;
2626
+ currency: string;
2627
+ tokenRanges: {
2628
+ minTokens: number;
2629
+ prices: {
2630
+ base: {
2631
+ inputPricePerMillion: number;
2632
+ outputPricePerMillion: number;
2633
+ };
2570
2634
  };
2571
- };
2572
- response: {
2573
- encodingFormat: "float";
2574
- embeddings: {
2575
- index: number;
2576
- embedding: number[];
2577
- }[];
2578
- usage?: {
2579
- totalTokens: number;
2580
- } | undefined;
2581
- } | {
2582
- encodingFormat: "base64";
2583
- embeddings: {
2584
- index: number;
2585
- embedding: string;
2586
- }[];
2587
- usage?: {
2588
- totalTokens: number;
2589
- } | undefined;
2590
- };
2591
- cached: boolean;
2592
- latencyInMs: number;
2593
- provider: {
2594
- request?: any;
2595
- response?: any;
2596
- };
2597
- metadataForCallbacks?: any;
2598
- }>, z.ZodTypeDef, Cache<{
2599
- request: {
2600
- config: Record<string, any>;
2601
- embeddingRequests: {
2602
- modality: "text";
2603
- requests: string[];
2604
- metadata?: undefined;
2605
- } | {
2606
- modality: "token";
2607
- requests: number[][];
2608
- metadata?: undefined;
2635
+ maxTokens?: number | null | undefined;
2636
+ }[];
2637
+ }, z.ZodTypeDef, {
2638
+ modelName: string;
2639
+ currency: string;
2640
+ tokenRanges: {
2641
+ minTokens: number;
2642
+ prices: {
2643
+ base: {
2644
+ inputPricePerMillion: number;
2645
+ outputPricePerMillion: number;
2646
+ };
2609
2647
  };
2610
- };
2611
- response: {
2612
- encodingFormat: "float";
2613
- embeddings: {
2614
- index: number;
2615
- embedding: number[];
2616
- }[];
2617
- usage?: {
2618
- totalTokens: number;
2619
- } | undefined;
2620
- } | {
2621
- encodingFormat: "base64";
2622
- embeddings: {
2623
- index: number;
2624
- embedding: string;
2625
- }[];
2626
- usage?: {
2627
- totalTokens: number;
2628
- } | undefined;
2629
- };
2630
- cached: boolean;
2631
- latencyInMs: number;
2632
- provider: {
2633
- request?: any;
2634
- response?: any;
2635
- };
2636
- metadataForCallbacks?: any;
2648
+ maxTokens?: number | null | undefined;
2649
+ }[];
2637
2650
  }>>;
2638
- model: z.ZodType<EmbeddingModelV1<{
2639
- description: string;
2651
+ model: z.ZodOptional<z.ZodType<ChatModelV1<{
2640
2652
  name: string;
2641
- modalities: ["text" | "token", ...("text" | "token")[]];
2653
+ description: string;
2654
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2655
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
2642
2656
  maxInputTokens: number;
2643
2657
  maxOutputTokens: number;
2644
2658
  config: {
@@ -2679,10 +2693,26 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2679
2693
  }>;
2680
2694
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2681
2695
  };
2682
- }>, z.ZodTypeDef, EmbeddingModelV1<{
2683
- description: string;
2696
+ price: {
2697
+ modelName: string;
2698
+ currency: string;
2699
+ tokenRanges: {
2700
+ minTokens: number;
2701
+ prices: {
2702
+ base: {
2703
+ inputPricePerMillion: number;
2704
+ outputPricePerMillion: number;
2705
+ };
2706
+ };
2707
+ maxTokens?: number | null | undefined;
2708
+ }[];
2709
+ };
2710
+ maxReasoningTokens?: number | undefined;
2711
+ }>, z.ZodTypeDef, ChatModelV1<{
2684
2712
  name: string;
2685
- modalities: ["text" | "token", ...("text" | "token")[]];
2713
+ description: string;
2714
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2715
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
2686
2716
  maxInputTokens: number;
2687
2717
  maxOutputTokens: number;
2688
2718
  config: {
@@ -2723,43 +2753,33 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2723
2753
  }>;
2724
2754
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2725
2755
  };
2726
- }>>;
2727
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
2728
- embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
2729
- modality: z.ZodLiteral<"text">;
2730
- metadata: z.ZodUndefined;
2731
- requests: z.ZodArray<z.ZodString, "many">;
2732
- }, "strip", z.ZodTypeAny, {
2733
- modality: "text";
2734
- requests: string[];
2735
- metadata?: undefined;
2736
- }, {
2737
- modality: "text";
2738
- requests: string[];
2739
- metadata?: undefined;
2740
- }>, z.ZodObject<{
2741
- modality: z.ZodLiteral<"token">;
2742
- metadata: z.ZodUndefined;
2743
- requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
2744
- }, "strip", z.ZodTypeAny, {
2745
- modality: "token";
2746
- requests: number[][];
2747
- metadata?: undefined;
2748
- }, {
2749
- modality: "token";
2750
- requests: number[][];
2751
- metadata?: undefined;
2752
- }>]>;
2753
- enableCache: z.ZodBoolean;
2754
- customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
2755
- callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
2756
- metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2756
+ price: {
2757
+ modelName: string;
2758
+ currency: string;
2759
+ tokenRanges: {
2760
+ minTokens: number;
2761
+ prices: {
2762
+ base: {
2763
+ inputPricePerMillion: number;
2764
+ outputPricePerMillion: number;
2765
+ };
2766
+ };
2767
+ maxTokens?: number | null | undefined;
2768
+ }[];
2769
+ };
2770
+ maxReasoningTokens?: number | undefined;
2771
+ }>>>;
2757
2772
  }, "strip", z.ZodTypeAny, {
2758
- config: Record<string, any>;
2759
- model: EmbeddingModelV1<{
2760
- description: string;
2773
+ chatUsage: {
2774
+ promptTokens: number;
2775
+ completionTokens: number;
2776
+ totalTokens: number;
2777
+ };
2778
+ model?: ChatModelV1<{
2761
2779
  name: string;
2762
- modalities: ["text" | "token", ...("text" | "token")[]];
2780
+ description: string;
2781
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2782
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
2763
2783
  maxInputTokens: number;
2764
2784
  maxOutputTokens: number;
2765
2785
  config: {
@@ -2800,32 +2820,640 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2800
2820
  }>;
2801
2821
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2802
2822
  };
2803
- }>;
2804
- enableCache: boolean;
2805
- cache: Cache<{
2806
- request: {
2807
- config: Record<string, any>;
2808
- embeddingRequests: {
2809
- modality: "text";
2810
- requests: string[];
2811
- metadata?: undefined;
2812
- } | {
2813
- modality: "token";
2814
- requests: number[][];
2815
- metadata?: undefined;
2816
- };
2817
- };
2818
- response: {
2819
- encodingFormat: "float";
2820
- embeddings: {
2821
- index: number;
2822
- embedding: number[];
2823
+ price: {
2824
+ modelName: string;
2825
+ currency: string;
2826
+ tokenRanges: {
2827
+ minTokens: number;
2828
+ prices: {
2829
+ base: {
2830
+ inputPricePerMillion: number;
2831
+ outputPricePerMillion: number;
2832
+ };
2833
+ };
2834
+ maxTokens?: number | null | undefined;
2823
2835
  }[];
2824
- usage?: {
2825
- totalTokens: number;
2826
- } | undefined;
2827
- } | {
2828
- encodingFormat: "base64";
2836
+ };
2837
+ maxReasoningTokens?: number | undefined;
2838
+ }> | undefined;
2839
+ chatModelPrice?: {
2840
+ modelName: string;
2841
+ currency: string;
2842
+ tokenRanges: {
2843
+ minTokens: number;
2844
+ prices: {
2845
+ base: {
2846
+ inputPricePerMillion: number;
2847
+ outputPricePerMillion: number;
2848
+ };
2849
+ };
2850
+ maxTokens?: number | null | undefined;
2851
+ }[];
2852
+ } | undefined;
2853
+ }, {
2854
+ chatUsage: {
2855
+ promptTokens: number;
2856
+ completionTokens: number;
2857
+ totalTokens: number;
2858
+ };
2859
+ model?: ChatModelV1<{
2860
+ name: string;
2861
+ description: string;
2862
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2863
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
2864
+ maxInputTokens: number;
2865
+ maxOutputTokens: number;
2866
+ config: {
2867
+ def: Record<string, {
2868
+ type: "multi-string";
2869
+ param: string;
2870
+ title: string;
2871
+ description: string;
2872
+ max: number;
2873
+ } | {
2874
+ type: "object-schema";
2875
+ param: string;
2876
+ title: string;
2877
+ description: string;
2878
+ objectSchema?: any;
2879
+ } | {
2880
+ type: "range";
2881
+ param: string;
2882
+ title: string;
2883
+ description: string;
2884
+ max: number;
2885
+ default: number;
2886
+ min: number;
2887
+ step: number;
2888
+ } | {
2889
+ type: "select-boolean";
2890
+ param: string;
2891
+ title: string;
2892
+ description: string;
2893
+ default: boolean | null;
2894
+ } | {
2895
+ type: "select-string";
2896
+ param: string;
2897
+ title: string;
2898
+ description: string;
2899
+ default: string;
2900
+ choices: string[];
2901
+ }>;
2902
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2903
+ };
2904
+ price: {
2905
+ modelName: string;
2906
+ currency: string;
2907
+ tokenRanges: {
2908
+ minTokens: number;
2909
+ prices: {
2910
+ base: {
2911
+ inputPricePerMillion: number;
2912
+ outputPricePerMillion: number;
2913
+ };
2914
+ };
2915
+ maxTokens?: number | null | undefined;
2916
+ }[];
2917
+ };
2918
+ maxReasoningTokens?: number | undefined;
2919
+ }> | undefined;
2920
+ chatModelPrice?: {
2921
+ modelName: string;
2922
+ currency: string;
2923
+ tokenRanges: {
2924
+ minTokens: number;
2925
+ prices: {
2926
+ base: {
2927
+ inputPricePerMillion: number;
2928
+ outputPricePerMillion: number;
2929
+ };
2930
+ };
2931
+ maxTokens?: number | null | undefined;
2932
+ }[];
2933
+ } | undefined;
2934
+ }>, {
2935
+ chatUsage: {
2936
+ promptTokens: number;
2937
+ completionTokens: number;
2938
+ totalTokens: number;
2939
+ };
2940
+ model?: ChatModelV1<{
2941
+ name: string;
2942
+ description: string;
2943
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2944
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
2945
+ maxInputTokens: number;
2946
+ maxOutputTokens: number;
2947
+ config: {
2948
+ def: Record<string, {
2949
+ type: "multi-string";
2950
+ param: string;
2951
+ title: string;
2952
+ description: string;
2953
+ max: number;
2954
+ } | {
2955
+ type: "object-schema";
2956
+ param: string;
2957
+ title: string;
2958
+ description: string;
2959
+ objectSchema?: any;
2960
+ } | {
2961
+ type: "range";
2962
+ param: string;
2963
+ title: string;
2964
+ description: string;
2965
+ max: number;
2966
+ default: number;
2967
+ min: number;
2968
+ step: number;
2969
+ } | {
2970
+ type: "select-boolean";
2971
+ param: string;
2972
+ title: string;
2973
+ description: string;
2974
+ default: boolean | null;
2975
+ } | {
2976
+ type: "select-string";
2977
+ param: string;
2978
+ title: string;
2979
+ description: string;
2980
+ default: string;
2981
+ choices: string[];
2982
+ }>;
2983
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2984
+ };
2985
+ price: {
2986
+ modelName: string;
2987
+ currency: string;
2988
+ tokenRanges: {
2989
+ minTokens: number;
2990
+ prices: {
2991
+ base: {
2992
+ inputPricePerMillion: number;
2993
+ outputPricePerMillion: number;
2994
+ };
2995
+ };
2996
+ maxTokens?: number | null | undefined;
2997
+ }[];
2998
+ };
2999
+ maxReasoningTokens?: number | undefined;
3000
+ }> | undefined;
3001
+ chatModelPrice?: {
3002
+ modelName: string;
3003
+ currency: string;
3004
+ tokenRanges: {
3005
+ minTokens: number;
3006
+ prices: {
3007
+ base: {
3008
+ inputPricePerMillion: number;
3009
+ outputPricePerMillion: number;
3010
+ };
3011
+ };
3012
+ maxTokens?: number | null | undefined;
3013
+ }[];
3014
+ } | undefined;
3015
+ }, {
3016
+ chatUsage: {
3017
+ promptTokens: number;
3018
+ completionTokens: number;
3019
+ totalTokens: number;
3020
+ };
3021
+ model?: ChatModelV1<{
3022
+ name: string;
3023
+ description: string;
3024
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
3025
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
3026
+ maxInputTokens: number;
3027
+ maxOutputTokens: number;
3028
+ config: {
3029
+ def: Record<string, {
3030
+ type: "multi-string";
3031
+ param: string;
3032
+ title: string;
3033
+ description: string;
3034
+ max: number;
3035
+ } | {
3036
+ type: "object-schema";
3037
+ param: string;
3038
+ title: string;
3039
+ description: string;
3040
+ objectSchema?: any;
3041
+ } | {
3042
+ type: "range";
3043
+ param: string;
3044
+ title: string;
3045
+ description: string;
3046
+ max: number;
3047
+ default: number;
3048
+ min: number;
3049
+ step: number;
3050
+ } | {
3051
+ type: "select-boolean";
3052
+ param: string;
3053
+ title: string;
3054
+ description: string;
3055
+ default: boolean | null;
3056
+ } | {
3057
+ type: "select-string";
3058
+ param: string;
3059
+ title: string;
3060
+ description: string;
3061
+ default: string;
3062
+ choices: string[];
3063
+ }>;
3064
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3065
+ };
3066
+ price: {
3067
+ modelName: string;
3068
+ currency: string;
3069
+ tokenRanges: {
3070
+ minTokens: number;
3071
+ prices: {
3072
+ base: {
3073
+ inputPricePerMillion: number;
3074
+ outputPricePerMillion: number;
3075
+ };
3076
+ };
3077
+ maxTokens?: number | null | undefined;
3078
+ }[];
3079
+ };
3080
+ maxReasoningTokens?: number | undefined;
3081
+ }> | undefined;
3082
+ chatModelPrice?: {
3083
+ modelName: string;
3084
+ currency: string;
3085
+ tokenRanges: {
3086
+ minTokens: number;
3087
+ prices: {
3088
+ base: {
3089
+ inputPricePerMillion: number;
3090
+ outputPricePerMillion: number;
3091
+ };
3092
+ };
3093
+ maxTokens?: number | null | undefined;
3094
+ }[];
3095
+ } | undefined;
3096
+ }>;
3097
+ type GetChatUsageCostHandlerRequestType = z.infer<typeof GetChatUsageCostHandlerRequest>;
3098
+ declare const GetChatUsageCostHandlerResponse: z.ZodObject<{
3099
+ cost: z.ZodNumber;
3100
+ currency: z.ZodString;
3101
+ pricingModel: z.ZodType<{
3102
+ modelName: string;
3103
+ currency: string;
3104
+ tokenRanges: {
3105
+ minTokens: number;
3106
+ prices: {
3107
+ base: {
3108
+ inputPricePerMillion: number;
3109
+ outputPricePerMillion: number;
3110
+ };
3111
+ };
3112
+ maxTokens?: number | null | undefined;
3113
+ }[];
3114
+ }, z.ZodTypeDef, {
3115
+ modelName: string;
3116
+ currency: string;
3117
+ tokenRanges: {
3118
+ minTokens: number;
3119
+ prices: {
3120
+ base: {
3121
+ inputPricePerMillion: number;
3122
+ outputPricePerMillion: number;
3123
+ };
3124
+ };
3125
+ maxTokens?: number | null | undefined;
3126
+ }[];
3127
+ }>;
3128
+ usageTokens: z.ZodType<{
3129
+ promptTokens: number;
3130
+ completionTokens: number;
3131
+ totalTokens: number;
3132
+ }, z.ZodTypeDef, {
3133
+ promptTokens: number;
3134
+ completionTokens: number;
3135
+ totalTokens: number;
3136
+ }>;
3137
+ }, "strip", z.ZodTypeAny, {
3138
+ cost: number;
3139
+ currency: string;
3140
+ pricingModel: {
3141
+ modelName: string;
3142
+ currency: string;
3143
+ tokenRanges: {
3144
+ minTokens: number;
3145
+ prices: {
3146
+ base: {
3147
+ inputPricePerMillion: number;
3148
+ outputPricePerMillion: number;
3149
+ };
3150
+ };
3151
+ maxTokens?: number | null | undefined;
3152
+ }[];
3153
+ };
3154
+ usageTokens: {
3155
+ promptTokens: number;
3156
+ completionTokens: number;
3157
+ totalTokens: number;
3158
+ };
3159
+ }, {
3160
+ cost: number;
3161
+ currency: string;
3162
+ pricingModel: {
3163
+ modelName: string;
3164
+ currency: string;
3165
+ tokenRanges: {
3166
+ minTokens: number;
3167
+ prices: {
3168
+ base: {
3169
+ inputPricePerMillion: number;
3170
+ outputPricePerMillion: number;
3171
+ };
3172
+ };
3173
+ maxTokens?: number | null | undefined;
3174
+ }[];
3175
+ };
3176
+ usageTokens: {
3177
+ promptTokens: number;
3178
+ completionTokens: number;
3179
+ totalTokens: number;
3180
+ };
3181
+ }>;
3182
+ type GetChatUsageCostHandlerResponseType = z.infer<typeof GetChatUsageCostHandlerResponse>;
3183
+
3184
+ declare function handleGetChatUsageCost(request: GetChatUsageCostHandlerRequestType): GetChatUsageCostHandlerResponseType;
3185
+
3186
+ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
3187
+ cache: z.ZodType<Cache<{
3188
+ request: {
3189
+ config: Record<string, any>;
3190
+ embeddingRequests: {
3191
+ modality: "text";
3192
+ requests: string[];
3193
+ metadata?: undefined;
3194
+ } | {
3195
+ modality: "token";
3196
+ requests: number[][];
3197
+ metadata?: undefined;
3198
+ };
3199
+ };
3200
+ response: {
3201
+ encodingFormat: "float";
3202
+ embeddings: {
3203
+ index: number;
3204
+ embedding: number[];
3205
+ }[];
3206
+ usage?: {
3207
+ totalTokens: number;
3208
+ } | undefined;
3209
+ } | {
3210
+ encodingFormat: "base64";
3211
+ embeddings: {
3212
+ index: number;
3213
+ embedding: string;
3214
+ }[];
3215
+ usage?: {
3216
+ totalTokens: number;
3217
+ } | undefined;
3218
+ };
3219
+ cached: boolean;
3220
+ latencyInMs: number;
3221
+ provider: {
3222
+ request?: any;
3223
+ response?: any;
3224
+ };
3225
+ metadataForCallbacks?: any;
3226
+ }>, z.ZodTypeDef, Cache<{
3227
+ request: {
3228
+ config: Record<string, any>;
3229
+ embeddingRequests: {
3230
+ modality: "text";
3231
+ requests: string[];
3232
+ metadata?: undefined;
3233
+ } | {
3234
+ modality: "token";
3235
+ requests: number[][];
3236
+ metadata?: undefined;
3237
+ };
3238
+ };
3239
+ response: {
3240
+ encodingFormat: "float";
3241
+ embeddings: {
3242
+ index: number;
3243
+ embedding: number[];
3244
+ }[];
3245
+ usage?: {
3246
+ totalTokens: number;
3247
+ } | undefined;
3248
+ } | {
3249
+ encodingFormat: "base64";
3250
+ embeddings: {
3251
+ index: number;
3252
+ embedding: string;
3253
+ }[];
3254
+ usage?: {
3255
+ totalTokens: number;
3256
+ } | undefined;
3257
+ };
3258
+ cached: boolean;
3259
+ latencyInMs: number;
3260
+ provider: {
3261
+ request?: any;
3262
+ response?: any;
3263
+ };
3264
+ metadataForCallbacks?: any;
3265
+ }>>;
3266
+ model: z.ZodType<EmbeddingModelV1<{
3267
+ description: string;
3268
+ name: string;
3269
+ modalities: ["text" | "token", ...("text" | "token")[]];
3270
+ maxInputTokens: number;
3271
+ maxOutputTokens: number;
3272
+ config: {
3273
+ def: Record<string, {
3274
+ type: "multi-string";
3275
+ param: string;
3276
+ title: string;
3277
+ description: string;
3278
+ max: number;
3279
+ } | {
3280
+ type: "object-schema";
3281
+ param: string;
3282
+ title: string;
3283
+ description: string;
3284
+ objectSchema?: any;
3285
+ } | {
3286
+ type: "range";
3287
+ param: string;
3288
+ title: string;
3289
+ description: string;
3290
+ max: number;
3291
+ default: number;
3292
+ min: number;
3293
+ step: number;
3294
+ } | {
3295
+ type: "select-boolean";
3296
+ param: string;
3297
+ title: string;
3298
+ description: string;
3299
+ default: boolean | null;
3300
+ } | {
3301
+ type: "select-string";
3302
+ param: string;
3303
+ title: string;
3304
+ description: string;
3305
+ default: string;
3306
+ choices: string[];
3307
+ }>;
3308
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3309
+ };
3310
+ }>, z.ZodTypeDef, EmbeddingModelV1<{
3311
+ description: string;
3312
+ name: string;
3313
+ modalities: ["text" | "token", ...("text" | "token")[]];
3314
+ maxInputTokens: number;
3315
+ maxOutputTokens: number;
3316
+ config: {
3317
+ def: Record<string, {
3318
+ type: "multi-string";
3319
+ param: string;
3320
+ title: string;
3321
+ description: string;
3322
+ max: number;
3323
+ } | {
3324
+ type: "object-schema";
3325
+ param: string;
3326
+ title: string;
3327
+ description: string;
3328
+ objectSchema?: any;
3329
+ } | {
3330
+ type: "range";
3331
+ param: string;
3332
+ title: string;
3333
+ description: string;
3334
+ max: number;
3335
+ default: number;
3336
+ min: number;
3337
+ step: number;
3338
+ } | {
3339
+ type: "select-boolean";
3340
+ param: string;
3341
+ title: string;
3342
+ description: string;
3343
+ default: boolean | null;
3344
+ } | {
3345
+ type: "select-string";
3346
+ param: string;
3347
+ title: string;
3348
+ description: string;
3349
+ default: string;
3350
+ choices: string[];
3351
+ }>;
3352
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3353
+ };
3354
+ }>>;
3355
+ config: z.ZodRecord<z.ZodString, z.ZodAny>;
3356
+ embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
3357
+ modality: z.ZodLiteral<"text">;
3358
+ metadata: z.ZodUndefined;
3359
+ requests: z.ZodArray<z.ZodString, "many">;
3360
+ }, "strip", z.ZodTypeAny, {
3361
+ modality: "text";
3362
+ requests: string[];
3363
+ metadata?: undefined;
3364
+ }, {
3365
+ modality: "text";
3366
+ requests: string[];
3367
+ metadata?: undefined;
3368
+ }>, z.ZodObject<{
3369
+ modality: z.ZodLiteral<"token">;
3370
+ metadata: z.ZodUndefined;
3371
+ requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
3372
+ }, "strip", z.ZodTypeAny, {
3373
+ modality: "token";
3374
+ requests: number[][];
3375
+ metadata?: undefined;
3376
+ }, {
3377
+ modality: "token";
3378
+ requests: number[][];
3379
+ metadata?: undefined;
3380
+ }>]>;
3381
+ enableCache: z.ZodBoolean;
3382
+ customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
3383
+ callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
3384
+ metadataForCallbacks: z.ZodOptional<z.ZodAny>;
3385
+ }, "strip", z.ZodTypeAny, {
3386
+ config: Record<string, any>;
3387
+ model: EmbeddingModelV1<{
3388
+ description: string;
3389
+ name: string;
3390
+ modalities: ["text" | "token", ...("text" | "token")[]];
3391
+ maxInputTokens: number;
3392
+ maxOutputTokens: number;
3393
+ config: {
3394
+ def: Record<string, {
3395
+ type: "multi-string";
3396
+ param: string;
3397
+ title: string;
3398
+ description: string;
3399
+ max: number;
3400
+ } | {
3401
+ type: "object-schema";
3402
+ param: string;
3403
+ title: string;
3404
+ description: string;
3405
+ objectSchema?: any;
3406
+ } | {
3407
+ type: "range";
3408
+ param: string;
3409
+ title: string;
3410
+ description: string;
3411
+ max: number;
3412
+ default: number;
3413
+ min: number;
3414
+ step: number;
3415
+ } | {
3416
+ type: "select-boolean";
3417
+ param: string;
3418
+ title: string;
3419
+ description: string;
3420
+ default: boolean | null;
3421
+ } | {
3422
+ type: "select-string";
3423
+ param: string;
3424
+ title: string;
3425
+ description: string;
3426
+ default: string;
3427
+ choices: string[];
3428
+ }>;
3429
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3430
+ };
3431
+ }>;
3432
+ enableCache: boolean;
3433
+ cache: Cache<{
3434
+ request: {
3435
+ config: Record<string, any>;
3436
+ embeddingRequests: {
3437
+ modality: "text";
3438
+ requests: string[];
3439
+ metadata?: undefined;
3440
+ } | {
3441
+ modality: "token";
3442
+ requests: number[][];
3443
+ metadata?: undefined;
3444
+ };
3445
+ };
3446
+ response: {
3447
+ encodingFormat: "float";
3448
+ embeddings: {
3449
+ index: number;
3450
+ embedding: number[];
3451
+ }[];
3452
+ usage?: {
3453
+ totalTokens: number;
3454
+ } | undefined;
3455
+ } | {
3456
+ encodingFormat: "base64";
2829
3457
  embeddings: {
2830
3458
  index: number;
2831
3459
  embedding: string;
@@ -3230,6 +3858,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
3230
3858
  }>;
3231
3859
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3232
3860
  };
3861
+ price: {
3862
+ modelName: string;
3863
+ currency: string;
3864
+ tokenRanges: {
3865
+ minTokens: number;
3866
+ prices: {
3867
+ base: {
3868
+ inputPricePerMillion: number;
3869
+ outputPricePerMillion: number;
3870
+ };
3871
+ };
3872
+ maxTokens?: number | null | undefined;
3873
+ }[];
3874
+ };
3233
3875
  maxReasoningTokens?: number | undefined;
3234
3876
  }>, z.ZodTypeDef, ChatModelV1<{
3235
3877
  name: string;
@@ -3276,6 +3918,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
3276
3918
  }>;
3277
3919
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3278
3920
  };
3921
+ price: {
3922
+ modelName: string;
3923
+ currency: string;
3924
+ tokenRanges: {
3925
+ minTokens: number;
3926
+ prices: {
3927
+ base: {
3928
+ inputPricePerMillion: number;
3929
+ outputPricePerMillion: number;
3930
+ };
3931
+ };
3932
+ maxTokens?: number | null | undefined;
3933
+ }[];
3934
+ };
3279
3935
  maxReasoningTokens?: number | undefined;
3280
3936
  }>>;
3281
3937
  data: z.ZodAny;
@@ -3328,6 +3984,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
3328
3984
  }>;
3329
3985
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3330
3986
  };
3987
+ price: {
3988
+ modelName: string;
3989
+ currency: string;
3990
+ tokenRanges: {
3991
+ minTokens: number;
3992
+ prices: {
3993
+ base: {
3994
+ inputPricePerMillion: number;
3995
+ outputPricePerMillion: number;
3996
+ };
3997
+ };
3998
+ maxTokens?: number | null | undefined;
3999
+ }[];
4000
+ };
3331
4001
  maxReasoningTokens?: number | undefined;
3332
4002
  }>;
3333
4003
  data?: any;
@@ -3379,6 +4049,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
3379
4049
  }>;
3380
4050
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3381
4051
  };
4052
+ price: {
4053
+ modelName: string;
4054
+ currency: string;
4055
+ tokenRanges: {
4056
+ minTokens: number;
4057
+ prices: {
4058
+ base: {
4059
+ inputPricePerMillion: number;
4060
+ outputPricePerMillion: number;
4061
+ };
4062
+ };
4063
+ maxTokens?: number | null | undefined;
4064
+ }[];
4065
+ };
3382
4066
  maxReasoningTokens?: number | undefined;
3383
4067
  }>;
3384
4068
  data?: any;
@@ -3474,17 +4158,17 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3474
4158
  arguments: z.ZodString;
3475
4159
  metadata: z.ZodUndefined;
3476
4160
  }, "strip", z.ZodTypeAny, {
3477
- name: string;
3478
4161
  modality: "tool-call";
3479
4162
  index: number;
3480
4163
  id: string;
4164
+ name: string;
3481
4165
  arguments: string;
3482
4166
  metadata?: undefined;
3483
4167
  }, {
3484
- name: string;
3485
4168
  modality: "tool-call";
3486
4169
  index: number;
3487
4170
  id: string;
4171
+ name: string;
3488
4172
  arguments: string;
3489
4173
  metadata?: undefined;
3490
4174
  }>, z.ZodObject<{
@@ -3495,18 +4179,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3495
4179
  data: z.ZodString;
3496
4180
  metadata: z.ZodUndefined;
3497
4181
  }, "strip", z.ZodTypeAny, {
3498
- name: string;
3499
4182
  modality: "tool-response";
3500
4183
  data: string;
3501
4184
  index: number;
3502
4185
  id: string;
4186
+ name: string;
3503
4187
  metadata?: undefined;
3504
4188
  }, {
3505
- name: string;
3506
4189
  modality: "tool-response";
3507
4190
  data: string;
3508
4191
  index: number;
3509
4192
  id: string;
4193
+ name: string;
3510
4194
  metadata?: undefined;
3511
4195
  }>, z.ZodObject<{
3512
4196
  modality: z.ZodLiteral<"reasoning">;
@@ -3587,18 +4271,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3587
4271
  detail: "low" | "medium" | "high" | "auto";
3588
4272
  metadata?: undefined;
3589
4273
  } | {
3590
- name: string;
3591
4274
  modality: "tool-call";
3592
4275
  index: number;
3593
4276
  id: string;
4277
+ name: string;
3594
4278
  arguments: string;
3595
4279
  metadata?: undefined;
3596
4280
  } | {
3597
- name: string;
3598
4281
  modality: "tool-response";
3599
4282
  data: string;
3600
4283
  index: number;
3601
4284
  id: string;
4285
+ name: string;
3602
4286
  metadata?: undefined;
3603
4287
  })[];
3604
4288
  metadata?: undefined;
@@ -3632,18 +4316,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3632
4316
  detail: "low" | "medium" | "high" | "auto";
3633
4317
  metadata?: undefined;
3634
4318
  } | {
3635
- name: string;
3636
4319
  modality: "tool-call";
3637
4320
  index: number;
3638
4321
  id: string;
4322
+ name: string;
3639
4323
  arguments: string;
3640
4324
  metadata?: undefined;
3641
4325
  } | {
3642
- name: string;
3643
4326
  modality: "tool-response";
3644
4327
  data: string;
3645
4328
  index: number;
3646
4329
  id: string;
4330
+ name: string;
3647
4331
  metadata?: undefined;
3648
4332
  })[];
3649
4333
  metadata?: undefined;
@@ -3653,13 +4337,13 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3653
4337
  completionTokens: z.ZodNumber;
3654
4338
  totalTokens: z.ZodNumber;
3655
4339
  }, "strip", z.ZodTypeAny, {
3656
- totalTokens: number;
3657
4340
  promptTokens: number;
3658
4341
  completionTokens: number;
3659
- }, {
3660
4342
  totalTokens: number;
4343
+ }, {
3661
4344
  promptTokens: number;
3662
4345
  completionTokens: number;
4346
+ totalTokens: number;
3663
4347
  }>>;
3664
4348
  logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
3665
4349
  token: z.ZodString;
@@ -3729,26 +4413,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3729
4413
  detail: "low" | "medium" | "high" | "auto";
3730
4414
  metadata?: undefined;
3731
4415
  } | {
3732
- name: string;
3733
4416
  modality: "tool-call";
3734
4417
  index: number;
3735
4418
  id: string;
4419
+ name: string;
3736
4420
  arguments: string;
3737
4421
  metadata?: undefined;
3738
4422
  } | {
3739
- name: string;
3740
4423
  modality: "tool-response";
3741
4424
  data: string;
3742
4425
  index: number;
3743
4426
  id: string;
4427
+ name: string;
3744
4428
  metadata?: undefined;
3745
4429
  })[];
3746
4430
  metadata?: undefined;
3747
4431
  }[];
3748
4432
  usage?: {
3749
- totalTokens: number;
3750
4433
  promptTokens: number;
3751
4434
  completionTokens: number;
4435
+ totalTokens: number;
3752
4436
  } | undefined;
3753
4437
  logProbs?: {
3754
4438
  token: string;
@@ -3791,26 +4475,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3791
4475
  detail: "low" | "medium" | "high" | "auto";
3792
4476
  metadata?: undefined;
3793
4477
  } | {
3794
- name: string;
3795
4478
  modality: "tool-call";
3796
4479
  index: number;
3797
4480
  id: string;
4481
+ name: string;
3798
4482
  arguments: string;
3799
4483
  metadata?: undefined;
3800
4484
  } | {
3801
- name: string;
3802
4485
  modality: "tool-response";
3803
4486
  data: string;
3804
4487
  index: number;
3805
4488
  id: string;
4489
+ name: string;
3806
4490
  metadata?: undefined;
3807
4491
  })[];
3808
4492
  metadata?: undefined;
3809
4493
  }[];
3810
4494
  usage?: {
3811
- totalTokens: number;
3812
4495
  promptTokens: number;
3813
4496
  completionTokens: number;
4497
+ totalTokens: number;
3814
4498
  } | undefined;
3815
4499
  logProbs?: {
3816
4500
  token: string;
@@ -3862,26 +4546,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3862
4546
  detail: "low" | "medium" | "high" | "auto";
3863
4547
  metadata?: undefined;
3864
4548
  } | {
3865
- name: string;
3866
4549
  modality: "tool-call";
3867
4550
  index: number;
3868
4551
  id: string;
4552
+ name: string;
3869
4553
  arguments: string;
3870
4554
  metadata?: undefined;
3871
4555
  } | {
3872
- name: string;
3873
4556
  modality: "tool-response";
3874
4557
  data: string;
3875
4558
  index: number;
3876
4559
  id: string;
4560
+ name: string;
3877
4561
  metadata?: undefined;
3878
4562
  })[];
3879
4563
  metadata?: undefined;
3880
4564
  }[];
3881
4565
  usage?: {
3882
- totalTokens: number;
3883
4566
  promptTokens: number;
3884
4567
  completionTokens: number;
4568
+ totalTokens: number;
3885
4569
  } | undefined;
3886
4570
  logProbs?: {
3887
4571
  token: string;
@@ -3933,26 +4617,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
3933
4617
  detail: "low" | "medium" | "high" | "auto";
3934
4618
  metadata?: undefined;
3935
4619
  } | {
3936
- name: string;
3937
4620
  modality: "tool-call";
3938
4621
  index: number;
3939
4622
  id: string;
4623
+ name: string;
3940
4624
  arguments: string;
3941
4625
  metadata?: undefined;
3942
4626
  } | {
3943
- name: string;
3944
4627
  modality: "tool-response";
3945
4628
  data: string;
3946
4629
  index: number;
3947
4630
  id: string;
4631
+ name: string;
3948
4632
  metadata?: undefined;
3949
4633
  })[];
3950
4634
  metadata?: undefined;
3951
4635
  }[];
3952
4636
  usage?: {
3953
- totalTokens: number;
3954
4637
  promptTokens: number;
3955
4638
  completionTokens: number;
4639
+ totalTokens: number;
3956
4640
  } | undefined;
3957
4641
  logProbs?: {
3958
4642
  token: string;
@@ -4359,6 +5043,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
4359
5043
  }>;
4360
5044
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
4361
5045
  };
5046
+ price: {
5047
+ modelName: string;
5048
+ currency: string;
5049
+ tokenRanges: {
5050
+ minTokens: number;
5051
+ prices: {
5052
+ base: {
5053
+ inputPricePerMillion: number;
5054
+ outputPricePerMillion: number;
5055
+ };
5056
+ };
5057
+ maxTokens?: number | null | undefined;
5058
+ }[];
5059
+ };
4362
5060
  maxReasoningTokens?: number | undefined;
4363
5061
  }>, z.ZodTypeDef, ChatModelV1<{
4364
5062
  name: string;
@@ -4405,6 +5103,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
4405
5103
  }>;
4406
5104
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
4407
5105
  };
5106
+ price: {
5107
+ modelName: string;
5108
+ currency: string;
5109
+ tokenRanges: {
5110
+ minTokens: number;
5111
+ prices: {
5112
+ base: {
5113
+ inputPricePerMillion: number;
5114
+ outputPricePerMillion: number;
5115
+ };
5116
+ };
5117
+ maxTokens?: number | null | undefined;
5118
+ }[];
5119
+ };
4408
5120
  maxReasoningTokens?: number | undefined;
4409
5121
  }>>;
4410
5122
  data: z.ZodAny;
@@ -4457,6 +5169,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
4457
5169
  }>;
4458
5170
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
4459
5171
  };
5172
+ price: {
5173
+ modelName: string;
5174
+ currency: string;
5175
+ tokenRanges: {
5176
+ minTokens: number;
5177
+ prices: {
5178
+ base: {
5179
+ inputPricePerMillion: number;
5180
+ outputPricePerMillion: number;
5181
+ };
5182
+ };
5183
+ maxTokens?: number | null | undefined;
5184
+ }[];
5185
+ };
4460
5186
  maxReasoningTokens?: number | undefined;
4461
5187
  }>;
4462
5188
  data?: any;
@@ -4508,6 +5234,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
4508
5234
  }>;
4509
5235
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
4510
5236
  };
5237
+ price: {
5238
+ modelName: string;
5239
+ currency: string;
5240
+ tokenRanges: {
5241
+ minTokens: number;
5242
+ prices: {
5243
+ base: {
5244
+ inputPricePerMillion: number;
5245
+ outputPricePerMillion: number;
5246
+ };
5247
+ };
5248
+ maxTokens?: number | null | undefined;
5249
+ }[];
5250
+ };
4511
5251
  maxReasoningTokens?: number | undefined;
4512
5252
  }>;
4513
5253
  data?: any;
@@ -4555,16 +5295,16 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4555
5295
  }, "strip", z.ZodTypeAny, {
4556
5296
  modality: "partial-tool-call";
4557
5297
  index: number;
4558
- name?: string | undefined;
4559
5298
  metadata?: undefined;
4560
5299
  id?: string | undefined;
5300
+ name?: string | undefined;
4561
5301
  arguments?: string | undefined;
4562
5302
  }, {
4563
5303
  modality: "partial-tool-call";
4564
5304
  index: number;
4565
- name?: string | undefined;
4566
5305
  metadata?: undefined;
4567
5306
  id?: string | undefined;
5307
+ name?: string | undefined;
4568
5308
  arguments?: string | undefined;
4569
5309
  }>, z.ZodObject<{
4570
5310
  modality: z.ZodLiteral<"partial-reasoning">;
@@ -4635,9 +5375,9 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4635
5375
  } | {
4636
5376
  modality: "partial-tool-call";
4637
5377
  index: number;
4638
- name?: string | undefined;
4639
5378
  metadata?: undefined;
4640
5379
  id?: string | undefined;
5380
+ name?: string | undefined;
4641
5381
  arguments?: string | undefined;
4642
5382
  };
4643
5383
  metadata?: undefined;
@@ -4661,25 +5401,25 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4661
5401
  } | {
4662
5402
  modality: "partial-tool-call";
4663
5403
  index: number;
4664
- name?: string | undefined;
4665
5404
  metadata?: undefined;
4666
5405
  id?: string | undefined;
5406
+ name?: string | undefined;
4667
5407
  arguments?: string | undefined;
4668
5408
  };
4669
5409
  metadata?: undefined;
4670
5410
  }>, "many">;
4671
5411
  usage: z.ZodOptional<z.ZodObject<{
4672
- promptTokens: z.ZodNumber;
4673
- completionTokens: z.ZodNumber;
4674
- totalTokens: z.ZodNumber;
5412
+ promptTokens: z.ZodOptional<z.ZodNumber>;
5413
+ completionTokens: z.ZodOptional<z.ZodNumber>;
5414
+ totalTokens: z.ZodOptional<z.ZodNumber>;
4675
5415
  }, "strip", z.ZodTypeAny, {
4676
- totalTokens: number;
4677
- promptTokens: number;
4678
- completionTokens: number;
5416
+ promptTokens?: number | undefined;
5417
+ completionTokens?: number | undefined;
5418
+ totalTokens?: number | undefined;
4679
5419
  }, {
4680
- totalTokens: number;
4681
- promptTokens: number;
4682
- completionTokens: number;
5420
+ promptTokens?: number | undefined;
5421
+ completionTokens?: number | undefined;
5422
+ totalTokens?: number | undefined;
4683
5423
  }>>;
4684
5424
  logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
4685
5425
  token: z.ZodString;
@@ -4739,17 +5479,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4739
5479
  } | {
4740
5480
  modality: "partial-tool-call";
4741
5481
  index: number;
4742
- name?: string | undefined;
4743
5482
  metadata?: undefined;
4744
5483
  id?: string | undefined;
5484
+ name?: string | undefined;
4745
5485
  arguments?: string | undefined;
4746
5486
  };
4747
5487
  metadata?: undefined;
4748
5488
  }[];
4749
5489
  usage?: {
4750
- totalTokens: number;
4751
- promptTokens: number;
4752
- completionTokens: number;
5490
+ promptTokens?: number | undefined;
5491
+ completionTokens?: number | undefined;
5492
+ totalTokens?: number | undefined;
4753
5493
  } | undefined;
4754
5494
  logProbs?: {
4755
5495
  token: string;
@@ -4782,17 +5522,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4782
5522
  } | {
4783
5523
  modality: "partial-tool-call";
4784
5524
  index: number;
4785
- name?: string | undefined;
4786
5525
  metadata?: undefined;
4787
5526
  id?: string | undefined;
5527
+ name?: string | undefined;
4788
5528
  arguments?: string | undefined;
4789
5529
  };
4790
5530
  metadata?: undefined;
4791
5531
  }[];
4792
5532
  usage?: {
4793
- totalTokens: number;
4794
- promptTokens: number;
4795
- completionTokens: number;
5533
+ promptTokens?: number | undefined;
5534
+ completionTokens?: number | undefined;
5535
+ totalTokens?: number | undefined;
4796
5536
  } | undefined;
4797
5537
  logProbs?: {
4798
5538
  token: string;
@@ -4834,17 +5574,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4834
5574
  } | {
4835
5575
  modality: "partial-tool-call";
4836
5576
  index: number;
4837
- name?: string | undefined;
4838
5577
  metadata?: undefined;
4839
5578
  id?: string | undefined;
5579
+ name?: string | undefined;
4840
5580
  arguments?: string | undefined;
4841
5581
  };
4842
5582
  metadata?: undefined;
4843
5583
  }[];
4844
5584
  usage?: {
4845
- totalTokens: number;
4846
- promptTokens: number;
4847
- completionTokens: number;
5585
+ promptTokens?: number | undefined;
5586
+ completionTokens?: number | undefined;
5587
+ totalTokens?: number | undefined;
4848
5588
  } | undefined;
4849
5589
  logProbs?: {
4850
5590
  token: string;
@@ -4886,17 +5626,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
4886
5626
  } | {
4887
5627
  modality: "partial-tool-call";
4888
5628
  index: number;
4889
- name?: string | undefined;
4890
5629
  metadata?: undefined;
4891
5630
  id?: string | undefined;
5631
+ name?: string | undefined;
4892
5632
  arguments?: string | undefined;
4893
5633
  };
4894
5634
  metadata?: undefined;
4895
5635
  }[];
4896
5636
  usage?: {
4897
- totalTokens: number;
4898
- promptTokens: number;
4899
- completionTokens: number;
5637
+ promptTokens?: number | undefined;
5638
+ completionTokens?: number | undefined;
5639
+ totalTokens?: number | undefined;
4900
5640
  } | undefined;
4901
5641
  logProbs?: {
4902
5642
  token: string;
@@ -4960,6 +5700,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
4960
5700
  }>;
4961
5701
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
4962
5702
  };
5703
+ price: {
5704
+ modelName: string;
5705
+ currency: string;
5706
+ tokenRanges: {
5707
+ minTokens: number;
5708
+ prices: {
5709
+ base: {
5710
+ inputPricePerMillion: number;
5711
+ outputPricePerMillion: number;
5712
+ };
5713
+ };
5714
+ maxTokens?: number | null | undefined;
5715
+ }[];
5716
+ };
4963
5717
  maxReasoningTokens?: number | undefined;
4964
5718
  }>, z.ZodTypeDef, ChatModelV1<{
4965
5719
  name: string;
@@ -5006,6 +5760,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
5006
5760
  }>;
5007
5761
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
5008
5762
  };
5763
+ price: {
5764
+ modelName: string;
5765
+ currency: string;
5766
+ tokenRanges: {
5767
+ minTokens: number;
5768
+ prices: {
5769
+ base: {
5770
+ inputPricePerMillion: number;
5771
+ outputPricePerMillion: number;
5772
+ };
5773
+ };
5774
+ maxTokens?: number | null | undefined;
5775
+ }[];
5776
+ };
5009
5777
  maxReasoningTokens?: number | undefined;
5010
5778
  }>>;
5011
5779
  config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -5365,6 +6133,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
5365
6133
  }>;
5366
6134
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
5367
6135
  };
6136
+ price: {
6137
+ modelName: string;
6138
+ currency: string;
6139
+ tokenRanges: {
6140
+ minTokens: number;
6141
+ prices: {
6142
+ base: {
6143
+ inputPricePerMillion: number;
6144
+ outputPricePerMillion: number;
6145
+ };
6146
+ };
6147
+ maxTokens?: number | null | undefined;
6148
+ }[];
6149
+ };
5368
6150
  maxReasoningTokens?: number | undefined;
5369
6151
  }>;
5370
6152
  messages: {
@@ -5476,6 +6258,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
5476
6258
  }>;
5477
6259
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
5478
6260
  };
6261
+ price: {
6262
+ modelName: string;
6263
+ currency: string;
6264
+ tokenRanges: {
6265
+ minTokens: number;
6266
+ prices: {
6267
+ base: {
6268
+ inputPricePerMillion: number;
6269
+ outputPricePerMillion: number;
6270
+ };
6271
+ };
6272
+ maxTokens?: number | null | undefined;
6273
+ }[];
6274
+ };
5479
6275
  maxReasoningTokens?: number | undefined;
5480
6276
  }>;
5481
6277
  messages: {
@@ -5996,16 +6792,16 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
5996
6792
  }, "strip", z.ZodTypeAny, {
5997
6793
  modality: "partial-tool-call";
5998
6794
  index: number;
5999
- name?: string | undefined;
6000
6795
  metadata?: undefined;
6001
6796
  id?: string | undefined;
6797
+ name?: string | undefined;
6002
6798
  arguments?: string | undefined;
6003
6799
  }, {
6004
6800
  modality: "partial-tool-call";
6005
6801
  index: number;
6006
- name?: string | undefined;
6007
6802
  metadata?: undefined;
6008
6803
  id?: string | undefined;
6804
+ name?: string | undefined;
6009
6805
  arguments?: string | undefined;
6010
6806
  }>, z.ZodObject<{
6011
6807
  modality: z.ZodLiteral<"partial-reasoning">;
@@ -6076,9 +6872,9 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6076
6872
  } | {
6077
6873
  modality: "partial-tool-call";
6078
6874
  index: number;
6079
- name?: string | undefined;
6080
6875
  metadata?: undefined;
6081
6876
  id?: string | undefined;
6877
+ name?: string | undefined;
6082
6878
  arguments?: string | undefined;
6083
6879
  };
6084
6880
  metadata?: undefined;
@@ -6102,25 +6898,25 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6102
6898
  } | {
6103
6899
  modality: "partial-tool-call";
6104
6900
  index: number;
6105
- name?: string | undefined;
6106
6901
  metadata?: undefined;
6107
6902
  id?: string | undefined;
6903
+ name?: string | undefined;
6108
6904
  arguments?: string | undefined;
6109
6905
  };
6110
6906
  metadata?: undefined;
6111
6907
  }>, "many">;
6112
6908
  usage: z.ZodOptional<z.ZodObject<{
6113
- promptTokens: z.ZodNumber;
6114
- completionTokens: z.ZodNumber;
6115
- totalTokens: z.ZodNumber;
6909
+ promptTokens: z.ZodOptional<z.ZodNumber>;
6910
+ completionTokens: z.ZodOptional<z.ZodNumber>;
6911
+ totalTokens: z.ZodOptional<z.ZodNumber>;
6116
6912
  }, "strip", z.ZodTypeAny, {
6117
- totalTokens: number;
6118
- promptTokens: number;
6119
- completionTokens: number;
6913
+ promptTokens?: number | undefined;
6914
+ completionTokens?: number | undefined;
6915
+ totalTokens?: number | undefined;
6120
6916
  }, {
6121
- totalTokens: number;
6122
- promptTokens: number;
6123
- completionTokens: number;
6917
+ promptTokens?: number | undefined;
6918
+ completionTokens?: number | undefined;
6919
+ totalTokens?: number | undefined;
6124
6920
  }>>;
6125
6921
  logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
6126
6922
  token: z.ZodString;
@@ -6180,17 +6976,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6180
6976
  } | {
6181
6977
  modality: "partial-tool-call";
6182
6978
  index: number;
6183
- name?: string | undefined;
6184
6979
  metadata?: undefined;
6185
6980
  id?: string | undefined;
6981
+ name?: string | undefined;
6186
6982
  arguments?: string | undefined;
6187
6983
  };
6188
6984
  metadata?: undefined;
6189
6985
  }[];
6190
6986
  usage?: {
6191
- totalTokens: number;
6192
- promptTokens: number;
6193
- completionTokens: number;
6987
+ promptTokens?: number | undefined;
6988
+ completionTokens?: number | undefined;
6989
+ totalTokens?: number | undefined;
6194
6990
  } | undefined;
6195
6991
  logProbs?: {
6196
6992
  token: string;
@@ -6223,17 +7019,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6223
7019
  } | {
6224
7020
  modality: "partial-tool-call";
6225
7021
  index: number;
6226
- name?: string | undefined;
6227
7022
  metadata?: undefined;
6228
7023
  id?: string | undefined;
7024
+ name?: string | undefined;
6229
7025
  arguments?: string | undefined;
6230
7026
  };
6231
7027
  metadata?: undefined;
6232
7028
  }[];
6233
7029
  usage?: {
6234
- totalTokens: number;
6235
- promptTokens: number;
6236
- completionTokens: number;
7030
+ promptTokens?: number | undefined;
7031
+ completionTokens?: number | undefined;
7032
+ totalTokens?: number | undefined;
6237
7033
  } | undefined;
6238
7034
  logProbs?: {
6239
7035
  token: string;
@@ -6340,17 +7136,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6340
7136
  } | {
6341
7137
  modality: "partial-tool-call";
6342
7138
  index: number;
6343
- name?: string | undefined;
6344
7139
  metadata?: undefined;
6345
7140
  id?: string | undefined;
7141
+ name?: string | undefined;
6346
7142
  arguments?: string | undefined;
6347
7143
  };
6348
7144
  metadata?: undefined;
6349
7145
  }[];
6350
7146
  usage?: {
6351
- totalTokens: number;
6352
- promptTokens: number;
6353
- completionTokens: number;
7147
+ promptTokens?: number | undefined;
7148
+ completionTokens?: number | undefined;
7149
+ totalTokens?: number | undefined;
6354
7150
  } | undefined;
6355
7151
  logProbs?: {
6356
7152
  token: string;
@@ -6451,17 +7247,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
6451
7247
  } | {
6452
7248
  modality: "partial-tool-call";
6453
7249
  index: number;
6454
- name?: string | undefined;
6455
7250
  metadata?: undefined;
6456
7251
  id?: string | undefined;
7252
+ name?: string | undefined;
6457
7253
  arguments?: string | undefined;
6458
7254
  };
6459
7255
  metadata?: undefined;
6460
7256
  }[];
6461
7257
  usage?: {
6462
- totalTokens: number;
6463
- promptTokens: number;
6464
- completionTokens: number;
7258
+ promptTokens?: number | undefined;
7259
+ completionTokens?: number | undefined;
7260
+ totalTokens?: number | undefined;
6465
7261
  } | undefined;
6466
7262
  logProbs?: {
6467
7263
  token: string;
@@ -6618,26 +7414,26 @@ declare const GatewayOptions: z.ZodObject<{
6618
7414
  detail: "low" | "medium" | "high" | "auto";
6619
7415
  metadata?: undefined;
6620
7416
  } | {
6621
- name: string;
6622
7417
  modality: "tool-call";
6623
7418
  index: number;
6624
7419
  id: string;
7420
+ name: string;
6625
7421
  arguments: string;
6626
7422
  metadata?: undefined;
6627
7423
  } | {
6628
- name: string;
6629
7424
  modality: "tool-response";
6630
7425
  data: string;
6631
7426
  index: number;
6632
7427
  id: string;
7428
+ name: string;
6633
7429
  metadata?: undefined;
6634
7430
  })[];
6635
7431
  metadata?: undefined;
6636
7432
  }[];
6637
7433
  usage?: {
6638
- totalTokens: number;
6639
7434
  promptTokens: number;
6640
7435
  completionTokens: number;
7436
+ totalTokens: number;
6641
7437
  } | undefined;
6642
7438
  logProbs?: {
6643
7439
  token: string;
@@ -6750,26 +7546,26 @@ declare const GatewayOptions: z.ZodObject<{
6750
7546
  detail: "low" | "medium" | "high" | "auto";
6751
7547
  metadata?: undefined;
6752
7548
  } | {
6753
- name: string;
6754
7549
  modality: "tool-call";
6755
7550
  index: number;
6756
7551
  id: string;
7552
+ name: string;
6757
7553
  arguments: string;
6758
7554
  metadata?: undefined;
6759
7555
  } | {
6760
- name: string;
6761
7556
  modality: "tool-response";
6762
7557
  data: string;
6763
7558
  index: number;
6764
7559
  id: string;
7560
+ name: string;
6765
7561
  metadata?: undefined;
6766
7562
  })[];
6767
7563
  metadata?: undefined;
6768
7564
  }[];
6769
7565
  usage?: {
6770
- totalTokens: number;
6771
7566
  promptTokens: number;
6772
7567
  completionTokens: number;
7568
+ totalTokens: number;
6773
7569
  } | undefined;
6774
7570
  logProbs?: {
6775
7571
  token: string;
@@ -6991,26 +7787,26 @@ declare const GatewayOptions: z.ZodObject<{
6991
7787
  detail: "low" | "medium" | "high" | "auto";
6992
7788
  metadata?: undefined;
6993
7789
  } | {
6994
- name: string;
6995
7790
  modality: "tool-call";
6996
7791
  index: number;
6997
7792
  id: string;
7793
+ name: string;
6998
7794
  arguments: string;
6999
7795
  metadata?: undefined;
7000
7796
  } | {
7001
- name: string;
7002
7797
  modality: "tool-response";
7003
7798
  data: string;
7004
7799
  index: number;
7005
7800
  id: string;
7801
+ name: string;
7006
7802
  metadata?: undefined;
7007
7803
  })[];
7008
7804
  metadata?: undefined;
7009
7805
  }[];
7010
7806
  usage?: {
7011
- totalTokens: number;
7012
7807
  promptTokens: number;
7013
7808
  completionTokens: number;
7809
+ totalTokens: number;
7014
7810
  } | undefined;
7015
7811
  logProbs?: {
7016
7812
  token: string;
@@ -7186,26 +7982,26 @@ declare const GatewayOptions: z.ZodObject<{
7186
7982
  detail: "low" | "medium" | "high" | "auto";
7187
7983
  metadata?: undefined;
7188
7984
  } | {
7189
- name: string;
7190
7985
  modality: "tool-call";
7191
7986
  index: number;
7192
7987
  id: string;
7988
+ name: string;
7193
7989
  arguments: string;
7194
7990
  metadata?: undefined;
7195
7991
  } | {
7196
- name: string;
7197
7992
  modality: "tool-response";
7198
7993
  data: string;
7199
7994
  index: number;
7200
7995
  id: string;
7996
+ name: string;
7201
7997
  metadata?: undefined;
7202
7998
  })[];
7203
7999
  metadata?: undefined;
7204
8000
  }[];
7205
8001
  usage?: {
7206
- totalTokens: number;
7207
8002
  promptTokens: number;
7208
8003
  completionTokens: number;
8004
+ totalTokens: number;
7209
8005
  } | undefined;
7210
8006
  logProbs?: {
7211
8007
  token: string;
@@ -7323,6 +8119,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
7323
8119
  }>;
7324
8120
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
7325
8121
  };
8122
+ price: {
8123
+ modelName: string;
8124
+ currency: string;
8125
+ tokenRanges: {
8126
+ minTokens: number;
8127
+ prices: {
8128
+ base: {
8129
+ inputPricePerMillion: number;
8130
+ outputPricePerMillion: number;
8131
+ };
8132
+ };
8133
+ maxTokens?: number | null | undefined;
8134
+ }[];
8135
+ };
7326
8136
  maxReasoningTokens?: number | undefined;
7327
8137
  }>, z.ZodTypeDef, ChatModelV1<{
7328
8138
  name: string;
@@ -7369,6 +8179,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
7369
8179
  }>;
7370
8180
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
7371
8181
  };
8182
+ price: {
8183
+ modelName: string;
8184
+ currency: string;
8185
+ tokenRanges: {
8186
+ minTokens: number;
8187
+ prices: {
8188
+ base: {
8189
+ inputPricePerMillion: number;
8190
+ outputPricePerMillion: number;
8191
+ };
8192
+ };
8193
+ maxTokens?: number | null | undefined;
8194
+ }[];
8195
+ };
7372
8196
  maxReasoningTokens?: number | undefined;
7373
8197
  }>>;
7374
8198
  config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -7737,6 +8561,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
7737
8561
  }>;
7738
8562
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
7739
8563
  };
8564
+ price: {
8565
+ modelName: string;
8566
+ currency: string;
8567
+ tokenRanges: {
8568
+ minTokens: number;
8569
+ prices: {
8570
+ base: {
8571
+ inputPricePerMillion: number;
8572
+ outputPricePerMillion: number;
8573
+ };
8574
+ };
8575
+ maxTokens?: number | null | undefined;
8576
+ }[];
8577
+ };
7740
8578
  maxReasoningTokens?: number | undefined;
7741
8579
  }>;
7742
8580
  messages: {
@@ -7849,6 +8687,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
7849
8687
  }>;
7850
8688
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
7851
8689
  };
8690
+ price: {
8691
+ modelName: string;
8692
+ currency: string;
8693
+ tokenRanges: {
8694
+ minTokens: number;
8695
+ prices: {
8696
+ base: {
8697
+ inputPricePerMillion: number;
8698
+ outputPricePerMillion: number;
8699
+ };
8700
+ };
8701
+ maxTokens?: number | null | undefined;
8702
+ }[];
8703
+ };
7852
8704
  maxReasoningTokens?: number | undefined;
7853
8705
  }>;
7854
8706
  messages: {
@@ -7962,6 +8814,20 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
7962
8814
  }>;
7963
8815
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
7964
8816
  };
8817
+ price: {
8818
+ modelName: string;
8819
+ currency: string;
8820
+ tokenRanges: {
8821
+ minTokens: number;
8822
+ prices: {
8823
+ base: {
8824
+ inputPricePerMillion: number;
8825
+ outputPricePerMillion: number;
8826
+ };
8827
+ };
8828
+ maxTokens?: number | null | undefined;
8829
+ }[];
8830
+ };
7965
8831
  maxReasoningTokens?: number | undefined;
7966
8832
  }>, z.ZodTypeDef, ChatModelV1<{
7967
8833
  name: string;
@@ -8008,6 +8874,20 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
8008
8874
  }>;
8009
8875
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8010
8876
  };
8877
+ price: {
8878
+ modelName: string;
8879
+ currency: string;
8880
+ tokenRanges: {
8881
+ minTokens: number;
8882
+ prices: {
8883
+ base: {
8884
+ inputPricePerMillion: number;
8885
+ outputPricePerMillion: number;
8886
+ };
8887
+ };
8888
+ maxTokens?: number | null | undefined;
8889
+ }[];
8890
+ };
8011
8891
  maxReasoningTokens?: number | undefined;
8012
8892
  }>>;
8013
8893
  config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -8374,6 +9254,146 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
8374
9254
  }>;
8375
9255
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8376
9256
  };
9257
+ price: {
9258
+ modelName: string;
9259
+ currency: string;
9260
+ tokenRanges: {
9261
+ minTokens: number;
9262
+ prices: {
9263
+ base: {
9264
+ inputPricePerMillion: number;
9265
+ outputPricePerMillion: number;
9266
+ };
9267
+ };
9268
+ maxTokens?: number | null | undefined;
9269
+ }[];
9270
+ };
9271
+ maxReasoningTokens?: number | undefined;
9272
+ }>;
9273
+ messages: {
9274
+ role: "system" | "user" | "assistant" | "tool";
9275
+ content: ({
9276
+ value: {
9277
+ type: "thinking";
9278
+ thinking: string;
9279
+ signature: string;
9280
+ } | {
9281
+ type: "redacted";
9282
+ data: string;
9283
+ };
9284
+ modality: "reasoning";
9285
+ metadata?: any;
9286
+ } | {
9287
+ value: string;
9288
+ modality: "text";
9289
+ metadata?: undefined;
9290
+ } | {
9291
+ value: {
9292
+ type: "base64";
9293
+ base64: string;
9294
+ media_type: "png" | "jpeg" | "webp" | "gif";
9295
+ } | {
9296
+ type: "url";
9297
+ url: string;
9298
+ };
9299
+ modality: "image";
9300
+ detail: "low" | "medium" | "high" | "auto";
9301
+ metadata?: undefined;
9302
+ } | {
9303
+ id: string;
9304
+ name: string;
9305
+ modality: "tool-call";
9306
+ index: number;
9307
+ arguments: string;
9308
+ metadata?: undefined;
9309
+ } | {
9310
+ data: string;
9311
+ id: string;
9312
+ name: string;
9313
+ modality: "tool-response";
9314
+ index: number;
9315
+ metadata?: undefined;
9316
+ })[];
9317
+ metadata?: undefined;
9318
+ }[];
9319
+ options?: {
9320
+ customHeaders?: Record<string, string> | undefined;
9321
+ metadataForCallbacks?: any;
9322
+ } | undefined;
9323
+ tools?: {
9324
+ type: "function";
9325
+ definition: {
9326
+ schema: {
9327
+ name: string;
9328
+ description: string;
9329
+ strict?: boolean | undefined;
9330
+ parameters?: any;
9331
+ };
9332
+ };
9333
+ metadata?: any;
9334
+ }[] | undefined;
9335
+ abortSignal?: AbortSignal | undefined;
9336
+ }, {
9337
+ config: Record<string, any>;
9338
+ model: ChatModelV1<{
9339
+ name: string;
9340
+ description: string;
9341
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9342
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9343
+ maxInputTokens: number;
9344
+ maxOutputTokens: number;
9345
+ config: {
9346
+ def: Record<string, {
9347
+ type: "multi-string";
9348
+ param: string;
9349
+ title: string;
9350
+ description: string;
9351
+ max: number;
9352
+ } | {
9353
+ type: "object-schema";
9354
+ param: string;
9355
+ title: string;
9356
+ description: string;
9357
+ objectSchema?: any;
9358
+ } | {
9359
+ type: "range";
9360
+ param: string;
9361
+ title: string;
9362
+ description: string;
9363
+ max: number;
9364
+ default: number;
9365
+ min: number;
9366
+ step: number;
9367
+ } | {
9368
+ type: "select-boolean";
9369
+ param: string;
9370
+ title: string;
9371
+ description: string;
9372
+ default: boolean | null;
9373
+ } | {
9374
+ type: "select-string";
9375
+ param: string;
9376
+ title: string;
9377
+ description: string;
9378
+ default: string;
9379
+ choices: string[];
9380
+ }>;
9381
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9382
+ };
9383
+ price: {
9384
+ modelName: string;
9385
+ currency: string;
9386
+ tokenRanges: {
9387
+ minTokens: number;
9388
+ prices: {
9389
+ base: {
9390
+ inputPricePerMillion: number;
9391
+ outputPricePerMillion: number;
9392
+ };
9393
+ };
9394
+ maxTokens?: number | null | undefined;
9395
+ }[];
9396
+ };
8377
9397
  maxReasoningTokens?: number | undefined;
8378
9398
  }>;
8379
9399
  messages: {
@@ -8421,27 +9441,281 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
8421
9441
  metadata?: undefined;
8422
9442
  })[];
8423
9443
  metadata?: undefined;
8424
- }[];
9444
+ }[];
9445
+ options?: {
9446
+ customHeaders?: Record<string, string> | undefined;
9447
+ metadataForCallbacks?: any;
9448
+ } | undefined;
9449
+ tools?: {
9450
+ type: "function";
9451
+ definition: {
9452
+ schema: {
9453
+ name: string;
9454
+ description: string;
9455
+ strict?: boolean | undefined;
9456
+ parameters?: any;
9457
+ };
9458
+ };
9459
+ metadata?: any;
9460
+ }[] | undefined;
9461
+ abortSignal?: AbortSignal | undefined;
9462
+ }>;
9463
+ type GatewayStreamChatRequestType = z.infer<typeof GatewayStreamChatRequest>;
9464
+ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
9465
+ model: z.ZodType<EmbeddingModelV1<{
9466
+ description: string;
9467
+ name: string;
9468
+ modalities: ["text" | "token", ...("text" | "token")[]];
9469
+ maxInputTokens: number;
9470
+ maxOutputTokens: number;
9471
+ config: {
9472
+ def: Record<string, {
9473
+ type: "multi-string";
9474
+ param: string;
9475
+ title: string;
9476
+ description: string;
9477
+ max: number;
9478
+ } | {
9479
+ type: "object-schema";
9480
+ param: string;
9481
+ title: string;
9482
+ description: string;
9483
+ objectSchema?: any;
9484
+ } | {
9485
+ type: "range";
9486
+ param: string;
9487
+ title: string;
9488
+ description: string;
9489
+ max: number;
9490
+ default: number;
9491
+ min: number;
9492
+ step: number;
9493
+ } | {
9494
+ type: "select-boolean";
9495
+ param: string;
9496
+ title: string;
9497
+ description: string;
9498
+ default: boolean | null;
9499
+ } | {
9500
+ type: "select-string";
9501
+ param: string;
9502
+ title: string;
9503
+ description: string;
9504
+ default: string;
9505
+ choices: string[];
9506
+ }>;
9507
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9508
+ };
9509
+ }>, z.ZodTypeDef, EmbeddingModelV1<{
9510
+ description: string;
9511
+ name: string;
9512
+ modalities: ["text" | "token", ...("text" | "token")[]];
9513
+ maxInputTokens: number;
9514
+ maxOutputTokens: number;
9515
+ config: {
9516
+ def: Record<string, {
9517
+ type: "multi-string";
9518
+ param: string;
9519
+ title: string;
9520
+ description: string;
9521
+ max: number;
9522
+ } | {
9523
+ type: "object-schema";
9524
+ param: string;
9525
+ title: string;
9526
+ description: string;
9527
+ objectSchema?: any;
9528
+ } | {
9529
+ type: "range";
9530
+ param: string;
9531
+ title: string;
9532
+ description: string;
9533
+ max: number;
9534
+ default: number;
9535
+ min: number;
9536
+ step: number;
9537
+ } | {
9538
+ type: "select-boolean";
9539
+ param: string;
9540
+ title: string;
9541
+ description: string;
9542
+ default: boolean | null;
9543
+ } | {
9544
+ type: "select-string";
9545
+ param: string;
9546
+ title: string;
9547
+ description: string;
9548
+ default: string;
9549
+ choices: string[];
9550
+ }>;
9551
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9552
+ };
9553
+ }>>;
9554
+ config: z.ZodRecord<z.ZodString, z.ZodAny>;
9555
+ embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
9556
+ modality: z.ZodLiteral<"text">;
9557
+ metadata: z.ZodUndefined;
9558
+ requests: z.ZodArray<z.ZodString, "many">;
9559
+ }, "strip", z.ZodTypeAny, {
9560
+ modality: "text";
9561
+ requests: string[];
9562
+ metadata?: undefined;
9563
+ }, {
9564
+ modality: "text";
9565
+ requests: string[];
9566
+ metadata?: undefined;
9567
+ }>, z.ZodObject<{
9568
+ modality: z.ZodLiteral<"token">;
9569
+ metadata: z.ZodUndefined;
9570
+ requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
9571
+ }, "strip", z.ZodTypeAny, {
9572
+ modality: "token";
9573
+ requests: number[][];
9574
+ metadata?: undefined;
9575
+ }, {
9576
+ modality: "token";
9577
+ requests: number[][];
9578
+ metadata?: undefined;
9579
+ }>]>;
9580
+ options: z.ZodOptional<z.ZodObject<{
9581
+ enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
9582
+ customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
9583
+ metadataForCallbacks: z.ZodOptional<z.ZodAny>;
9584
+ }, "strip", z.ZodTypeAny, {
9585
+ enableCache: boolean;
9586
+ customHeaders?: Record<string, string> | undefined;
9587
+ metadataForCallbacks?: any;
9588
+ }, {
9589
+ enableCache?: boolean | undefined;
9590
+ customHeaders?: Record<string, string> | undefined;
9591
+ metadataForCallbacks?: any;
9592
+ }>>;
9593
+ }, "strip", z.ZodTypeAny, {
9594
+ config: Record<string, any>;
9595
+ model: EmbeddingModelV1<{
9596
+ description: string;
9597
+ name: string;
9598
+ modalities: ["text" | "token", ...("text" | "token")[]];
9599
+ maxInputTokens: number;
9600
+ maxOutputTokens: number;
9601
+ config: {
9602
+ def: Record<string, {
9603
+ type: "multi-string";
9604
+ param: string;
9605
+ title: string;
9606
+ description: string;
9607
+ max: number;
9608
+ } | {
9609
+ type: "object-schema";
9610
+ param: string;
9611
+ title: string;
9612
+ description: string;
9613
+ objectSchema?: any;
9614
+ } | {
9615
+ type: "range";
9616
+ param: string;
9617
+ title: string;
9618
+ description: string;
9619
+ max: number;
9620
+ default: number;
9621
+ min: number;
9622
+ step: number;
9623
+ } | {
9624
+ type: "select-boolean";
9625
+ param: string;
9626
+ title: string;
9627
+ description: string;
9628
+ default: boolean | null;
9629
+ } | {
9630
+ type: "select-string";
9631
+ param: string;
9632
+ title: string;
9633
+ description: string;
9634
+ default: string;
9635
+ choices: string[];
9636
+ }>;
9637
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9638
+ };
9639
+ }>;
9640
+ embeddingRequests: {
9641
+ modality: "text";
9642
+ requests: string[];
9643
+ metadata?: undefined;
9644
+ } | {
9645
+ modality: "token";
9646
+ requests: number[][];
9647
+ metadata?: undefined;
9648
+ };
9649
+ options?: {
9650
+ enableCache: boolean;
9651
+ customHeaders?: Record<string, string> | undefined;
9652
+ metadataForCallbacks?: any;
9653
+ } | undefined;
9654
+ }, {
9655
+ config: Record<string, any>;
9656
+ model: EmbeddingModelV1<{
9657
+ description: string;
9658
+ name: string;
9659
+ modalities: ["text" | "token", ...("text" | "token")[]];
9660
+ maxInputTokens: number;
9661
+ maxOutputTokens: number;
9662
+ config: {
9663
+ def: Record<string, {
9664
+ type: "multi-string";
9665
+ param: string;
9666
+ title: string;
9667
+ description: string;
9668
+ max: number;
9669
+ } | {
9670
+ type: "object-schema";
9671
+ param: string;
9672
+ title: string;
9673
+ description: string;
9674
+ objectSchema?: any;
9675
+ } | {
9676
+ type: "range";
9677
+ param: string;
9678
+ title: string;
9679
+ description: string;
9680
+ max: number;
9681
+ default: number;
9682
+ min: number;
9683
+ step: number;
9684
+ } | {
9685
+ type: "select-boolean";
9686
+ param: string;
9687
+ title: string;
9688
+ description: string;
9689
+ default: boolean | null;
9690
+ } | {
9691
+ type: "select-string";
9692
+ param: string;
9693
+ title: string;
9694
+ description: string;
9695
+ default: string;
9696
+ choices: string[];
9697
+ }>;
9698
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9699
+ };
9700
+ }>;
9701
+ embeddingRequests: {
9702
+ modality: "text";
9703
+ requests: string[];
9704
+ metadata?: undefined;
9705
+ } | {
9706
+ modality: "token";
9707
+ requests: number[][];
9708
+ metadata?: undefined;
9709
+ };
8425
9710
  options?: {
9711
+ enableCache?: boolean | undefined;
8426
9712
  customHeaders?: Record<string, string> | undefined;
8427
9713
  metadataForCallbacks?: any;
8428
9714
  } | undefined;
8429
- tools?: {
8430
- type: "function";
8431
- definition: {
8432
- schema: {
8433
- name: string;
8434
- description: string;
8435
- strict?: boolean | undefined;
8436
- parameters?: any;
8437
- };
8438
- };
8439
- metadata?: any;
8440
- }[] | undefined;
8441
- abortSignal?: AbortSignal | undefined;
8442
- }, {
8443
- config: Record<string, any>;
8444
- model: ChatModelV1<{
9715
+ }>;
9716
+ type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsRequest>;
9717
+ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
9718
+ model: z.ZodType<ChatModelV1<{
8445
9719
  name: string;
8446
9720
  description: string;
8447
9721
  roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
@@ -8486,78 +9760,26 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
8486
9760
  }>;
8487
9761
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8488
9762
  };
8489
- maxReasoningTokens?: number | undefined;
8490
- }>;
8491
- messages: {
8492
- role: "system" | "user" | "assistant" | "tool";
8493
- content: ({
8494
- value: {
8495
- type: "thinking";
8496
- thinking: string;
8497
- signature: string;
8498
- } | {
8499
- type: "redacted";
8500
- data: string;
8501
- };
8502
- modality: "reasoning";
8503
- metadata?: any;
8504
- } | {
8505
- value: string;
8506
- modality: "text";
8507
- metadata?: undefined;
8508
- } | {
8509
- value: {
8510
- type: "base64";
8511
- base64: string;
8512
- media_type: "png" | "jpeg" | "webp" | "gif";
8513
- } | {
8514
- type: "url";
8515
- url: string;
8516
- };
8517
- modality: "image";
8518
- detail: "low" | "medium" | "high" | "auto";
8519
- metadata?: undefined;
8520
- } | {
8521
- id: string;
8522
- name: string;
8523
- modality: "tool-call";
8524
- index: number;
8525
- arguments: string;
8526
- metadata?: undefined;
8527
- } | {
8528
- data: string;
8529
- id: string;
8530
- name: string;
8531
- modality: "tool-response";
8532
- index: number;
8533
- metadata?: undefined;
8534
- })[];
8535
- metadata?: undefined;
8536
- }[];
8537
- options?: {
8538
- customHeaders?: Record<string, string> | undefined;
8539
- metadataForCallbacks?: any;
8540
- } | undefined;
8541
- tools?: {
8542
- type: "function";
8543
- definition: {
8544
- schema: {
8545
- name: string;
8546
- description: string;
8547
- strict?: boolean | undefined;
8548
- parameters?: any;
8549
- };
9763
+ price: {
9764
+ modelName: string;
9765
+ currency: string;
9766
+ tokenRanges: {
9767
+ minTokens: number;
9768
+ prices: {
9769
+ base: {
9770
+ inputPricePerMillion: number;
9771
+ outputPricePerMillion: number;
9772
+ };
9773
+ };
9774
+ maxTokens?: number | null | undefined;
9775
+ }[];
8550
9776
  };
8551
- metadata?: any;
8552
- }[] | undefined;
8553
- abortSignal?: AbortSignal | undefined;
8554
- }>;
8555
- type GatewayStreamChatRequestType = z.infer<typeof GatewayStreamChatRequest>;
8556
- declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
8557
- model: z.ZodType<EmbeddingModelV1<{
8558
- description: string;
9777
+ maxReasoningTokens?: number | undefined;
9778
+ }>, z.ZodTypeDef, ChatModelV1<{
8559
9779
  name: string;
8560
- modalities: ["text" | "token", ...("text" | "token")[]];
9780
+ description: string;
9781
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9782
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
8561
9783
  maxInputTokens: number;
8562
9784
  maxOutputTokens: number;
8563
9785
  config: {
@@ -8598,10 +9820,32 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
8598
9820
  }>;
8599
9821
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8600
9822
  };
8601
- }>, z.ZodTypeDef, EmbeddingModelV1<{
8602
- description: string;
9823
+ price: {
9824
+ modelName: string;
9825
+ currency: string;
9826
+ tokenRanges: {
9827
+ minTokens: number;
9828
+ prices: {
9829
+ base: {
9830
+ inputPricePerMillion: number;
9831
+ outputPricePerMillion: number;
9832
+ };
9833
+ };
9834
+ maxTokens?: number | null | undefined;
9835
+ }[];
9836
+ };
9837
+ maxReasoningTokens?: number | undefined;
9838
+ }>>;
9839
+ data: z.ZodAny;
9840
+ headers: z.ZodRecord<z.ZodString, z.ZodString>;
9841
+ query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
9842
+ }, "strip", z.ZodTypeAny, {
9843
+ headers: Record<string, string>;
9844
+ model: ChatModelV1<{
8603
9845
  name: string;
8604
- modalities: ["text" | "token", ...("text" | "token")[]];
9846
+ description: string;
9847
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9848
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
8605
9849
  maxInputTokens: number;
8606
9850
  maxOutputTokens: number;
8607
9851
  config: {
@@ -8642,52 +9886,31 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
8642
9886
  }>;
8643
9887
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8644
9888
  };
8645
- }>>;
8646
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
8647
- embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
8648
- modality: z.ZodLiteral<"text">;
8649
- metadata: z.ZodUndefined;
8650
- requests: z.ZodArray<z.ZodString, "many">;
8651
- }, "strip", z.ZodTypeAny, {
8652
- modality: "text";
8653
- requests: string[];
8654
- metadata?: undefined;
8655
- }, {
8656
- modality: "text";
8657
- requests: string[];
8658
- metadata?: undefined;
8659
- }>, z.ZodObject<{
8660
- modality: z.ZodLiteral<"token">;
8661
- metadata: z.ZodUndefined;
8662
- requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
8663
- }, "strip", z.ZodTypeAny, {
8664
- modality: "token";
8665
- requests: number[][];
8666
- metadata?: undefined;
8667
- }, {
8668
- modality: "token";
8669
- requests: number[][];
8670
- metadata?: undefined;
8671
- }>]>;
8672
- options: z.ZodOptional<z.ZodObject<{
8673
- enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
8674
- customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
8675
- metadataForCallbacks: z.ZodOptional<z.ZodAny>;
8676
- }, "strip", z.ZodTypeAny, {
8677
- enableCache: boolean;
8678
- customHeaders?: Record<string, string> | undefined;
8679
- metadataForCallbacks?: any;
8680
- }, {
8681
- enableCache?: boolean | undefined;
8682
- customHeaders?: Record<string, string> | undefined;
8683
- metadataForCallbacks?: any;
8684
- }>>;
8685
- }, "strip", z.ZodTypeAny, {
8686
- config: Record<string, any>;
8687
- model: EmbeddingModelV1<{
8688
- description: string;
9889
+ price: {
9890
+ modelName: string;
9891
+ currency: string;
9892
+ tokenRanges: {
9893
+ minTokens: number;
9894
+ prices: {
9895
+ base: {
9896
+ inputPricePerMillion: number;
9897
+ outputPricePerMillion: number;
9898
+ };
9899
+ };
9900
+ maxTokens?: number | null | undefined;
9901
+ }[];
9902
+ };
9903
+ maxReasoningTokens?: number | undefined;
9904
+ }>;
9905
+ data?: any;
9906
+ query?: Record<string, string> | undefined;
9907
+ }, {
9908
+ headers: Record<string, string>;
9909
+ model: ChatModelV1<{
8689
9910
  name: string;
8690
- modalities: ["text" | "token", ...("text" | "token")[]];
9911
+ description: string;
9912
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9913
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
8691
9914
  maxInputTokens: number;
8692
9915
  maxOutputTokens: number;
8693
9916
  config: {
@@ -8728,27 +9951,92 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
8728
9951
  }>;
8729
9952
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8730
9953
  };
9954
+ price: {
9955
+ modelName: string;
9956
+ currency: string;
9957
+ tokenRanges: {
9958
+ minTokens: number;
9959
+ prices: {
9960
+ base: {
9961
+ inputPricePerMillion: number;
9962
+ outputPricePerMillion: number;
9963
+ };
9964
+ };
9965
+ maxTokens?: number | null | undefined;
9966
+ }[];
9967
+ };
9968
+ maxReasoningTokens?: number | undefined;
8731
9969
  }>;
8732
- embeddingRequests: {
8733
- modality: "text";
8734
- requests: string[];
8735
- metadata?: undefined;
8736
- } | {
8737
- modality: "token";
8738
- requests: number[][];
8739
- metadata?: undefined;
8740
- };
8741
- options?: {
8742
- enableCache: boolean;
8743
- customHeaders?: Record<string, string> | undefined;
8744
- metadataForCallbacks?: any;
8745
- } | undefined;
8746
- }, {
8747
- config: Record<string, any>;
8748
- model: EmbeddingModelV1<{
9970
+ data?: any;
9971
+ query?: Record<string, string> | undefined;
9972
+ }>;
9973
+ type GatewayProxyCompleteChatRequestType = z.infer<typeof GatewayProxyCompleteChatRequest>;
9974
+ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9975
+ model: z.ZodType<ChatModelV1<{
9976
+ name: string;
8749
9977
  description: string;
9978
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9979
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9980
+ maxInputTokens: number;
9981
+ maxOutputTokens: number;
9982
+ config: {
9983
+ def: Record<string, {
9984
+ type: "multi-string";
9985
+ param: string;
9986
+ title: string;
9987
+ description: string;
9988
+ max: number;
9989
+ } | {
9990
+ type: "object-schema";
9991
+ param: string;
9992
+ title: string;
9993
+ description: string;
9994
+ objectSchema?: any;
9995
+ } | {
9996
+ type: "range";
9997
+ param: string;
9998
+ title: string;
9999
+ description: string;
10000
+ max: number;
10001
+ default: number;
10002
+ min: number;
10003
+ step: number;
10004
+ } | {
10005
+ type: "select-boolean";
10006
+ param: string;
10007
+ title: string;
10008
+ description: string;
10009
+ default: boolean | null;
10010
+ } | {
10011
+ type: "select-string";
10012
+ param: string;
10013
+ title: string;
10014
+ description: string;
10015
+ default: string;
10016
+ choices: string[];
10017
+ }>;
10018
+ schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
10019
+ };
10020
+ price: {
10021
+ modelName: string;
10022
+ currency: string;
10023
+ tokenRanges: {
10024
+ minTokens: number;
10025
+ prices: {
10026
+ base: {
10027
+ inputPricePerMillion: number;
10028
+ outputPricePerMillion: number;
10029
+ };
10030
+ };
10031
+ maxTokens?: number | null | undefined;
10032
+ }[];
10033
+ };
10034
+ maxReasoningTokens?: number | undefined;
10035
+ }>, z.ZodTypeDef, ChatModelV1<{
8750
10036
  name: string;
8751
- modalities: ["text" | "token", ...("text" | "token")[]];
10037
+ description: string;
10038
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
10039
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
8752
10040
  maxInputTokens: number;
8753
10041
  maxOutputTokens: number;
8754
10042
  config: {
@@ -8789,25 +10077,28 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
8789
10077
  }>;
8790
10078
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8791
10079
  };
8792
- }>;
8793
- embeddingRequests: {
8794
- modality: "text";
8795
- requests: string[];
8796
- metadata?: undefined;
8797
- } | {
8798
- modality: "token";
8799
- requests: number[][];
8800
- metadata?: undefined;
8801
- };
8802
- options?: {
8803
- enableCache?: boolean | undefined;
8804
- customHeaders?: Record<string, string> | undefined;
8805
- metadataForCallbacks?: any;
8806
- } | undefined;
8807
- }>;
8808
- type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsRequest>;
8809
- declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
8810
- model: z.ZodType<ChatModelV1<{
10080
+ price: {
10081
+ modelName: string;
10082
+ currency: string;
10083
+ tokenRanges: {
10084
+ minTokens: number;
10085
+ prices: {
10086
+ base: {
10087
+ inputPricePerMillion: number;
10088
+ outputPricePerMillion: number;
10089
+ };
10090
+ };
10091
+ maxTokens?: number | null | undefined;
10092
+ }[];
10093
+ };
10094
+ maxReasoningTokens?: number | undefined;
10095
+ }>>;
10096
+ data: z.ZodAny;
10097
+ headers: z.ZodRecord<z.ZodString, z.ZodString>;
10098
+ query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
10099
+ }, "strip", z.ZodTypeAny, {
10100
+ headers: Record<string, string>;
10101
+ model: ChatModelV1<{
8811
10102
  name: string;
8812
10103
  description: string;
8813
10104
  roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
@@ -8852,8 +10143,27 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
8852
10143
  }>;
8853
10144
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8854
10145
  };
10146
+ price: {
10147
+ modelName: string;
10148
+ currency: string;
10149
+ tokenRanges: {
10150
+ minTokens: number;
10151
+ prices: {
10152
+ base: {
10153
+ inputPricePerMillion: number;
10154
+ outputPricePerMillion: number;
10155
+ };
10156
+ };
10157
+ maxTokens?: number | null | undefined;
10158
+ }[];
10159
+ };
8855
10160
  maxReasoningTokens?: number | undefined;
8856
- }>, z.ZodTypeDef, ChatModelV1<{
10161
+ }>;
10162
+ data?: any;
10163
+ query?: Record<string, string> | undefined;
10164
+ }, {
10165
+ headers: Record<string, string>;
10166
+ model: ChatModelV1<{
8857
10167
  name: string;
8858
10168
  description: string;
8859
10169
  roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
@@ -8898,18 +10208,31 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
8898
10208
  }>;
8899
10209
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8900
10210
  };
10211
+ price: {
10212
+ modelName: string;
10213
+ currency: string;
10214
+ tokenRanges: {
10215
+ minTokens: number;
10216
+ prices: {
10217
+ base: {
10218
+ inputPricePerMillion: number;
10219
+ outputPricePerMillion: number;
10220
+ };
10221
+ };
10222
+ maxTokens?: number | null | undefined;
10223
+ }[];
10224
+ };
8901
10225
  maxReasoningTokens?: number | undefined;
8902
- }>>;
8903
- data: z.ZodAny;
8904
- headers: z.ZodRecord<z.ZodString, z.ZodString>;
8905
- query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
8906
- }, "strip", z.ZodTypeAny, {
8907
- headers: Record<string, string>;
8908
- model: ChatModelV1<{
8909
- name: string;
10226
+ }>;
10227
+ data?: any;
10228
+ query?: Record<string, string> | undefined;
10229
+ }>;
10230
+ type GatewayProxyStreamChatRequestType = z.infer<typeof GatewayProxyStreamChatRequest>;
10231
+ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
10232
+ model: z.ZodType<EmbeddingModelV1<{
8910
10233
  description: string;
8911
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
8912
- modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
10234
+ name: string;
10235
+ modalities: ["text" | "token", ...("text" | "token")[]];
8913
10236
  maxInputTokens: number;
8914
10237
  maxOutputTokens: number;
8915
10238
  config: {
@@ -8950,17 +10273,10 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
8950
10273
  }>;
8951
10274
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
8952
10275
  };
8953
- maxReasoningTokens?: number | undefined;
8954
- }>;
8955
- data?: any;
8956
- query?: Record<string, string> | undefined;
8957
- }, {
8958
- headers: Record<string, string>;
8959
- model: ChatModelV1<{
8960
- name: string;
10276
+ }>, z.ZodTypeDef, EmbeddingModelV1<{
8961
10277
  description: string;
8962
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
8963
- modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
10278
+ name: string;
10279
+ modalities: ["text" | "token", ...("text" | "token")[]];
8964
10280
  maxInputTokens: number;
8965
10281
  maxOutputTokens: number;
8966
10282
  config: {
@@ -9001,18 +10317,16 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
9001
10317
  }>;
9002
10318
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9003
10319
  };
9004
- maxReasoningTokens?: number | undefined;
9005
- }>;
9006
- data?: any;
9007
- query?: Record<string, string> | undefined;
9008
- }>;
9009
- type GatewayProxyCompleteChatRequestType = z.infer<typeof GatewayProxyCompleteChatRequest>;
9010
- declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9011
- model: z.ZodType<ChatModelV1<{
9012
- name: string;
10320
+ }>>;
10321
+ data: z.ZodAny;
10322
+ headers: z.ZodRecord<z.ZodString, z.ZodString>;
10323
+ query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
10324
+ }, "strip", z.ZodTypeAny, {
10325
+ headers: Record<string, string>;
10326
+ model: EmbeddingModelV1<{
9013
10327
  description: string;
9014
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9015
- modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
10328
+ name: string;
10329
+ modalities: ["text" | "token", ...("text" | "token")[]];
9016
10330
  maxInputTokens: number;
9017
10331
  maxOutputTokens: number;
9018
10332
  config: {
@@ -9053,12 +10367,15 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9053
10367
  }>;
9054
10368
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9055
10369
  };
9056
- maxReasoningTokens?: number | undefined;
9057
- }>, z.ZodTypeDef, ChatModelV1<{
9058
- name: string;
10370
+ }>;
10371
+ data?: any;
10372
+ query?: Record<string, string> | undefined;
10373
+ }, {
10374
+ headers: Record<string, string>;
10375
+ model: EmbeddingModelV1<{
9059
10376
  description: string;
9060
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
9061
- modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
10377
+ name: string;
10378
+ modalities: ["text" | "token", ...("text" | "token")[]];
9062
10379
  maxInputTokens: number;
9063
10380
  maxOutputTokens: number;
9064
10381
  config: {
@@ -9099,14 +10416,49 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9099
10416
  }>;
9100
10417
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9101
10418
  };
9102
- maxReasoningTokens?: number | undefined;
10419
+ }>;
10420
+ data?: any;
10421
+ query?: Record<string, string> | undefined;
10422
+ }>;
10423
+ type GatewayProxyGetEmbeddingsRequestType = z.infer<typeof GatewayProxyGetEmbeddingsRequest>;
10424
+ declare const GatewayGetChatUsageCostRequest: z.ZodEffects<z.ZodObject<{
10425
+ chatUsage: z.ZodType<{
10426
+ promptTokens: number;
10427
+ completionTokens: number;
10428
+ totalTokens: number;
10429
+ }, z.ZodTypeDef, {
10430
+ promptTokens: number;
10431
+ completionTokens: number;
10432
+ totalTokens: number;
10433
+ }>;
10434
+ chatModelPrice: z.ZodOptional<z.ZodType<{
10435
+ modelName: string;
10436
+ currency: string;
10437
+ tokenRanges: {
10438
+ minTokens: number;
10439
+ prices: {
10440
+ base: {
10441
+ inputPricePerMillion: number;
10442
+ outputPricePerMillion: number;
10443
+ };
10444
+ };
10445
+ maxTokens?: number | null | undefined;
10446
+ }[];
10447
+ }, z.ZodTypeDef, {
10448
+ modelName: string;
10449
+ currency: string;
10450
+ tokenRanges: {
10451
+ minTokens: number;
10452
+ prices: {
10453
+ base: {
10454
+ inputPricePerMillion: number;
10455
+ outputPricePerMillion: number;
10456
+ };
10457
+ };
10458
+ maxTokens?: number | null | undefined;
10459
+ }[];
9103
10460
  }>>;
9104
- data: z.ZodAny;
9105
- headers: z.ZodRecord<z.ZodString, z.ZodString>;
9106
- query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
9107
- }, "strip", z.ZodTypeAny, {
9108
- headers: Record<string, string>;
9109
- model: ChatModelV1<{
10461
+ model: z.ZodOptional<z.ZodType<ChatModelV1<{
9110
10462
  name: string;
9111
10463
  description: string;
9112
10464
  roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
@@ -9151,13 +10503,22 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9151
10503
  }>;
9152
10504
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9153
10505
  };
10506
+ price: {
10507
+ modelName: string;
10508
+ currency: string;
10509
+ tokenRanges: {
10510
+ minTokens: number;
10511
+ prices: {
10512
+ base: {
10513
+ inputPricePerMillion: number;
10514
+ outputPricePerMillion: number;
10515
+ };
10516
+ };
10517
+ maxTokens?: number | null | undefined;
10518
+ }[];
10519
+ };
9154
10520
  maxReasoningTokens?: number | undefined;
9155
- }>;
9156
- data?: any;
9157
- query?: Record<string, string> | undefined;
9158
- }, {
9159
- headers: Record<string, string>;
9160
- model: ChatModelV1<{
10521
+ }>, z.ZodTypeDef, ChatModelV1<{
9161
10522
  name: string;
9162
10523
  description: string;
9163
10524
  roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
@@ -9202,17 +10563,33 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
9202
10563
  }>;
9203
10564
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9204
10565
  };
10566
+ price: {
10567
+ modelName: string;
10568
+ currency: string;
10569
+ tokenRanges: {
10570
+ minTokens: number;
10571
+ prices: {
10572
+ base: {
10573
+ inputPricePerMillion: number;
10574
+ outputPricePerMillion: number;
10575
+ };
10576
+ };
10577
+ maxTokens?: number | null | undefined;
10578
+ }[];
10579
+ };
9205
10580
  maxReasoningTokens?: number | undefined;
9206
- }>;
9207
- data?: any;
9208
- query?: Record<string, string> | undefined;
9209
- }>;
9210
- type GatewayProxyStreamChatRequestType = z.infer<typeof GatewayProxyStreamChatRequest>;
9211
- declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
9212
- model: z.ZodType<EmbeddingModelV1<{
9213
- description: string;
10581
+ }>>>;
10582
+ }, "strip", z.ZodTypeAny, {
10583
+ chatUsage: {
10584
+ promptTokens: number;
10585
+ completionTokens: number;
10586
+ totalTokens: number;
10587
+ };
10588
+ model?: ChatModelV1<{
9214
10589
  name: string;
9215
- modalities: ["text" | "token", ...("text" | "token")[]];
10590
+ description: string;
10591
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
10592
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9216
10593
  maxInputTokens: number;
9217
10594
  maxOutputTokens: number;
9218
10595
  config: {
@@ -9253,10 +10630,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
9253
10630
  }>;
9254
10631
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9255
10632
  };
9256
- }>, z.ZodTypeDef, EmbeddingModelV1<{
9257
- description: string;
10633
+ price: {
10634
+ modelName: string;
10635
+ currency: string;
10636
+ tokenRanges: {
10637
+ minTokens: number;
10638
+ prices: {
10639
+ base: {
10640
+ inputPricePerMillion: number;
10641
+ outputPricePerMillion: number;
10642
+ };
10643
+ };
10644
+ maxTokens?: number | null | undefined;
10645
+ }[];
10646
+ };
10647
+ maxReasoningTokens?: number | undefined;
10648
+ }> | undefined;
10649
+ chatModelPrice?: {
10650
+ modelName: string;
10651
+ currency: string;
10652
+ tokenRanges: {
10653
+ minTokens: number;
10654
+ prices: {
10655
+ base: {
10656
+ inputPricePerMillion: number;
10657
+ outputPricePerMillion: number;
10658
+ };
10659
+ };
10660
+ maxTokens?: number | null | undefined;
10661
+ }[];
10662
+ } | undefined;
10663
+ }, {
10664
+ chatUsage: {
10665
+ promptTokens: number;
10666
+ completionTokens: number;
10667
+ totalTokens: number;
10668
+ };
10669
+ model?: ChatModelV1<{
9258
10670
  name: string;
9259
- modalities: ["text" | "token", ...("text" | "token")[]];
10671
+ description: string;
10672
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
10673
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9260
10674
  maxInputTokens: number;
9261
10675
  maxOutputTokens: number;
9262
10676
  config: {
@@ -9297,16 +10711,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
9297
10711
  }>;
9298
10712
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9299
10713
  };
9300
- }>>;
9301
- data: z.ZodAny;
9302
- headers: z.ZodRecord<z.ZodString, z.ZodString>;
9303
- query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
9304
- }, "strip", z.ZodTypeAny, {
9305
- headers: Record<string, string>;
9306
- model: EmbeddingModelV1<{
9307
- description: string;
10714
+ price: {
10715
+ modelName: string;
10716
+ currency: string;
10717
+ tokenRanges: {
10718
+ minTokens: number;
10719
+ prices: {
10720
+ base: {
10721
+ inputPricePerMillion: number;
10722
+ outputPricePerMillion: number;
10723
+ };
10724
+ };
10725
+ maxTokens?: number | null | undefined;
10726
+ }[];
10727
+ };
10728
+ maxReasoningTokens?: number | undefined;
10729
+ }> | undefined;
10730
+ chatModelPrice?: {
10731
+ modelName: string;
10732
+ currency: string;
10733
+ tokenRanges: {
10734
+ minTokens: number;
10735
+ prices: {
10736
+ base: {
10737
+ inputPricePerMillion: number;
10738
+ outputPricePerMillion: number;
10739
+ };
10740
+ };
10741
+ maxTokens?: number | null | undefined;
10742
+ }[];
10743
+ } | undefined;
10744
+ }>, {
10745
+ chatUsage: {
10746
+ promptTokens: number;
10747
+ completionTokens: number;
10748
+ totalTokens: number;
10749
+ };
10750
+ model?: ChatModelV1<{
9308
10751
  name: string;
9309
- modalities: ["text" | "token", ...("text" | "token")[]];
10752
+ description: string;
10753
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
10754
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9310
10755
  maxInputTokens: number;
9311
10756
  maxOutputTokens: number;
9312
10757
  config: {
@@ -9347,15 +10792,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
9347
10792
  }>;
9348
10793
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9349
10794
  };
9350
- }>;
9351
- data?: any;
9352
- query?: Record<string, string> | undefined;
10795
+ price: {
10796
+ modelName: string;
10797
+ currency: string;
10798
+ tokenRanges: {
10799
+ minTokens: number;
10800
+ prices: {
10801
+ base: {
10802
+ inputPricePerMillion: number;
10803
+ outputPricePerMillion: number;
10804
+ };
10805
+ };
10806
+ maxTokens?: number | null | undefined;
10807
+ }[];
10808
+ };
10809
+ maxReasoningTokens?: number | undefined;
10810
+ }> | undefined;
10811
+ chatModelPrice?: {
10812
+ modelName: string;
10813
+ currency: string;
10814
+ tokenRanges: {
10815
+ minTokens: number;
10816
+ prices: {
10817
+ base: {
10818
+ inputPricePerMillion: number;
10819
+ outputPricePerMillion: number;
10820
+ };
10821
+ };
10822
+ maxTokens?: number | null | undefined;
10823
+ }[];
10824
+ } | undefined;
9353
10825
  }, {
9354
- headers: Record<string, string>;
9355
- model: EmbeddingModelV1<{
9356
- description: string;
10826
+ chatUsage: {
10827
+ promptTokens: number;
10828
+ completionTokens: number;
10829
+ totalTokens: number;
10830
+ };
10831
+ model?: ChatModelV1<{
9357
10832
  name: string;
9358
- modalities: ["text" | "token", ...("text" | "token")[]];
10833
+ description: string;
10834
+ roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
10835
+ modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
9359
10836
  maxInputTokens: number;
9360
10837
  maxOutputTokens: number;
9361
10838
  config: {
@@ -9396,11 +10873,38 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
9396
10873
  }>;
9397
10874
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
9398
10875
  };
9399
- }>;
9400
- data?: any;
9401
- query?: Record<string, string> | undefined;
10876
+ price: {
10877
+ modelName: string;
10878
+ currency: string;
10879
+ tokenRanges: {
10880
+ minTokens: number;
10881
+ prices: {
10882
+ base: {
10883
+ inputPricePerMillion: number;
10884
+ outputPricePerMillion: number;
10885
+ };
10886
+ };
10887
+ maxTokens?: number | null | undefined;
10888
+ }[];
10889
+ };
10890
+ maxReasoningTokens?: number | undefined;
10891
+ }> | undefined;
10892
+ chatModelPrice?: {
10893
+ modelName: string;
10894
+ currency: string;
10895
+ tokenRanges: {
10896
+ minTokens: number;
10897
+ prices: {
10898
+ base: {
10899
+ inputPricePerMillion: number;
10900
+ outputPricePerMillion: number;
10901
+ };
10902
+ };
10903
+ maxTokens?: number | null | undefined;
10904
+ }[];
10905
+ } | undefined;
9402
10906
  }>;
9403
- type GatewayProxyGetEmbeddingsRequestType = z.infer<typeof GatewayProxyGetEmbeddingsRequest>;
10907
+ type GatewayGetChatUsageCostRequestType = z.infer<typeof GatewayGetChatUsageCostRequest>;
9404
10908
 
9405
10909
  declare class Gateway {
9406
10910
  private options;
@@ -9422,7 +10926,8 @@ declare class Gateway {
9422
10926
  proxyStreamChat(request: GatewayProxyStreamChatRequestType): AsyncGenerator<ProxyStreamChatHandlerResponseType, void, unknown>;
9423
10927
  proxyGetEmbeddings(request: GatewayProxyGetEmbeddingsRequestType): Promise<ProxyGetEmbeddingsHandlerResponseType>;
9424
10928
  private executeProxyGetEmbeddings;
10929
+ static getChatUsageCost(request: GatewayGetChatUsageCostRequestType): GetChatUsageCostHandlerResponseType;
9425
10930
  static GatewayError: typeof GatewayError;
9426
10931
  }
9427
10932
 
9428
- export { type AnalyticsBrowserEnvironment, type AnalyticsEvent, AnalyticsManager, type AnalyticsNodeEnvironment, type AnalyticsRecorder, type Cache, type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, ConsoleLogger, Gateway, GatewayError, type GatewayOptionsType, GatewayTelemetryError, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Logger, LoggerManager, NoOpAnalytics, PostAnalytics, ProxyCompleteChatHandlerRequest, type ProxyCompleteChatHandlerRequestType, ProxyCompleteChatHandlerResponse, type ProxyCompleteChatHandlerResponseType, ProxyGetEmbeddingsHandlerRequest, type ProxyGetEmbeddingsHandlerRequestType, ProxyGetEmbeddingsHandlerResponse, type ProxyGetEmbeddingsHandlerResponseType, ProxyStreamChatHandlerRequest, type ProxyStreamChatHandlerRequestType, ProxyStreamChatHandlerResponse, type ProxyStreamChatHandlerResponseType, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, TelemetryManager, handleCompleteChat, handleGetEmbeddings, handleProxyCompleteChat, handleProxyGetEmbeddings, handleProxyStreamChat, handleStreamChat };
10933
+ export { type AnalyticsBrowserEnvironment, type AnalyticsEvent, AnalyticsManager, type AnalyticsNodeEnvironment, type AnalyticsRecorder, type Cache, type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, ConsoleLogger, Gateway, GatewayError, type GatewayOptionsType, GatewayTelemetryError, GetChatUsageCostHandlerRequest, type GetChatUsageCostHandlerRequestType, GetChatUsageCostHandlerResponse, type GetChatUsageCostHandlerResponseType, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Logger, LoggerManager, NoOpAnalytics, PostAnalytics, ProxyCompleteChatHandlerRequest, type ProxyCompleteChatHandlerRequestType, ProxyCompleteChatHandlerResponse, type ProxyCompleteChatHandlerResponseType, ProxyGetEmbeddingsHandlerRequest, type ProxyGetEmbeddingsHandlerRequestType, ProxyGetEmbeddingsHandlerResponse, type ProxyGetEmbeddingsHandlerResponseType, ProxyStreamChatHandlerRequest, type ProxyStreamChatHandlerRequestType, ProxyStreamChatHandlerResponse, type ProxyStreamChatHandlerResponseType, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, TelemetryManager, handleCompleteChat, handleGetChatUsageCost, handleGetEmbeddings, handleProxyCompleteChat, handleProxyGetEmbeddings, handleProxyStreamChat, handleStreamChat };