@adaline/gateway 0.32.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +2029 -524
- package/dist/index.d.ts +2029 -524
- package/dist/index.js +43 -40
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +5 -5
- package/dist/index.mjs.map +1 -1
- package/package.json +3 -3
package/dist/index.d.mts
CHANGED
|
@@ -351,26 +351,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
351
351
|
detail: "low" | "medium" | "high" | "auto";
|
|
352
352
|
metadata?: undefined;
|
|
353
353
|
} | {
|
|
354
|
-
name: string;
|
|
355
354
|
modality: "tool-call";
|
|
356
355
|
index: number;
|
|
357
356
|
id: string;
|
|
357
|
+
name: string;
|
|
358
358
|
arguments: string;
|
|
359
359
|
metadata?: undefined;
|
|
360
360
|
} | {
|
|
361
|
-
name: string;
|
|
362
361
|
modality: "tool-response";
|
|
363
362
|
data: string;
|
|
364
363
|
index: number;
|
|
365
364
|
id: string;
|
|
365
|
+
name: string;
|
|
366
366
|
metadata?: undefined;
|
|
367
367
|
})[];
|
|
368
368
|
metadata?: undefined;
|
|
369
369
|
}[];
|
|
370
370
|
usage?: {
|
|
371
|
-
totalTokens: number;
|
|
372
371
|
promptTokens: number;
|
|
373
372
|
completionTokens: number;
|
|
373
|
+
totalTokens: number;
|
|
374
374
|
} | undefined;
|
|
375
375
|
logProbs?: {
|
|
376
376
|
token: string;
|
|
@@ -483,26 +483,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
483
483
|
detail: "low" | "medium" | "high" | "auto";
|
|
484
484
|
metadata?: undefined;
|
|
485
485
|
} | {
|
|
486
|
-
name: string;
|
|
487
486
|
modality: "tool-call";
|
|
488
487
|
index: number;
|
|
489
488
|
id: string;
|
|
489
|
+
name: string;
|
|
490
490
|
arguments: string;
|
|
491
491
|
metadata?: undefined;
|
|
492
492
|
} | {
|
|
493
|
-
name: string;
|
|
494
493
|
modality: "tool-response";
|
|
495
494
|
data: string;
|
|
496
495
|
index: number;
|
|
497
496
|
id: string;
|
|
497
|
+
name: string;
|
|
498
498
|
metadata?: undefined;
|
|
499
499
|
})[];
|
|
500
500
|
metadata?: undefined;
|
|
501
501
|
}[];
|
|
502
502
|
usage?: {
|
|
503
|
-
totalTokens: number;
|
|
504
503
|
promptTokens: number;
|
|
505
504
|
completionTokens: number;
|
|
505
|
+
totalTokens: number;
|
|
506
506
|
} | undefined;
|
|
507
507
|
logProbs?: {
|
|
508
508
|
token: string;
|
|
@@ -568,6 +568,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
568
568
|
}>;
|
|
569
569
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
570
570
|
};
|
|
571
|
+
price: {
|
|
572
|
+
modelName: string;
|
|
573
|
+
currency: string;
|
|
574
|
+
tokenRanges: {
|
|
575
|
+
minTokens: number;
|
|
576
|
+
prices: {
|
|
577
|
+
base: {
|
|
578
|
+
inputPricePerMillion: number;
|
|
579
|
+
outputPricePerMillion: number;
|
|
580
|
+
};
|
|
581
|
+
};
|
|
582
|
+
maxTokens?: number | null | undefined;
|
|
583
|
+
}[];
|
|
584
|
+
};
|
|
571
585
|
maxReasoningTokens?: number | undefined;
|
|
572
586
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
573
587
|
name: string;
|
|
@@ -614,6 +628,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
614
628
|
}>;
|
|
615
629
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
616
630
|
};
|
|
631
|
+
price: {
|
|
632
|
+
modelName: string;
|
|
633
|
+
currency: string;
|
|
634
|
+
tokenRanges: {
|
|
635
|
+
minTokens: number;
|
|
636
|
+
prices: {
|
|
637
|
+
base: {
|
|
638
|
+
inputPricePerMillion: number;
|
|
639
|
+
outputPricePerMillion: number;
|
|
640
|
+
};
|
|
641
|
+
};
|
|
642
|
+
maxTokens?: number | null | undefined;
|
|
643
|
+
}[];
|
|
644
|
+
};
|
|
617
645
|
maxReasoningTokens?: number | undefined;
|
|
618
646
|
}>>;
|
|
619
647
|
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
@@ -973,6 +1001,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
973
1001
|
}>;
|
|
974
1002
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
975
1003
|
};
|
|
1004
|
+
price: {
|
|
1005
|
+
modelName: string;
|
|
1006
|
+
currency: string;
|
|
1007
|
+
tokenRanges: {
|
|
1008
|
+
minTokens: number;
|
|
1009
|
+
prices: {
|
|
1010
|
+
base: {
|
|
1011
|
+
inputPricePerMillion: number;
|
|
1012
|
+
outputPricePerMillion: number;
|
|
1013
|
+
};
|
|
1014
|
+
};
|
|
1015
|
+
maxTokens?: number | null | undefined;
|
|
1016
|
+
}[];
|
|
1017
|
+
};
|
|
976
1018
|
maxReasoningTokens?: number | undefined;
|
|
977
1019
|
}>;
|
|
978
1020
|
messages: {
|
|
@@ -1115,26 +1157,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
1115
1157
|
detail: "low" | "medium" | "high" | "auto";
|
|
1116
1158
|
metadata?: undefined;
|
|
1117
1159
|
} | {
|
|
1118
|
-
name: string;
|
|
1119
1160
|
modality: "tool-call";
|
|
1120
1161
|
index: number;
|
|
1121
1162
|
id: string;
|
|
1163
|
+
name: string;
|
|
1122
1164
|
arguments: string;
|
|
1123
1165
|
metadata?: undefined;
|
|
1124
1166
|
} | {
|
|
1125
|
-
name: string;
|
|
1126
1167
|
modality: "tool-response";
|
|
1127
1168
|
data: string;
|
|
1128
1169
|
index: number;
|
|
1129
1170
|
id: string;
|
|
1171
|
+
name: string;
|
|
1130
1172
|
metadata?: undefined;
|
|
1131
1173
|
})[];
|
|
1132
1174
|
metadata?: undefined;
|
|
1133
1175
|
}[];
|
|
1134
1176
|
usage?: {
|
|
1135
|
-
totalTokens: number;
|
|
1136
1177
|
promptTokens: number;
|
|
1137
1178
|
completionTokens: number;
|
|
1179
|
+
totalTokens: number;
|
|
1138
1180
|
} | undefined;
|
|
1139
1181
|
logProbs?: {
|
|
1140
1182
|
token: string;
|
|
@@ -1217,6 +1259,20 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
1217
1259
|
}>;
|
|
1218
1260
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
1219
1261
|
};
|
|
1262
|
+
price: {
|
|
1263
|
+
modelName: string;
|
|
1264
|
+
currency: string;
|
|
1265
|
+
tokenRanges: {
|
|
1266
|
+
minTokens: number;
|
|
1267
|
+
prices: {
|
|
1268
|
+
base: {
|
|
1269
|
+
inputPricePerMillion: number;
|
|
1270
|
+
outputPricePerMillion: number;
|
|
1271
|
+
};
|
|
1272
|
+
};
|
|
1273
|
+
maxTokens?: number | null | undefined;
|
|
1274
|
+
}[];
|
|
1275
|
+
};
|
|
1220
1276
|
maxReasoningTokens?: number | undefined;
|
|
1221
1277
|
}>;
|
|
1222
1278
|
messages: {
|
|
@@ -1359,26 +1415,26 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
|
|
|
1359
1415
|
detail: "low" | "medium" | "high" | "auto";
|
|
1360
1416
|
metadata?: undefined;
|
|
1361
1417
|
} | {
|
|
1362
|
-
name: string;
|
|
1363
1418
|
modality: "tool-call";
|
|
1364
1419
|
index: number;
|
|
1365
1420
|
id: string;
|
|
1421
|
+
name: string;
|
|
1366
1422
|
arguments: string;
|
|
1367
1423
|
metadata?: undefined;
|
|
1368
1424
|
} | {
|
|
1369
|
-
name: string;
|
|
1370
1425
|
modality: "tool-response";
|
|
1371
1426
|
data: string;
|
|
1372
1427
|
index: number;
|
|
1373
1428
|
id: string;
|
|
1429
|
+
name: string;
|
|
1374
1430
|
metadata?: undefined;
|
|
1375
1431
|
})[];
|
|
1376
1432
|
metadata?: undefined;
|
|
1377
1433
|
}[];
|
|
1378
1434
|
usage?: {
|
|
1379
|
-
totalTokens: number;
|
|
1380
1435
|
promptTokens: number;
|
|
1381
1436
|
completionTokens: number;
|
|
1437
|
+
totalTokens: number;
|
|
1382
1438
|
} | undefined;
|
|
1383
1439
|
logProbs?: {
|
|
1384
1440
|
token: string;
|
|
@@ -1918,17 +1974,17 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
1918
1974
|
arguments: z.ZodString;
|
|
1919
1975
|
metadata: z.ZodUndefined;
|
|
1920
1976
|
}, "strip", z.ZodTypeAny, {
|
|
1921
|
-
name: string;
|
|
1922
1977
|
modality: "tool-call";
|
|
1923
1978
|
index: number;
|
|
1924
1979
|
id: string;
|
|
1980
|
+
name: string;
|
|
1925
1981
|
arguments: string;
|
|
1926
1982
|
metadata?: undefined;
|
|
1927
1983
|
}, {
|
|
1928
|
-
name: string;
|
|
1929
1984
|
modality: "tool-call";
|
|
1930
1985
|
index: number;
|
|
1931
1986
|
id: string;
|
|
1987
|
+
name: string;
|
|
1932
1988
|
arguments: string;
|
|
1933
1989
|
metadata?: undefined;
|
|
1934
1990
|
}>, z.ZodObject<{
|
|
@@ -1939,18 +1995,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
1939
1995
|
data: z.ZodString;
|
|
1940
1996
|
metadata: z.ZodUndefined;
|
|
1941
1997
|
}, "strip", z.ZodTypeAny, {
|
|
1942
|
-
name: string;
|
|
1943
1998
|
modality: "tool-response";
|
|
1944
1999
|
data: string;
|
|
1945
2000
|
index: number;
|
|
1946
2001
|
id: string;
|
|
2002
|
+
name: string;
|
|
1947
2003
|
metadata?: undefined;
|
|
1948
2004
|
}, {
|
|
1949
|
-
name: string;
|
|
1950
2005
|
modality: "tool-response";
|
|
1951
2006
|
data: string;
|
|
1952
2007
|
index: number;
|
|
1953
2008
|
id: string;
|
|
2009
|
+
name: string;
|
|
1954
2010
|
metadata?: undefined;
|
|
1955
2011
|
}>, z.ZodObject<{
|
|
1956
2012
|
modality: z.ZodLiteral<"reasoning">;
|
|
@@ -2031,18 +2087,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2031
2087
|
detail: "low" | "medium" | "high" | "auto";
|
|
2032
2088
|
metadata?: undefined;
|
|
2033
2089
|
} | {
|
|
2034
|
-
name: string;
|
|
2035
2090
|
modality: "tool-call";
|
|
2036
2091
|
index: number;
|
|
2037
2092
|
id: string;
|
|
2093
|
+
name: string;
|
|
2038
2094
|
arguments: string;
|
|
2039
2095
|
metadata?: undefined;
|
|
2040
2096
|
} | {
|
|
2041
|
-
name: string;
|
|
2042
2097
|
modality: "tool-response";
|
|
2043
2098
|
data: string;
|
|
2044
2099
|
index: number;
|
|
2045
2100
|
id: string;
|
|
2101
|
+
name: string;
|
|
2046
2102
|
metadata?: undefined;
|
|
2047
2103
|
})[];
|
|
2048
2104
|
metadata?: undefined;
|
|
@@ -2076,18 +2132,18 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2076
2132
|
detail: "low" | "medium" | "high" | "auto";
|
|
2077
2133
|
metadata?: undefined;
|
|
2078
2134
|
} | {
|
|
2079
|
-
name: string;
|
|
2080
2135
|
modality: "tool-call";
|
|
2081
2136
|
index: number;
|
|
2082
2137
|
id: string;
|
|
2138
|
+
name: string;
|
|
2083
2139
|
arguments: string;
|
|
2084
2140
|
metadata?: undefined;
|
|
2085
2141
|
} | {
|
|
2086
|
-
name: string;
|
|
2087
2142
|
modality: "tool-response";
|
|
2088
2143
|
data: string;
|
|
2089
2144
|
index: number;
|
|
2090
2145
|
id: string;
|
|
2146
|
+
name: string;
|
|
2091
2147
|
metadata?: undefined;
|
|
2092
2148
|
})[];
|
|
2093
2149
|
metadata?: undefined;
|
|
@@ -2097,13 +2153,13 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2097
2153
|
completionTokens: z.ZodNumber;
|
|
2098
2154
|
totalTokens: z.ZodNumber;
|
|
2099
2155
|
}, "strip", z.ZodTypeAny, {
|
|
2100
|
-
totalTokens: number;
|
|
2101
2156
|
promptTokens: number;
|
|
2102
2157
|
completionTokens: number;
|
|
2103
|
-
}, {
|
|
2104
2158
|
totalTokens: number;
|
|
2159
|
+
}, {
|
|
2105
2160
|
promptTokens: number;
|
|
2106
2161
|
completionTokens: number;
|
|
2162
|
+
totalTokens: number;
|
|
2107
2163
|
}>>;
|
|
2108
2164
|
logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
|
|
2109
2165
|
token: z.ZodString;
|
|
@@ -2173,26 +2229,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2173
2229
|
detail: "low" | "medium" | "high" | "auto";
|
|
2174
2230
|
metadata?: undefined;
|
|
2175
2231
|
} | {
|
|
2176
|
-
name: string;
|
|
2177
2232
|
modality: "tool-call";
|
|
2178
2233
|
index: number;
|
|
2179
2234
|
id: string;
|
|
2235
|
+
name: string;
|
|
2180
2236
|
arguments: string;
|
|
2181
2237
|
metadata?: undefined;
|
|
2182
2238
|
} | {
|
|
2183
|
-
name: string;
|
|
2184
2239
|
modality: "tool-response";
|
|
2185
2240
|
data: string;
|
|
2186
2241
|
index: number;
|
|
2187
2242
|
id: string;
|
|
2243
|
+
name: string;
|
|
2188
2244
|
metadata?: undefined;
|
|
2189
2245
|
})[];
|
|
2190
2246
|
metadata?: undefined;
|
|
2191
2247
|
}[];
|
|
2192
2248
|
usage?: {
|
|
2193
|
-
totalTokens: number;
|
|
2194
2249
|
promptTokens: number;
|
|
2195
2250
|
completionTokens: number;
|
|
2251
|
+
totalTokens: number;
|
|
2196
2252
|
} | undefined;
|
|
2197
2253
|
logProbs?: {
|
|
2198
2254
|
token: string;
|
|
@@ -2235,26 +2291,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2235
2291
|
detail: "low" | "medium" | "high" | "auto";
|
|
2236
2292
|
metadata?: undefined;
|
|
2237
2293
|
} | {
|
|
2238
|
-
name: string;
|
|
2239
2294
|
modality: "tool-call";
|
|
2240
2295
|
index: number;
|
|
2241
2296
|
id: string;
|
|
2297
|
+
name: string;
|
|
2242
2298
|
arguments: string;
|
|
2243
2299
|
metadata?: undefined;
|
|
2244
2300
|
} | {
|
|
2245
|
-
name: string;
|
|
2246
2301
|
modality: "tool-response";
|
|
2247
2302
|
data: string;
|
|
2248
2303
|
index: number;
|
|
2249
2304
|
id: string;
|
|
2305
|
+
name: string;
|
|
2250
2306
|
metadata?: undefined;
|
|
2251
2307
|
})[];
|
|
2252
2308
|
metadata?: undefined;
|
|
2253
2309
|
}[];
|
|
2254
2310
|
usage?: {
|
|
2255
|
-
totalTokens: number;
|
|
2256
2311
|
promptTokens: number;
|
|
2257
2312
|
completionTokens: number;
|
|
2313
|
+
totalTokens: number;
|
|
2258
2314
|
} | undefined;
|
|
2259
2315
|
logProbs?: {
|
|
2260
2316
|
token: string;
|
|
@@ -2373,26 +2429,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2373
2429
|
detail: "low" | "medium" | "high" | "auto";
|
|
2374
2430
|
metadata?: undefined;
|
|
2375
2431
|
} | {
|
|
2376
|
-
name: string;
|
|
2377
2432
|
modality: "tool-call";
|
|
2378
2433
|
index: number;
|
|
2379
2434
|
id: string;
|
|
2435
|
+
name: string;
|
|
2380
2436
|
arguments: string;
|
|
2381
2437
|
metadata?: undefined;
|
|
2382
2438
|
} | {
|
|
2383
|
-
name: string;
|
|
2384
2439
|
modality: "tool-response";
|
|
2385
2440
|
data: string;
|
|
2386
2441
|
index: number;
|
|
2387
2442
|
id: string;
|
|
2443
|
+
name: string;
|
|
2388
2444
|
metadata?: undefined;
|
|
2389
2445
|
})[];
|
|
2390
2446
|
metadata?: undefined;
|
|
2391
2447
|
}[];
|
|
2392
2448
|
usage?: {
|
|
2393
|
-
totalTokens: number;
|
|
2394
2449
|
promptTokens: number;
|
|
2395
2450
|
completionTokens: number;
|
|
2451
|
+
totalTokens: number;
|
|
2396
2452
|
} | undefined;
|
|
2397
2453
|
logProbs?: {
|
|
2398
2454
|
token: string;
|
|
@@ -2505,26 +2561,26 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
|
|
|
2505
2561
|
detail: "low" | "medium" | "high" | "auto";
|
|
2506
2562
|
metadata?: undefined;
|
|
2507
2563
|
} | {
|
|
2508
|
-
name: string;
|
|
2509
2564
|
modality: "tool-call";
|
|
2510
2565
|
index: number;
|
|
2511
2566
|
id: string;
|
|
2567
|
+
name: string;
|
|
2512
2568
|
arguments: string;
|
|
2513
2569
|
metadata?: undefined;
|
|
2514
2570
|
} | {
|
|
2515
|
-
name: string;
|
|
2516
2571
|
modality: "tool-response";
|
|
2517
2572
|
data: string;
|
|
2518
2573
|
index: number;
|
|
2519
2574
|
id: string;
|
|
2575
|
+
name: string;
|
|
2520
2576
|
metadata?: undefined;
|
|
2521
2577
|
})[];
|
|
2522
2578
|
metadata?: undefined;
|
|
2523
2579
|
}[];
|
|
2524
2580
|
usage?: {
|
|
2525
|
-
totalTokens: number;
|
|
2526
2581
|
promptTokens: number;
|
|
2527
2582
|
completionTokens: number;
|
|
2583
|
+
totalTokens: number;
|
|
2528
2584
|
} | undefined;
|
|
2529
2585
|
logProbs?: {
|
|
2530
2586
|
token: string;
|
|
@@ -2555,90 +2611,48 @@ type CompleteChatCallbackType<M = any> = {
|
|
|
2555
2611
|
|
|
2556
2612
|
declare function handleCompleteChat(request: CompleteChatHandlerRequestType, client: HttpClient, telemetryContext?: Context): Promise<CompleteChatHandlerResponseType>;
|
|
2557
2613
|
|
|
2558
|
-
declare const
|
|
2559
|
-
|
|
2560
|
-
|
|
2561
|
-
|
|
2562
|
-
|
|
2563
|
-
|
|
2564
|
-
|
|
2565
|
-
|
|
2566
|
-
|
|
2567
|
-
|
|
2568
|
-
|
|
2569
|
-
|
|
2614
|
+
declare const GetChatUsageCostHandlerRequest: z.ZodEffects<z.ZodObject<{
|
|
2615
|
+
chatUsage: z.ZodType<{
|
|
2616
|
+
promptTokens: number;
|
|
2617
|
+
completionTokens: number;
|
|
2618
|
+
totalTokens: number;
|
|
2619
|
+
}, z.ZodTypeDef, {
|
|
2620
|
+
promptTokens: number;
|
|
2621
|
+
completionTokens: number;
|
|
2622
|
+
totalTokens: number;
|
|
2623
|
+
}>;
|
|
2624
|
+
chatModelPrice: z.ZodOptional<z.ZodType<{
|
|
2625
|
+
modelName: string;
|
|
2626
|
+
currency: string;
|
|
2627
|
+
tokenRanges: {
|
|
2628
|
+
minTokens: number;
|
|
2629
|
+
prices: {
|
|
2630
|
+
base: {
|
|
2631
|
+
inputPricePerMillion: number;
|
|
2632
|
+
outputPricePerMillion: number;
|
|
2633
|
+
};
|
|
2570
2634
|
};
|
|
2571
|
-
|
|
2572
|
-
|
|
2573
|
-
|
|
2574
|
-
|
|
2575
|
-
|
|
2576
|
-
|
|
2577
|
-
|
|
2578
|
-
|
|
2579
|
-
|
|
2580
|
-
|
|
2581
|
-
|
|
2582
|
-
|
|
2583
|
-
embeddings: {
|
|
2584
|
-
index: number;
|
|
2585
|
-
embedding: string;
|
|
2586
|
-
}[];
|
|
2587
|
-
usage?: {
|
|
2588
|
-
totalTokens: number;
|
|
2589
|
-
} | undefined;
|
|
2590
|
-
};
|
|
2591
|
-
cached: boolean;
|
|
2592
|
-
latencyInMs: number;
|
|
2593
|
-
provider: {
|
|
2594
|
-
request?: any;
|
|
2595
|
-
response?: any;
|
|
2596
|
-
};
|
|
2597
|
-
metadataForCallbacks?: any;
|
|
2598
|
-
}>, z.ZodTypeDef, Cache<{
|
|
2599
|
-
request: {
|
|
2600
|
-
config: Record<string, any>;
|
|
2601
|
-
embeddingRequests: {
|
|
2602
|
-
modality: "text";
|
|
2603
|
-
requests: string[];
|
|
2604
|
-
metadata?: undefined;
|
|
2605
|
-
} | {
|
|
2606
|
-
modality: "token";
|
|
2607
|
-
requests: number[][];
|
|
2608
|
-
metadata?: undefined;
|
|
2635
|
+
maxTokens?: number | null | undefined;
|
|
2636
|
+
}[];
|
|
2637
|
+
}, z.ZodTypeDef, {
|
|
2638
|
+
modelName: string;
|
|
2639
|
+
currency: string;
|
|
2640
|
+
tokenRanges: {
|
|
2641
|
+
minTokens: number;
|
|
2642
|
+
prices: {
|
|
2643
|
+
base: {
|
|
2644
|
+
inputPricePerMillion: number;
|
|
2645
|
+
outputPricePerMillion: number;
|
|
2646
|
+
};
|
|
2609
2647
|
};
|
|
2610
|
-
|
|
2611
|
-
|
|
2612
|
-
encodingFormat: "float";
|
|
2613
|
-
embeddings: {
|
|
2614
|
-
index: number;
|
|
2615
|
-
embedding: number[];
|
|
2616
|
-
}[];
|
|
2617
|
-
usage?: {
|
|
2618
|
-
totalTokens: number;
|
|
2619
|
-
} | undefined;
|
|
2620
|
-
} | {
|
|
2621
|
-
encodingFormat: "base64";
|
|
2622
|
-
embeddings: {
|
|
2623
|
-
index: number;
|
|
2624
|
-
embedding: string;
|
|
2625
|
-
}[];
|
|
2626
|
-
usage?: {
|
|
2627
|
-
totalTokens: number;
|
|
2628
|
-
} | undefined;
|
|
2629
|
-
};
|
|
2630
|
-
cached: boolean;
|
|
2631
|
-
latencyInMs: number;
|
|
2632
|
-
provider: {
|
|
2633
|
-
request?: any;
|
|
2634
|
-
response?: any;
|
|
2635
|
-
};
|
|
2636
|
-
metadataForCallbacks?: any;
|
|
2648
|
+
maxTokens?: number | null | undefined;
|
|
2649
|
+
}[];
|
|
2637
2650
|
}>>;
|
|
2638
|
-
model: z.ZodType<
|
|
2639
|
-
description: string;
|
|
2651
|
+
model: z.ZodOptional<z.ZodType<ChatModelV1<{
|
|
2640
2652
|
name: string;
|
|
2641
|
-
|
|
2653
|
+
description: string;
|
|
2654
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
2655
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
2642
2656
|
maxInputTokens: number;
|
|
2643
2657
|
maxOutputTokens: number;
|
|
2644
2658
|
config: {
|
|
@@ -2679,10 +2693,26 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
|
|
|
2679
2693
|
}>;
|
|
2680
2694
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
2681
2695
|
};
|
|
2682
|
-
|
|
2683
|
-
|
|
2696
|
+
price: {
|
|
2697
|
+
modelName: string;
|
|
2698
|
+
currency: string;
|
|
2699
|
+
tokenRanges: {
|
|
2700
|
+
minTokens: number;
|
|
2701
|
+
prices: {
|
|
2702
|
+
base: {
|
|
2703
|
+
inputPricePerMillion: number;
|
|
2704
|
+
outputPricePerMillion: number;
|
|
2705
|
+
};
|
|
2706
|
+
};
|
|
2707
|
+
maxTokens?: number | null | undefined;
|
|
2708
|
+
}[];
|
|
2709
|
+
};
|
|
2710
|
+
maxReasoningTokens?: number | undefined;
|
|
2711
|
+
}>, z.ZodTypeDef, ChatModelV1<{
|
|
2684
2712
|
name: string;
|
|
2685
|
-
|
|
2713
|
+
description: string;
|
|
2714
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
2715
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
2686
2716
|
maxInputTokens: number;
|
|
2687
2717
|
maxOutputTokens: number;
|
|
2688
2718
|
config: {
|
|
@@ -2723,43 +2753,33 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
|
|
|
2723
2753
|
}>;
|
|
2724
2754
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
2725
2755
|
};
|
|
2726
|
-
|
|
2727
|
-
|
|
2728
|
-
|
|
2729
|
-
|
|
2730
|
-
|
|
2731
|
-
|
|
2732
|
-
|
|
2733
|
-
|
|
2734
|
-
|
|
2735
|
-
|
|
2736
|
-
|
|
2737
|
-
|
|
2738
|
-
|
|
2739
|
-
|
|
2740
|
-
|
|
2741
|
-
|
|
2742
|
-
metadata: z.ZodUndefined;
|
|
2743
|
-
requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
|
|
2744
|
-
}, "strip", z.ZodTypeAny, {
|
|
2745
|
-
modality: "token";
|
|
2746
|
-
requests: number[][];
|
|
2747
|
-
metadata?: undefined;
|
|
2748
|
-
}, {
|
|
2749
|
-
modality: "token";
|
|
2750
|
-
requests: number[][];
|
|
2751
|
-
metadata?: undefined;
|
|
2752
|
-
}>]>;
|
|
2753
|
-
enableCache: z.ZodBoolean;
|
|
2754
|
-
customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
2755
|
-
callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
|
|
2756
|
-
metadataForCallbacks: z.ZodOptional<z.ZodAny>;
|
|
2756
|
+
price: {
|
|
2757
|
+
modelName: string;
|
|
2758
|
+
currency: string;
|
|
2759
|
+
tokenRanges: {
|
|
2760
|
+
minTokens: number;
|
|
2761
|
+
prices: {
|
|
2762
|
+
base: {
|
|
2763
|
+
inputPricePerMillion: number;
|
|
2764
|
+
outputPricePerMillion: number;
|
|
2765
|
+
};
|
|
2766
|
+
};
|
|
2767
|
+
maxTokens?: number | null | undefined;
|
|
2768
|
+
}[];
|
|
2769
|
+
};
|
|
2770
|
+
maxReasoningTokens?: number | undefined;
|
|
2771
|
+
}>>>;
|
|
2757
2772
|
}, "strip", z.ZodTypeAny, {
|
|
2758
|
-
|
|
2759
|
-
|
|
2760
|
-
|
|
2773
|
+
chatUsage: {
|
|
2774
|
+
promptTokens: number;
|
|
2775
|
+
completionTokens: number;
|
|
2776
|
+
totalTokens: number;
|
|
2777
|
+
};
|
|
2778
|
+
model?: ChatModelV1<{
|
|
2761
2779
|
name: string;
|
|
2762
|
-
|
|
2780
|
+
description: string;
|
|
2781
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
2782
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
2763
2783
|
maxInputTokens: number;
|
|
2764
2784
|
maxOutputTokens: number;
|
|
2765
2785
|
config: {
|
|
@@ -2800,32 +2820,640 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
|
|
|
2800
2820
|
}>;
|
|
2801
2821
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
2802
2822
|
};
|
|
2803
|
-
|
|
2804
|
-
|
|
2805
|
-
|
|
2806
|
-
|
|
2807
|
-
|
|
2808
|
-
|
|
2809
|
-
|
|
2810
|
-
|
|
2811
|
-
|
|
2812
|
-
|
|
2813
|
-
|
|
2814
|
-
|
|
2815
|
-
metadata?: undefined;
|
|
2816
|
-
};
|
|
2817
|
-
};
|
|
2818
|
-
response: {
|
|
2819
|
-
encodingFormat: "float";
|
|
2820
|
-
embeddings: {
|
|
2821
|
-
index: number;
|
|
2822
|
-
embedding: number[];
|
|
2823
|
+
price: {
|
|
2824
|
+
modelName: string;
|
|
2825
|
+
currency: string;
|
|
2826
|
+
tokenRanges: {
|
|
2827
|
+
minTokens: number;
|
|
2828
|
+
prices: {
|
|
2829
|
+
base: {
|
|
2830
|
+
inputPricePerMillion: number;
|
|
2831
|
+
outputPricePerMillion: number;
|
|
2832
|
+
};
|
|
2833
|
+
};
|
|
2834
|
+
maxTokens?: number | null | undefined;
|
|
2823
2835
|
}[];
|
|
2824
|
-
|
|
2825
|
-
|
|
2826
|
-
|
|
2827
|
-
|
|
2828
|
-
|
|
2836
|
+
};
|
|
2837
|
+
maxReasoningTokens?: number | undefined;
|
|
2838
|
+
}> | undefined;
|
|
2839
|
+
chatModelPrice?: {
|
|
2840
|
+
modelName: string;
|
|
2841
|
+
currency: string;
|
|
2842
|
+
tokenRanges: {
|
|
2843
|
+
minTokens: number;
|
|
2844
|
+
prices: {
|
|
2845
|
+
base: {
|
|
2846
|
+
inputPricePerMillion: number;
|
|
2847
|
+
outputPricePerMillion: number;
|
|
2848
|
+
};
|
|
2849
|
+
};
|
|
2850
|
+
maxTokens?: number | null | undefined;
|
|
2851
|
+
}[];
|
|
2852
|
+
} | undefined;
|
|
2853
|
+
}, {
|
|
2854
|
+
chatUsage: {
|
|
2855
|
+
promptTokens: number;
|
|
2856
|
+
completionTokens: number;
|
|
2857
|
+
totalTokens: number;
|
|
2858
|
+
};
|
|
2859
|
+
model?: ChatModelV1<{
|
|
2860
|
+
name: string;
|
|
2861
|
+
description: string;
|
|
2862
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
2863
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
2864
|
+
maxInputTokens: number;
|
|
2865
|
+
maxOutputTokens: number;
|
|
2866
|
+
config: {
|
|
2867
|
+
def: Record<string, {
|
|
2868
|
+
type: "multi-string";
|
|
2869
|
+
param: string;
|
|
2870
|
+
title: string;
|
|
2871
|
+
description: string;
|
|
2872
|
+
max: number;
|
|
2873
|
+
} | {
|
|
2874
|
+
type: "object-schema";
|
|
2875
|
+
param: string;
|
|
2876
|
+
title: string;
|
|
2877
|
+
description: string;
|
|
2878
|
+
objectSchema?: any;
|
|
2879
|
+
} | {
|
|
2880
|
+
type: "range";
|
|
2881
|
+
param: string;
|
|
2882
|
+
title: string;
|
|
2883
|
+
description: string;
|
|
2884
|
+
max: number;
|
|
2885
|
+
default: number;
|
|
2886
|
+
min: number;
|
|
2887
|
+
step: number;
|
|
2888
|
+
} | {
|
|
2889
|
+
type: "select-boolean";
|
|
2890
|
+
param: string;
|
|
2891
|
+
title: string;
|
|
2892
|
+
description: string;
|
|
2893
|
+
default: boolean | null;
|
|
2894
|
+
} | {
|
|
2895
|
+
type: "select-string";
|
|
2896
|
+
param: string;
|
|
2897
|
+
title: string;
|
|
2898
|
+
description: string;
|
|
2899
|
+
default: string;
|
|
2900
|
+
choices: string[];
|
|
2901
|
+
}>;
|
|
2902
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
2903
|
+
};
|
|
2904
|
+
price: {
|
|
2905
|
+
modelName: string;
|
|
2906
|
+
currency: string;
|
|
2907
|
+
tokenRanges: {
|
|
2908
|
+
minTokens: number;
|
|
2909
|
+
prices: {
|
|
2910
|
+
base: {
|
|
2911
|
+
inputPricePerMillion: number;
|
|
2912
|
+
outputPricePerMillion: number;
|
|
2913
|
+
};
|
|
2914
|
+
};
|
|
2915
|
+
maxTokens?: number | null | undefined;
|
|
2916
|
+
}[];
|
|
2917
|
+
};
|
|
2918
|
+
maxReasoningTokens?: number | undefined;
|
|
2919
|
+
}> | undefined;
|
|
2920
|
+
chatModelPrice?: {
|
|
2921
|
+
modelName: string;
|
|
2922
|
+
currency: string;
|
|
2923
|
+
tokenRanges: {
|
|
2924
|
+
minTokens: number;
|
|
2925
|
+
prices: {
|
|
2926
|
+
base: {
|
|
2927
|
+
inputPricePerMillion: number;
|
|
2928
|
+
outputPricePerMillion: number;
|
|
2929
|
+
};
|
|
2930
|
+
};
|
|
2931
|
+
maxTokens?: number | null | undefined;
|
|
2932
|
+
}[];
|
|
2933
|
+
} | undefined;
|
|
2934
|
+
}>, {
|
|
2935
|
+
chatUsage: {
|
|
2936
|
+
promptTokens: number;
|
|
2937
|
+
completionTokens: number;
|
|
2938
|
+
totalTokens: number;
|
|
2939
|
+
};
|
|
2940
|
+
model?: ChatModelV1<{
|
|
2941
|
+
name: string;
|
|
2942
|
+
description: string;
|
|
2943
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
2944
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
2945
|
+
maxInputTokens: number;
|
|
2946
|
+
maxOutputTokens: number;
|
|
2947
|
+
config: {
|
|
2948
|
+
def: Record<string, {
|
|
2949
|
+
type: "multi-string";
|
|
2950
|
+
param: string;
|
|
2951
|
+
title: string;
|
|
2952
|
+
description: string;
|
|
2953
|
+
max: number;
|
|
2954
|
+
} | {
|
|
2955
|
+
type: "object-schema";
|
|
2956
|
+
param: string;
|
|
2957
|
+
title: string;
|
|
2958
|
+
description: string;
|
|
2959
|
+
objectSchema?: any;
|
|
2960
|
+
} | {
|
|
2961
|
+
type: "range";
|
|
2962
|
+
param: string;
|
|
2963
|
+
title: string;
|
|
2964
|
+
description: string;
|
|
2965
|
+
max: number;
|
|
2966
|
+
default: number;
|
|
2967
|
+
min: number;
|
|
2968
|
+
step: number;
|
|
2969
|
+
} | {
|
|
2970
|
+
type: "select-boolean";
|
|
2971
|
+
param: string;
|
|
2972
|
+
title: string;
|
|
2973
|
+
description: string;
|
|
2974
|
+
default: boolean | null;
|
|
2975
|
+
} | {
|
|
2976
|
+
type: "select-string";
|
|
2977
|
+
param: string;
|
|
2978
|
+
title: string;
|
|
2979
|
+
description: string;
|
|
2980
|
+
default: string;
|
|
2981
|
+
choices: string[];
|
|
2982
|
+
}>;
|
|
2983
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
2984
|
+
};
|
|
2985
|
+
price: {
|
|
2986
|
+
modelName: string;
|
|
2987
|
+
currency: string;
|
|
2988
|
+
tokenRanges: {
|
|
2989
|
+
minTokens: number;
|
|
2990
|
+
prices: {
|
|
2991
|
+
base: {
|
|
2992
|
+
inputPricePerMillion: number;
|
|
2993
|
+
outputPricePerMillion: number;
|
|
2994
|
+
};
|
|
2995
|
+
};
|
|
2996
|
+
maxTokens?: number | null | undefined;
|
|
2997
|
+
}[];
|
|
2998
|
+
};
|
|
2999
|
+
maxReasoningTokens?: number | undefined;
|
|
3000
|
+
}> | undefined;
|
|
3001
|
+
chatModelPrice?: {
|
|
3002
|
+
modelName: string;
|
|
3003
|
+
currency: string;
|
|
3004
|
+
tokenRanges: {
|
|
3005
|
+
minTokens: number;
|
|
3006
|
+
prices: {
|
|
3007
|
+
base: {
|
|
3008
|
+
inputPricePerMillion: number;
|
|
3009
|
+
outputPricePerMillion: number;
|
|
3010
|
+
};
|
|
3011
|
+
};
|
|
3012
|
+
maxTokens?: number | null | undefined;
|
|
3013
|
+
}[];
|
|
3014
|
+
} | undefined;
|
|
3015
|
+
}, {
|
|
3016
|
+
chatUsage: {
|
|
3017
|
+
promptTokens: number;
|
|
3018
|
+
completionTokens: number;
|
|
3019
|
+
totalTokens: number;
|
|
3020
|
+
};
|
|
3021
|
+
model?: ChatModelV1<{
|
|
3022
|
+
name: string;
|
|
3023
|
+
description: string;
|
|
3024
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
3025
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
3026
|
+
maxInputTokens: number;
|
|
3027
|
+
maxOutputTokens: number;
|
|
3028
|
+
config: {
|
|
3029
|
+
def: Record<string, {
|
|
3030
|
+
type: "multi-string";
|
|
3031
|
+
param: string;
|
|
3032
|
+
title: string;
|
|
3033
|
+
description: string;
|
|
3034
|
+
max: number;
|
|
3035
|
+
} | {
|
|
3036
|
+
type: "object-schema";
|
|
3037
|
+
param: string;
|
|
3038
|
+
title: string;
|
|
3039
|
+
description: string;
|
|
3040
|
+
objectSchema?: any;
|
|
3041
|
+
} | {
|
|
3042
|
+
type: "range";
|
|
3043
|
+
param: string;
|
|
3044
|
+
title: string;
|
|
3045
|
+
description: string;
|
|
3046
|
+
max: number;
|
|
3047
|
+
default: number;
|
|
3048
|
+
min: number;
|
|
3049
|
+
step: number;
|
|
3050
|
+
} | {
|
|
3051
|
+
type: "select-boolean";
|
|
3052
|
+
param: string;
|
|
3053
|
+
title: string;
|
|
3054
|
+
description: string;
|
|
3055
|
+
default: boolean | null;
|
|
3056
|
+
} | {
|
|
3057
|
+
type: "select-string";
|
|
3058
|
+
param: string;
|
|
3059
|
+
title: string;
|
|
3060
|
+
description: string;
|
|
3061
|
+
default: string;
|
|
3062
|
+
choices: string[];
|
|
3063
|
+
}>;
|
|
3064
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3065
|
+
};
|
|
3066
|
+
price: {
|
|
3067
|
+
modelName: string;
|
|
3068
|
+
currency: string;
|
|
3069
|
+
tokenRanges: {
|
|
3070
|
+
minTokens: number;
|
|
3071
|
+
prices: {
|
|
3072
|
+
base: {
|
|
3073
|
+
inputPricePerMillion: number;
|
|
3074
|
+
outputPricePerMillion: number;
|
|
3075
|
+
};
|
|
3076
|
+
};
|
|
3077
|
+
maxTokens?: number | null | undefined;
|
|
3078
|
+
}[];
|
|
3079
|
+
};
|
|
3080
|
+
maxReasoningTokens?: number | undefined;
|
|
3081
|
+
}> | undefined;
|
|
3082
|
+
chatModelPrice?: {
|
|
3083
|
+
modelName: string;
|
|
3084
|
+
currency: string;
|
|
3085
|
+
tokenRanges: {
|
|
3086
|
+
minTokens: number;
|
|
3087
|
+
prices: {
|
|
3088
|
+
base: {
|
|
3089
|
+
inputPricePerMillion: number;
|
|
3090
|
+
outputPricePerMillion: number;
|
|
3091
|
+
};
|
|
3092
|
+
};
|
|
3093
|
+
maxTokens?: number | null | undefined;
|
|
3094
|
+
}[];
|
|
3095
|
+
} | undefined;
|
|
3096
|
+
}>;
|
|
3097
|
+
type GetChatUsageCostHandlerRequestType = z.infer<typeof GetChatUsageCostHandlerRequest>;
|
|
3098
|
+
declare const GetChatUsageCostHandlerResponse: z.ZodObject<{
|
|
3099
|
+
cost: z.ZodNumber;
|
|
3100
|
+
currency: z.ZodString;
|
|
3101
|
+
pricingModel: z.ZodType<{
|
|
3102
|
+
modelName: string;
|
|
3103
|
+
currency: string;
|
|
3104
|
+
tokenRanges: {
|
|
3105
|
+
minTokens: number;
|
|
3106
|
+
prices: {
|
|
3107
|
+
base: {
|
|
3108
|
+
inputPricePerMillion: number;
|
|
3109
|
+
outputPricePerMillion: number;
|
|
3110
|
+
};
|
|
3111
|
+
};
|
|
3112
|
+
maxTokens?: number | null | undefined;
|
|
3113
|
+
}[];
|
|
3114
|
+
}, z.ZodTypeDef, {
|
|
3115
|
+
modelName: string;
|
|
3116
|
+
currency: string;
|
|
3117
|
+
tokenRanges: {
|
|
3118
|
+
minTokens: number;
|
|
3119
|
+
prices: {
|
|
3120
|
+
base: {
|
|
3121
|
+
inputPricePerMillion: number;
|
|
3122
|
+
outputPricePerMillion: number;
|
|
3123
|
+
};
|
|
3124
|
+
};
|
|
3125
|
+
maxTokens?: number | null | undefined;
|
|
3126
|
+
}[];
|
|
3127
|
+
}>;
|
|
3128
|
+
usageTokens: z.ZodType<{
|
|
3129
|
+
promptTokens: number;
|
|
3130
|
+
completionTokens: number;
|
|
3131
|
+
totalTokens: number;
|
|
3132
|
+
}, z.ZodTypeDef, {
|
|
3133
|
+
promptTokens: number;
|
|
3134
|
+
completionTokens: number;
|
|
3135
|
+
totalTokens: number;
|
|
3136
|
+
}>;
|
|
3137
|
+
}, "strip", z.ZodTypeAny, {
|
|
3138
|
+
cost: number;
|
|
3139
|
+
currency: string;
|
|
3140
|
+
pricingModel: {
|
|
3141
|
+
modelName: string;
|
|
3142
|
+
currency: string;
|
|
3143
|
+
tokenRanges: {
|
|
3144
|
+
minTokens: number;
|
|
3145
|
+
prices: {
|
|
3146
|
+
base: {
|
|
3147
|
+
inputPricePerMillion: number;
|
|
3148
|
+
outputPricePerMillion: number;
|
|
3149
|
+
};
|
|
3150
|
+
};
|
|
3151
|
+
maxTokens?: number | null | undefined;
|
|
3152
|
+
}[];
|
|
3153
|
+
};
|
|
3154
|
+
usageTokens: {
|
|
3155
|
+
promptTokens: number;
|
|
3156
|
+
completionTokens: number;
|
|
3157
|
+
totalTokens: number;
|
|
3158
|
+
};
|
|
3159
|
+
}, {
|
|
3160
|
+
cost: number;
|
|
3161
|
+
currency: string;
|
|
3162
|
+
pricingModel: {
|
|
3163
|
+
modelName: string;
|
|
3164
|
+
currency: string;
|
|
3165
|
+
tokenRanges: {
|
|
3166
|
+
minTokens: number;
|
|
3167
|
+
prices: {
|
|
3168
|
+
base: {
|
|
3169
|
+
inputPricePerMillion: number;
|
|
3170
|
+
outputPricePerMillion: number;
|
|
3171
|
+
};
|
|
3172
|
+
};
|
|
3173
|
+
maxTokens?: number | null | undefined;
|
|
3174
|
+
}[];
|
|
3175
|
+
};
|
|
3176
|
+
usageTokens: {
|
|
3177
|
+
promptTokens: number;
|
|
3178
|
+
completionTokens: number;
|
|
3179
|
+
totalTokens: number;
|
|
3180
|
+
};
|
|
3181
|
+
}>;
|
|
3182
|
+
type GetChatUsageCostHandlerResponseType = z.infer<typeof GetChatUsageCostHandlerResponse>;
|
|
3183
|
+
|
|
3184
|
+
declare function handleGetChatUsageCost(request: GetChatUsageCostHandlerRequestType): GetChatUsageCostHandlerResponseType;
|
|
3185
|
+
|
|
3186
|
+
declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
|
|
3187
|
+
cache: z.ZodType<Cache<{
|
|
3188
|
+
request: {
|
|
3189
|
+
config: Record<string, any>;
|
|
3190
|
+
embeddingRequests: {
|
|
3191
|
+
modality: "text";
|
|
3192
|
+
requests: string[];
|
|
3193
|
+
metadata?: undefined;
|
|
3194
|
+
} | {
|
|
3195
|
+
modality: "token";
|
|
3196
|
+
requests: number[][];
|
|
3197
|
+
metadata?: undefined;
|
|
3198
|
+
};
|
|
3199
|
+
};
|
|
3200
|
+
response: {
|
|
3201
|
+
encodingFormat: "float";
|
|
3202
|
+
embeddings: {
|
|
3203
|
+
index: number;
|
|
3204
|
+
embedding: number[];
|
|
3205
|
+
}[];
|
|
3206
|
+
usage?: {
|
|
3207
|
+
totalTokens: number;
|
|
3208
|
+
} | undefined;
|
|
3209
|
+
} | {
|
|
3210
|
+
encodingFormat: "base64";
|
|
3211
|
+
embeddings: {
|
|
3212
|
+
index: number;
|
|
3213
|
+
embedding: string;
|
|
3214
|
+
}[];
|
|
3215
|
+
usage?: {
|
|
3216
|
+
totalTokens: number;
|
|
3217
|
+
} | undefined;
|
|
3218
|
+
};
|
|
3219
|
+
cached: boolean;
|
|
3220
|
+
latencyInMs: number;
|
|
3221
|
+
provider: {
|
|
3222
|
+
request?: any;
|
|
3223
|
+
response?: any;
|
|
3224
|
+
};
|
|
3225
|
+
metadataForCallbacks?: any;
|
|
3226
|
+
}>, z.ZodTypeDef, Cache<{
|
|
3227
|
+
request: {
|
|
3228
|
+
config: Record<string, any>;
|
|
3229
|
+
embeddingRequests: {
|
|
3230
|
+
modality: "text";
|
|
3231
|
+
requests: string[];
|
|
3232
|
+
metadata?: undefined;
|
|
3233
|
+
} | {
|
|
3234
|
+
modality: "token";
|
|
3235
|
+
requests: number[][];
|
|
3236
|
+
metadata?: undefined;
|
|
3237
|
+
};
|
|
3238
|
+
};
|
|
3239
|
+
response: {
|
|
3240
|
+
encodingFormat: "float";
|
|
3241
|
+
embeddings: {
|
|
3242
|
+
index: number;
|
|
3243
|
+
embedding: number[];
|
|
3244
|
+
}[];
|
|
3245
|
+
usage?: {
|
|
3246
|
+
totalTokens: number;
|
|
3247
|
+
} | undefined;
|
|
3248
|
+
} | {
|
|
3249
|
+
encodingFormat: "base64";
|
|
3250
|
+
embeddings: {
|
|
3251
|
+
index: number;
|
|
3252
|
+
embedding: string;
|
|
3253
|
+
}[];
|
|
3254
|
+
usage?: {
|
|
3255
|
+
totalTokens: number;
|
|
3256
|
+
} | undefined;
|
|
3257
|
+
};
|
|
3258
|
+
cached: boolean;
|
|
3259
|
+
latencyInMs: number;
|
|
3260
|
+
provider: {
|
|
3261
|
+
request?: any;
|
|
3262
|
+
response?: any;
|
|
3263
|
+
};
|
|
3264
|
+
metadataForCallbacks?: any;
|
|
3265
|
+
}>>;
|
|
3266
|
+
model: z.ZodType<EmbeddingModelV1<{
|
|
3267
|
+
description: string;
|
|
3268
|
+
name: string;
|
|
3269
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
3270
|
+
maxInputTokens: number;
|
|
3271
|
+
maxOutputTokens: number;
|
|
3272
|
+
config: {
|
|
3273
|
+
def: Record<string, {
|
|
3274
|
+
type: "multi-string";
|
|
3275
|
+
param: string;
|
|
3276
|
+
title: string;
|
|
3277
|
+
description: string;
|
|
3278
|
+
max: number;
|
|
3279
|
+
} | {
|
|
3280
|
+
type: "object-schema";
|
|
3281
|
+
param: string;
|
|
3282
|
+
title: string;
|
|
3283
|
+
description: string;
|
|
3284
|
+
objectSchema?: any;
|
|
3285
|
+
} | {
|
|
3286
|
+
type: "range";
|
|
3287
|
+
param: string;
|
|
3288
|
+
title: string;
|
|
3289
|
+
description: string;
|
|
3290
|
+
max: number;
|
|
3291
|
+
default: number;
|
|
3292
|
+
min: number;
|
|
3293
|
+
step: number;
|
|
3294
|
+
} | {
|
|
3295
|
+
type: "select-boolean";
|
|
3296
|
+
param: string;
|
|
3297
|
+
title: string;
|
|
3298
|
+
description: string;
|
|
3299
|
+
default: boolean | null;
|
|
3300
|
+
} | {
|
|
3301
|
+
type: "select-string";
|
|
3302
|
+
param: string;
|
|
3303
|
+
title: string;
|
|
3304
|
+
description: string;
|
|
3305
|
+
default: string;
|
|
3306
|
+
choices: string[];
|
|
3307
|
+
}>;
|
|
3308
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3309
|
+
};
|
|
3310
|
+
}>, z.ZodTypeDef, EmbeddingModelV1<{
|
|
3311
|
+
description: string;
|
|
3312
|
+
name: string;
|
|
3313
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
3314
|
+
maxInputTokens: number;
|
|
3315
|
+
maxOutputTokens: number;
|
|
3316
|
+
config: {
|
|
3317
|
+
def: Record<string, {
|
|
3318
|
+
type: "multi-string";
|
|
3319
|
+
param: string;
|
|
3320
|
+
title: string;
|
|
3321
|
+
description: string;
|
|
3322
|
+
max: number;
|
|
3323
|
+
} | {
|
|
3324
|
+
type: "object-schema";
|
|
3325
|
+
param: string;
|
|
3326
|
+
title: string;
|
|
3327
|
+
description: string;
|
|
3328
|
+
objectSchema?: any;
|
|
3329
|
+
} | {
|
|
3330
|
+
type: "range";
|
|
3331
|
+
param: string;
|
|
3332
|
+
title: string;
|
|
3333
|
+
description: string;
|
|
3334
|
+
max: number;
|
|
3335
|
+
default: number;
|
|
3336
|
+
min: number;
|
|
3337
|
+
step: number;
|
|
3338
|
+
} | {
|
|
3339
|
+
type: "select-boolean";
|
|
3340
|
+
param: string;
|
|
3341
|
+
title: string;
|
|
3342
|
+
description: string;
|
|
3343
|
+
default: boolean | null;
|
|
3344
|
+
} | {
|
|
3345
|
+
type: "select-string";
|
|
3346
|
+
param: string;
|
|
3347
|
+
title: string;
|
|
3348
|
+
description: string;
|
|
3349
|
+
default: string;
|
|
3350
|
+
choices: string[];
|
|
3351
|
+
}>;
|
|
3352
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3353
|
+
};
|
|
3354
|
+
}>>;
|
|
3355
|
+
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
3356
|
+
embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
|
|
3357
|
+
modality: z.ZodLiteral<"text">;
|
|
3358
|
+
metadata: z.ZodUndefined;
|
|
3359
|
+
requests: z.ZodArray<z.ZodString, "many">;
|
|
3360
|
+
}, "strip", z.ZodTypeAny, {
|
|
3361
|
+
modality: "text";
|
|
3362
|
+
requests: string[];
|
|
3363
|
+
metadata?: undefined;
|
|
3364
|
+
}, {
|
|
3365
|
+
modality: "text";
|
|
3366
|
+
requests: string[];
|
|
3367
|
+
metadata?: undefined;
|
|
3368
|
+
}>, z.ZodObject<{
|
|
3369
|
+
modality: z.ZodLiteral<"token">;
|
|
3370
|
+
metadata: z.ZodUndefined;
|
|
3371
|
+
requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
|
|
3372
|
+
}, "strip", z.ZodTypeAny, {
|
|
3373
|
+
modality: "token";
|
|
3374
|
+
requests: number[][];
|
|
3375
|
+
metadata?: undefined;
|
|
3376
|
+
}, {
|
|
3377
|
+
modality: "token";
|
|
3378
|
+
requests: number[][];
|
|
3379
|
+
metadata?: undefined;
|
|
3380
|
+
}>]>;
|
|
3381
|
+
enableCache: z.ZodBoolean;
|
|
3382
|
+
customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
3383
|
+
callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
|
|
3384
|
+
metadataForCallbacks: z.ZodOptional<z.ZodAny>;
|
|
3385
|
+
}, "strip", z.ZodTypeAny, {
|
|
3386
|
+
config: Record<string, any>;
|
|
3387
|
+
model: EmbeddingModelV1<{
|
|
3388
|
+
description: string;
|
|
3389
|
+
name: string;
|
|
3390
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
3391
|
+
maxInputTokens: number;
|
|
3392
|
+
maxOutputTokens: number;
|
|
3393
|
+
config: {
|
|
3394
|
+
def: Record<string, {
|
|
3395
|
+
type: "multi-string";
|
|
3396
|
+
param: string;
|
|
3397
|
+
title: string;
|
|
3398
|
+
description: string;
|
|
3399
|
+
max: number;
|
|
3400
|
+
} | {
|
|
3401
|
+
type: "object-schema";
|
|
3402
|
+
param: string;
|
|
3403
|
+
title: string;
|
|
3404
|
+
description: string;
|
|
3405
|
+
objectSchema?: any;
|
|
3406
|
+
} | {
|
|
3407
|
+
type: "range";
|
|
3408
|
+
param: string;
|
|
3409
|
+
title: string;
|
|
3410
|
+
description: string;
|
|
3411
|
+
max: number;
|
|
3412
|
+
default: number;
|
|
3413
|
+
min: number;
|
|
3414
|
+
step: number;
|
|
3415
|
+
} | {
|
|
3416
|
+
type: "select-boolean";
|
|
3417
|
+
param: string;
|
|
3418
|
+
title: string;
|
|
3419
|
+
description: string;
|
|
3420
|
+
default: boolean | null;
|
|
3421
|
+
} | {
|
|
3422
|
+
type: "select-string";
|
|
3423
|
+
param: string;
|
|
3424
|
+
title: string;
|
|
3425
|
+
description: string;
|
|
3426
|
+
default: string;
|
|
3427
|
+
choices: string[];
|
|
3428
|
+
}>;
|
|
3429
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3430
|
+
};
|
|
3431
|
+
}>;
|
|
3432
|
+
enableCache: boolean;
|
|
3433
|
+
cache: Cache<{
|
|
3434
|
+
request: {
|
|
3435
|
+
config: Record<string, any>;
|
|
3436
|
+
embeddingRequests: {
|
|
3437
|
+
modality: "text";
|
|
3438
|
+
requests: string[];
|
|
3439
|
+
metadata?: undefined;
|
|
3440
|
+
} | {
|
|
3441
|
+
modality: "token";
|
|
3442
|
+
requests: number[][];
|
|
3443
|
+
metadata?: undefined;
|
|
3444
|
+
};
|
|
3445
|
+
};
|
|
3446
|
+
response: {
|
|
3447
|
+
encodingFormat: "float";
|
|
3448
|
+
embeddings: {
|
|
3449
|
+
index: number;
|
|
3450
|
+
embedding: number[];
|
|
3451
|
+
}[];
|
|
3452
|
+
usage?: {
|
|
3453
|
+
totalTokens: number;
|
|
3454
|
+
} | undefined;
|
|
3455
|
+
} | {
|
|
3456
|
+
encodingFormat: "base64";
|
|
2829
3457
|
embeddings: {
|
|
2830
3458
|
index: number;
|
|
2831
3459
|
embedding: string;
|
|
@@ -3230,6 +3858,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
|
|
|
3230
3858
|
}>;
|
|
3231
3859
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3232
3860
|
};
|
|
3861
|
+
price: {
|
|
3862
|
+
modelName: string;
|
|
3863
|
+
currency: string;
|
|
3864
|
+
tokenRanges: {
|
|
3865
|
+
minTokens: number;
|
|
3866
|
+
prices: {
|
|
3867
|
+
base: {
|
|
3868
|
+
inputPricePerMillion: number;
|
|
3869
|
+
outputPricePerMillion: number;
|
|
3870
|
+
};
|
|
3871
|
+
};
|
|
3872
|
+
maxTokens?: number | null | undefined;
|
|
3873
|
+
}[];
|
|
3874
|
+
};
|
|
3233
3875
|
maxReasoningTokens?: number | undefined;
|
|
3234
3876
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
3235
3877
|
name: string;
|
|
@@ -3276,6 +3918,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
|
|
|
3276
3918
|
}>;
|
|
3277
3919
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3278
3920
|
};
|
|
3921
|
+
price: {
|
|
3922
|
+
modelName: string;
|
|
3923
|
+
currency: string;
|
|
3924
|
+
tokenRanges: {
|
|
3925
|
+
minTokens: number;
|
|
3926
|
+
prices: {
|
|
3927
|
+
base: {
|
|
3928
|
+
inputPricePerMillion: number;
|
|
3929
|
+
outputPricePerMillion: number;
|
|
3930
|
+
};
|
|
3931
|
+
};
|
|
3932
|
+
maxTokens?: number | null | undefined;
|
|
3933
|
+
}[];
|
|
3934
|
+
};
|
|
3279
3935
|
maxReasoningTokens?: number | undefined;
|
|
3280
3936
|
}>>;
|
|
3281
3937
|
data: z.ZodAny;
|
|
@@ -3328,6 +3984,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
|
|
|
3328
3984
|
}>;
|
|
3329
3985
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3330
3986
|
};
|
|
3987
|
+
price: {
|
|
3988
|
+
modelName: string;
|
|
3989
|
+
currency: string;
|
|
3990
|
+
tokenRanges: {
|
|
3991
|
+
minTokens: number;
|
|
3992
|
+
prices: {
|
|
3993
|
+
base: {
|
|
3994
|
+
inputPricePerMillion: number;
|
|
3995
|
+
outputPricePerMillion: number;
|
|
3996
|
+
};
|
|
3997
|
+
};
|
|
3998
|
+
maxTokens?: number | null | undefined;
|
|
3999
|
+
}[];
|
|
4000
|
+
};
|
|
3331
4001
|
maxReasoningTokens?: number | undefined;
|
|
3332
4002
|
}>;
|
|
3333
4003
|
data?: any;
|
|
@@ -3379,6 +4049,20 @@ declare const ProxyCompleteChatHandlerRequest: z.ZodObject<{
|
|
|
3379
4049
|
}>;
|
|
3380
4050
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
3381
4051
|
};
|
|
4052
|
+
price: {
|
|
4053
|
+
modelName: string;
|
|
4054
|
+
currency: string;
|
|
4055
|
+
tokenRanges: {
|
|
4056
|
+
minTokens: number;
|
|
4057
|
+
prices: {
|
|
4058
|
+
base: {
|
|
4059
|
+
inputPricePerMillion: number;
|
|
4060
|
+
outputPricePerMillion: number;
|
|
4061
|
+
};
|
|
4062
|
+
};
|
|
4063
|
+
maxTokens?: number | null | undefined;
|
|
4064
|
+
}[];
|
|
4065
|
+
};
|
|
3382
4066
|
maxReasoningTokens?: number | undefined;
|
|
3383
4067
|
}>;
|
|
3384
4068
|
data?: any;
|
|
@@ -3474,17 +4158,17 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3474
4158
|
arguments: z.ZodString;
|
|
3475
4159
|
metadata: z.ZodUndefined;
|
|
3476
4160
|
}, "strip", z.ZodTypeAny, {
|
|
3477
|
-
name: string;
|
|
3478
4161
|
modality: "tool-call";
|
|
3479
4162
|
index: number;
|
|
3480
4163
|
id: string;
|
|
4164
|
+
name: string;
|
|
3481
4165
|
arguments: string;
|
|
3482
4166
|
metadata?: undefined;
|
|
3483
4167
|
}, {
|
|
3484
|
-
name: string;
|
|
3485
4168
|
modality: "tool-call";
|
|
3486
4169
|
index: number;
|
|
3487
4170
|
id: string;
|
|
4171
|
+
name: string;
|
|
3488
4172
|
arguments: string;
|
|
3489
4173
|
metadata?: undefined;
|
|
3490
4174
|
}>, z.ZodObject<{
|
|
@@ -3495,18 +4179,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3495
4179
|
data: z.ZodString;
|
|
3496
4180
|
metadata: z.ZodUndefined;
|
|
3497
4181
|
}, "strip", z.ZodTypeAny, {
|
|
3498
|
-
name: string;
|
|
3499
4182
|
modality: "tool-response";
|
|
3500
4183
|
data: string;
|
|
3501
4184
|
index: number;
|
|
3502
4185
|
id: string;
|
|
4186
|
+
name: string;
|
|
3503
4187
|
metadata?: undefined;
|
|
3504
4188
|
}, {
|
|
3505
|
-
name: string;
|
|
3506
4189
|
modality: "tool-response";
|
|
3507
4190
|
data: string;
|
|
3508
4191
|
index: number;
|
|
3509
4192
|
id: string;
|
|
4193
|
+
name: string;
|
|
3510
4194
|
metadata?: undefined;
|
|
3511
4195
|
}>, z.ZodObject<{
|
|
3512
4196
|
modality: z.ZodLiteral<"reasoning">;
|
|
@@ -3587,18 +4271,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3587
4271
|
detail: "low" | "medium" | "high" | "auto";
|
|
3588
4272
|
metadata?: undefined;
|
|
3589
4273
|
} | {
|
|
3590
|
-
name: string;
|
|
3591
4274
|
modality: "tool-call";
|
|
3592
4275
|
index: number;
|
|
3593
4276
|
id: string;
|
|
4277
|
+
name: string;
|
|
3594
4278
|
arguments: string;
|
|
3595
4279
|
metadata?: undefined;
|
|
3596
4280
|
} | {
|
|
3597
|
-
name: string;
|
|
3598
4281
|
modality: "tool-response";
|
|
3599
4282
|
data: string;
|
|
3600
4283
|
index: number;
|
|
3601
4284
|
id: string;
|
|
4285
|
+
name: string;
|
|
3602
4286
|
metadata?: undefined;
|
|
3603
4287
|
})[];
|
|
3604
4288
|
metadata?: undefined;
|
|
@@ -3632,18 +4316,18 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3632
4316
|
detail: "low" | "medium" | "high" | "auto";
|
|
3633
4317
|
metadata?: undefined;
|
|
3634
4318
|
} | {
|
|
3635
|
-
name: string;
|
|
3636
4319
|
modality: "tool-call";
|
|
3637
4320
|
index: number;
|
|
3638
4321
|
id: string;
|
|
4322
|
+
name: string;
|
|
3639
4323
|
arguments: string;
|
|
3640
4324
|
metadata?: undefined;
|
|
3641
4325
|
} | {
|
|
3642
|
-
name: string;
|
|
3643
4326
|
modality: "tool-response";
|
|
3644
4327
|
data: string;
|
|
3645
4328
|
index: number;
|
|
3646
4329
|
id: string;
|
|
4330
|
+
name: string;
|
|
3647
4331
|
metadata?: undefined;
|
|
3648
4332
|
})[];
|
|
3649
4333
|
metadata?: undefined;
|
|
@@ -3653,13 +4337,13 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3653
4337
|
completionTokens: z.ZodNumber;
|
|
3654
4338
|
totalTokens: z.ZodNumber;
|
|
3655
4339
|
}, "strip", z.ZodTypeAny, {
|
|
3656
|
-
totalTokens: number;
|
|
3657
4340
|
promptTokens: number;
|
|
3658
4341
|
completionTokens: number;
|
|
3659
|
-
}, {
|
|
3660
4342
|
totalTokens: number;
|
|
4343
|
+
}, {
|
|
3661
4344
|
promptTokens: number;
|
|
3662
4345
|
completionTokens: number;
|
|
4346
|
+
totalTokens: number;
|
|
3663
4347
|
}>>;
|
|
3664
4348
|
logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
|
|
3665
4349
|
token: z.ZodString;
|
|
@@ -3729,26 +4413,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3729
4413
|
detail: "low" | "medium" | "high" | "auto";
|
|
3730
4414
|
metadata?: undefined;
|
|
3731
4415
|
} | {
|
|
3732
|
-
name: string;
|
|
3733
4416
|
modality: "tool-call";
|
|
3734
4417
|
index: number;
|
|
3735
4418
|
id: string;
|
|
4419
|
+
name: string;
|
|
3736
4420
|
arguments: string;
|
|
3737
4421
|
metadata?: undefined;
|
|
3738
4422
|
} | {
|
|
3739
|
-
name: string;
|
|
3740
4423
|
modality: "tool-response";
|
|
3741
4424
|
data: string;
|
|
3742
4425
|
index: number;
|
|
3743
4426
|
id: string;
|
|
4427
|
+
name: string;
|
|
3744
4428
|
metadata?: undefined;
|
|
3745
4429
|
})[];
|
|
3746
4430
|
metadata?: undefined;
|
|
3747
4431
|
}[];
|
|
3748
4432
|
usage?: {
|
|
3749
|
-
totalTokens: number;
|
|
3750
4433
|
promptTokens: number;
|
|
3751
4434
|
completionTokens: number;
|
|
4435
|
+
totalTokens: number;
|
|
3752
4436
|
} | undefined;
|
|
3753
4437
|
logProbs?: {
|
|
3754
4438
|
token: string;
|
|
@@ -3791,26 +4475,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3791
4475
|
detail: "low" | "medium" | "high" | "auto";
|
|
3792
4476
|
metadata?: undefined;
|
|
3793
4477
|
} | {
|
|
3794
|
-
name: string;
|
|
3795
4478
|
modality: "tool-call";
|
|
3796
4479
|
index: number;
|
|
3797
4480
|
id: string;
|
|
4481
|
+
name: string;
|
|
3798
4482
|
arguments: string;
|
|
3799
4483
|
metadata?: undefined;
|
|
3800
4484
|
} | {
|
|
3801
|
-
name: string;
|
|
3802
4485
|
modality: "tool-response";
|
|
3803
4486
|
data: string;
|
|
3804
4487
|
index: number;
|
|
3805
4488
|
id: string;
|
|
4489
|
+
name: string;
|
|
3806
4490
|
metadata?: undefined;
|
|
3807
4491
|
})[];
|
|
3808
4492
|
metadata?: undefined;
|
|
3809
4493
|
}[];
|
|
3810
4494
|
usage?: {
|
|
3811
|
-
totalTokens: number;
|
|
3812
4495
|
promptTokens: number;
|
|
3813
4496
|
completionTokens: number;
|
|
4497
|
+
totalTokens: number;
|
|
3814
4498
|
} | undefined;
|
|
3815
4499
|
logProbs?: {
|
|
3816
4500
|
token: string;
|
|
@@ -3862,26 +4546,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3862
4546
|
detail: "low" | "medium" | "high" | "auto";
|
|
3863
4547
|
metadata?: undefined;
|
|
3864
4548
|
} | {
|
|
3865
|
-
name: string;
|
|
3866
4549
|
modality: "tool-call";
|
|
3867
4550
|
index: number;
|
|
3868
4551
|
id: string;
|
|
4552
|
+
name: string;
|
|
3869
4553
|
arguments: string;
|
|
3870
4554
|
metadata?: undefined;
|
|
3871
4555
|
} | {
|
|
3872
|
-
name: string;
|
|
3873
4556
|
modality: "tool-response";
|
|
3874
4557
|
data: string;
|
|
3875
4558
|
index: number;
|
|
3876
4559
|
id: string;
|
|
4560
|
+
name: string;
|
|
3877
4561
|
metadata?: undefined;
|
|
3878
4562
|
})[];
|
|
3879
4563
|
metadata?: undefined;
|
|
3880
4564
|
}[];
|
|
3881
4565
|
usage?: {
|
|
3882
|
-
totalTokens: number;
|
|
3883
4566
|
promptTokens: number;
|
|
3884
4567
|
completionTokens: number;
|
|
4568
|
+
totalTokens: number;
|
|
3885
4569
|
} | undefined;
|
|
3886
4570
|
logProbs?: {
|
|
3887
4571
|
token: string;
|
|
@@ -3933,26 +4617,26 @@ declare const ProxyCompleteChatHandlerResponse: z.ZodObject<{
|
|
|
3933
4617
|
detail: "low" | "medium" | "high" | "auto";
|
|
3934
4618
|
metadata?: undefined;
|
|
3935
4619
|
} | {
|
|
3936
|
-
name: string;
|
|
3937
4620
|
modality: "tool-call";
|
|
3938
4621
|
index: number;
|
|
3939
4622
|
id: string;
|
|
4623
|
+
name: string;
|
|
3940
4624
|
arguments: string;
|
|
3941
4625
|
metadata?: undefined;
|
|
3942
4626
|
} | {
|
|
3943
|
-
name: string;
|
|
3944
4627
|
modality: "tool-response";
|
|
3945
4628
|
data: string;
|
|
3946
4629
|
index: number;
|
|
3947
4630
|
id: string;
|
|
4631
|
+
name: string;
|
|
3948
4632
|
metadata?: undefined;
|
|
3949
4633
|
})[];
|
|
3950
4634
|
metadata?: undefined;
|
|
3951
4635
|
}[];
|
|
3952
4636
|
usage?: {
|
|
3953
|
-
totalTokens: number;
|
|
3954
4637
|
promptTokens: number;
|
|
3955
4638
|
completionTokens: number;
|
|
4639
|
+
totalTokens: number;
|
|
3956
4640
|
} | undefined;
|
|
3957
4641
|
logProbs?: {
|
|
3958
4642
|
token: string;
|
|
@@ -4359,6 +5043,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
|
|
|
4359
5043
|
}>;
|
|
4360
5044
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
4361
5045
|
};
|
|
5046
|
+
price: {
|
|
5047
|
+
modelName: string;
|
|
5048
|
+
currency: string;
|
|
5049
|
+
tokenRanges: {
|
|
5050
|
+
minTokens: number;
|
|
5051
|
+
prices: {
|
|
5052
|
+
base: {
|
|
5053
|
+
inputPricePerMillion: number;
|
|
5054
|
+
outputPricePerMillion: number;
|
|
5055
|
+
};
|
|
5056
|
+
};
|
|
5057
|
+
maxTokens?: number | null | undefined;
|
|
5058
|
+
}[];
|
|
5059
|
+
};
|
|
4362
5060
|
maxReasoningTokens?: number | undefined;
|
|
4363
5061
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
4364
5062
|
name: string;
|
|
@@ -4405,6 +5103,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
|
|
|
4405
5103
|
}>;
|
|
4406
5104
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
4407
5105
|
};
|
|
5106
|
+
price: {
|
|
5107
|
+
modelName: string;
|
|
5108
|
+
currency: string;
|
|
5109
|
+
tokenRanges: {
|
|
5110
|
+
minTokens: number;
|
|
5111
|
+
prices: {
|
|
5112
|
+
base: {
|
|
5113
|
+
inputPricePerMillion: number;
|
|
5114
|
+
outputPricePerMillion: number;
|
|
5115
|
+
};
|
|
5116
|
+
};
|
|
5117
|
+
maxTokens?: number | null | undefined;
|
|
5118
|
+
}[];
|
|
5119
|
+
};
|
|
4408
5120
|
maxReasoningTokens?: number | undefined;
|
|
4409
5121
|
}>>;
|
|
4410
5122
|
data: z.ZodAny;
|
|
@@ -4457,6 +5169,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
|
|
|
4457
5169
|
}>;
|
|
4458
5170
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
4459
5171
|
};
|
|
5172
|
+
price: {
|
|
5173
|
+
modelName: string;
|
|
5174
|
+
currency: string;
|
|
5175
|
+
tokenRanges: {
|
|
5176
|
+
minTokens: number;
|
|
5177
|
+
prices: {
|
|
5178
|
+
base: {
|
|
5179
|
+
inputPricePerMillion: number;
|
|
5180
|
+
outputPricePerMillion: number;
|
|
5181
|
+
};
|
|
5182
|
+
};
|
|
5183
|
+
maxTokens?: number | null | undefined;
|
|
5184
|
+
}[];
|
|
5185
|
+
};
|
|
4460
5186
|
maxReasoningTokens?: number | undefined;
|
|
4461
5187
|
}>;
|
|
4462
5188
|
data?: any;
|
|
@@ -4508,6 +5234,20 @@ declare const ProxyStreamChatHandlerRequest: z.ZodObject<{
|
|
|
4508
5234
|
}>;
|
|
4509
5235
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
4510
5236
|
};
|
|
5237
|
+
price: {
|
|
5238
|
+
modelName: string;
|
|
5239
|
+
currency: string;
|
|
5240
|
+
tokenRanges: {
|
|
5241
|
+
minTokens: number;
|
|
5242
|
+
prices: {
|
|
5243
|
+
base: {
|
|
5244
|
+
inputPricePerMillion: number;
|
|
5245
|
+
outputPricePerMillion: number;
|
|
5246
|
+
};
|
|
5247
|
+
};
|
|
5248
|
+
maxTokens?: number | null | undefined;
|
|
5249
|
+
}[];
|
|
5250
|
+
};
|
|
4511
5251
|
maxReasoningTokens?: number | undefined;
|
|
4512
5252
|
}>;
|
|
4513
5253
|
data?: any;
|
|
@@ -4555,16 +5295,16 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4555
5295
|
}, "strip", z.ZodTypeAny, {
|
|
4556
5296
|
modality: "partial-tool-call";
|
|
4557
5297
|
index: number;
|
|
4558
|
-
name?: string | undefined;
|
|
4559
5298
|
metadata?: undefined;
|
|
4560
5299
|
id?: string | undefined;
|
|
5300
|
+
name?: string | undefined;
|
|
4561
5301
|
arguments?: string | undefined;
|
|
4562
5302
|
}, {
|
|
4563
5303
|
modality: "partial-tool-call";
|
|
4564
5304
|
index: number;
|
|
4565
|
-
name?: string | undefined;
|
|
4566
5305
|
metadata?: undefined;
|
|
4567
5306
|
id?: string | undefined;
|
|
5307
|
+
name?: string | undefined;
|
|
4568
5308
|
arguments?: string | undefined;
|
|
4569
5309
|
}>, z.ZodObject<{
|
|
4570
5310
|
modality: z.ZodLiteral<"partial-reasoning">;
|
|
@@ -4635,9 +5375,9 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4635
5375
|
} | {
|
|
4636
5376
|
modality: "partial-tool-call";
|
|
4637
5377
|
index: number;
|
|
4638
|
-
name?: string | undefined;
|
|
4639
5378
|
metadata?: undefined;
|
|
4640
5379
|
id?: string | undefined;
|
|
5380
|
+
name?: string | undefined;
|
|
4641
5381
|
arguments?: string | undefined;
|
|
4642
5382
|
};
|
|
4643
5383
|
metadata?: undefined;
|
|
@@ -4661,25 +5401,25 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4661
5401
|
} | {
|
|
4662
5402
|
modality: "partial-tool-call";
|
|
4663
5403
|
index: number;
|
|
4664
|
-
name?: string | undefined;
|
|
4665
5404
|
metadata?: undefined;
|
|
4666
5405
|
id?: string | undefined;
|
|
5406
|
+
name?: string | undefined;
|
|
4667
5407
|
arguments?: string | undefined;
|
|
4668
5408
|
};
|
|
4669
5409
|
metadata?: undefined;
|
|
4670
5410
|
}>, "many">;
|
|
4671
5411
|
usage: z.ZodOptional<z.ZodObject<{
|
|
4672
|
-
promptTokens: z.ZodNumber
|
|
4673
|
-
completionTokens: z.ZodNumber
|
|
4674
|
-
totalTokens: z.ZodNumber
|
|
5412
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5413
|
+
completionTokens: z.ZodOptional<z.ZodNumber>;
|
|
5414
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
4675
5415
|
}, "strip", z.ZodTypeAny, {
|
|
4676
|
-
|
|
4677
|
-
|
|
4678
|
-
|
|
5416
|
+
promptTokens?: number | undefined;
|
|
5417
|
+
completionTokens?: number | undefined;
|
|
5418
|
+
totalTokens?: number | undefined;
|
|
4679
5419
|
}, {
|
|
4680
|
-
|
|
4681
|
-
|
|
4682
|
-
|
|
5420
|
+
promptTokens?: number | undefined;
|
|
5421
|
+
completionTokens?: number | undefined;
|
|
5422
|
+
totalTokens?: number | undefined;
|
|
4683
5423
|
}>>;
|
|
4684
5424
|
logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
|
|
4685
5425
|
token: z.ZodString;
|
|
@@ -4739,17 +5479,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4739
5479
|
} | {
|
|
4740
5480
|
modality: "partial-tool-call";
|
|
4741
5481
|
index: number;
|
|
4742
|
-
name?: string | undefined;
|
|
4743
5482
|
metadata?: undefined;
|
|
4744
5483
|
id?: string | undefined;
|
|
5484
|
+
name?: string | undefined;
|
|
4745
5485
|
arguments?: string | undefined;
|
|
4746
5486
|
};
|
|
4747
5487
|
metadata?: undefined;
|
|
4748
5488
|
}[];
|
|
4749
5489
|
usage?: {
|
|
4750
|
-
|
|
4751
|
-
|
|
4752
|
-
|
|
5490
|
+
promptTokens?: number | undefined;
|
|
5491
|
+
completionTokens?: number | undefined;
|
|
5492
|
+
totalTokens?: number | undefined;
|
|
4753
5493
|
} | undefined;
|
|
4754
5494
|
logProbs?: {
|
|
4755
5495
|
token: string;
|
|
@@ -4782,17 +5522,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4782
5522
|
} | {
|
|
4783
5523
|
modality: "partial-tool-call";
|
|
4784
5524
|
index: number;
|
|
4785
|
-
name?: string | undefined;
|
|
4786
5525
|
metadata?: undefined;
|
|
4787
5526
|
id?: string | undefined;
|
|
5527
|
+
name?: string | undefined;
|
|
4788
5528
|
arguments?: string | undefined;
|
|
4789
5529
|
};
|
|
4790
5530
|
metadata?: undefined;
|
|
4791
5531
|
}[];
|
|
4792
5532
|
usage?: {
|
|
4793
|
-
|
|
4794
|
-
|
|
4795
|
-
|
|
5533
|
+
promptTokens?: number | undefined;
|
|
5534
|
+
completionTokens?: number | undefined;
|
|
5535
|
+
totalTokens?: number | undefined;
|
|
4796
5536
|
} | undefined;
|
|
4797
5537
|
logProbs?: {
|
|
4798
5538
|
token: string;
|
|
@@ -4834,17 +5574,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4834
5574
|
} | {
|
|
4835
5575
|
modality: "partial-tool-call";
|
|
4836
5576
|
index: number;
|
|
4837
|
-
name?: string | undefined;
|
|
4838
5577
|
metadata?: undefined;
|
|
4839
5578
|
id?: string | undefined;
|
|
5579
|
+
name?: string | undefined;
|
|
4840
5580
|
arguments?: string | undefined;
|
|
4841
5581
|
};
|
|
4842
5582
|
metadata?: undefined;
|
|
4843
5583
|
}[];
|
|
4844
5584
|
usage?: {
|
|
4845
|
-
|
|
4846
|
-
|
|
4847
|
-
|
|
5585
|
+
promptTokens?: number | undefined;
|
|
5586
|
+
completionTokens?: number | undefined;
|
|
5587
|
+
totalTokens?: number | undefined;
|
|
4848
5588
|
} | undefined;
|
|
4849
5589
|
logProbs?: {
|
|
4850
5590
|
token: string;
|
|
@@ -4886,17 +5626,17 @@ declare const ProxyStreamChatHandlerResponse: z.ZodObject<{
|
|
|
4886
5626
|
} | {
|
|
4887
5627
|
modality: "partial-tool-call";
|
|
4888
5628
|
index: number;
|
|
4889
|
-
name?: string | undefined;
|
|
4890
5629
|
metadata?: undefined;
|
|
4891
5630
|
id?: string | undefined;
|
|
5631
|
+
name?: string | undefined;
|
|
4892
5632
|
arguments?: string | undefined;
|
|
4893
5633
|
};
|
|
4894
5634
|
metadata?: undefined;
|
|
4895
5635
|
}[];
|
|
4896
5636
|
usage?: {
|
|
4897
|
-
|
|
4898
|
-
|
|
4899
|
-
|
|
5637
|
+
promptTokens?: number | undefined;
|
|
5638
|
+
completionTokens?: number | undefined;
|
|
5639
|
+
totalTokens?: number | undefined;
|
|
4900
5640
|
} | undefined;
|
|
4901
5641
|
logProbs?: {
|
|
4902
5642
|
token: string;
|
|
@@ -4960,6 +5700,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
|
|
|
4960
5700
|
}>;
|
|
4961
5701
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
4962
5702
|
};
|
|
5703
|
+
price: {
|
|
5704
|
+
modelName: string;
|
|
5705
|
+
currency: string;
|
|
5706
|
+
tokenRanges: {
|
|
5707
|
+
minTokens: number;
|
|
5708
|
+
prices: {
|
|
5709
|
+
base: {
|
|
5710
|
+
inputPricePerMillion: number;
|
|
5711
|
+
outputPricePerMillion: number;
|
|
5712
|
+
};
|
|
5713
|
+
};
|
|
5714
|
+
maxTokens?: number | null | undefined;
|
|
5715
|
+
}[];
|
|
5716
|
+
};
|
|
4963
5717
|
maxReasoningTokens?: number | undefined;
|
|
4964
5718
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
4965
5719
|
name: string;
|
|
@@ -5006,6 +5760,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
|
|
|
5006
5760
|
}>;
|
|
5007
5761
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
5008
5762
|
};
|
|
5763
|
+
price: {
|
|
5764
|
+
modelName: string;
|
|
5765
|
+
currency: string;
|
|
5766
|
+
tokenRanges: {
|
|
5767
|
+
minTokens: number;
|
|
5768
|
+
prices: {
|
|
5769
|
+
base: {
|
|
5770
|
+
inputPricePerMillion: number;
|
|
5771
|
+
outputPricePerMillion: number;
|
|
5772
|
+
};
|
|
5773
|
+
};
|
|
5774
|
+
maxTokens?: number | null | undefined;
|
|
5775
|
+
}[];
|
|
5776
|
+
};
|
|
5009
5777
|
maxReasoningTokens?: number | undefined;
|
|
5010
5778
|
}>>;
|
|
5011
5779
|
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
@@ -5365,6 +6133,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
|
|
|
5365
6133
|
}>;
|
|
5366
6134
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
5367
6135
|
};
|
|
6136
|
+
price: {
|
|
6137
|
+
modelName: string;
|
|
6138
|
+
currency: string;
|
|
6139
|
+
tokenRanges: {
|
|
6140
|
+
minTokens: number;
|
|
6141
|
+
prices: {
|
|
6142
|
+
base: {
|
|
6143
|
+
inputPricePerMillion: number;
|
|
6144
|
+
outputPricePerMillion: number;
|
|
6145
|
+
};
|
|
6146
|
+
};
|
|
6147
|
+
maxTokens?: number | null | undefined;
|
|
6148
|
+
}[];
|
|
6149
|
+
};
|
|
5368
6150
|
maxReasoningTokens?: number | undefined;
|
|
5369
6151
|
}>;
|
|
5370
6152
|
messages: {
|
|
@@ -5476,6 +6258,20 @@ declare const StreamChatHandlerRequest: z.ZodObject<{
|
|
|
5476
6258
|
}>;
|
|
5477
6259
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
5478
6260
|
};
|
|
6261
|
+
price: {
|
|
6262
|
+
modelName: string;
|
|
6263
|
+
currency: string;
|
|
6264
|
+
tokenRanges: {
|
|
6265
|
+
minTokens: number;
|
|
6266
|
+
prices: {
|
|
6267
|
+
base: {
|
|
6268
|
+
inputPricePerMillion: number;
|
|
6269
|
+
outputPricePerMillion: number;
|
|
6270
|
+
};
|
|
6271
|
+
};
|
|
6272
|
+
maxTokens?: number | null | undefined;
|
|
6273
|
+
}[];
|
|
6274
|
+
};
|
|
5479
6275
|
maxReasoningTokens?: number | undefined;
|
|
5480
6276
|
}>;
|
|
5481
6277
|
messages: {
|
|
@@ -5996,16 +6792,16 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
5996
6792
|
}, "strip", z.ZodTypeAny, {
|
|
5997
6793
|
modality: "partial-tool-call";
|
|
5998
6794
|
index: number;
|
|
5999
|
-
name?: string | undefined;
|
|
6000
6795
|
metadata?: undefined;
|
|
6001
6796
|
id?: string | undefined;
|
|
6797
|
+
name?: string | undefined;
|
|
6002
6798
|
arguments?: string | undefined;
|
|
6003
6799
|
}, {
|
|
6004
6800
|
modality: "partial-tool-call";
|
|
6005
6801
|
index: number;
|
|
6006
|
-
name?: string | undefined;
|
|
6007
6802
|
metadata?: undefined;
|
|
6008
6803
|
id?: string | undefined;
|
|
6804
|
+
name?: string | undefined;
|
|
6009
6805
|
arguments?: string | undefined;
|
|
6010
6806
|
}>, z.ZodObject<{
|
|
6011
6807
|
modality: z.ZodLiteral<"partial-reasoning">;
|
|
@@ -6076,9 +6872,9 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6076
6872
|
} | {
|
|
6077
6873
|
modality: "partial-tool-call";
|
|
6078
6874
|
index: number;
|
|
6079
|
-
name?: string | undefined;
|
|
6080
6875
|
metadata?: undefined;
|
|
6081
6876
|
id?: string | undefined;
|
|
6877
|
+
name?: string | undefined;
|
|
6082
6878
|
arguments?: string | undefined;
|
|
6083
6879
|
};
|
|
6084
6880
|
metadata?: undefined;
|
|
@@ -6102,25 +6898,25 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6102
6898
|
} | {
|
|
6103
6899
|
modality: "partial-tool-call";
|
|
6104
6900
|
index: number;
|
|
6105
|
-
name?: string | undefined;
|
|
6106
6901
|
metadata?: undefined;
|
|
6107
6902
|
id?: string | undefined;
|
|
6903
|
+
name?: string | undefined;
|
|
6108
6904
|
arguments?: string | undefined;
|
|
6109
6905
|
};
|
|
6110
6906
|
metadata?: undefined;
|
|
6111
6907
|
}>, "many">;
|
|
6112
6908
|
usage: z.ZodOptional<z.ZodObject<{
|
|
6113
|
-
promptTokens: z.ZodNumber
|
|
6114
|
-
completionTokens: z.ZodNumber
|
|
6115
|
-
totalTokens: z.ZodNumber
|
|
6909
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
6910
|
+
completionTokens: z.ZodOptional<z.ZodNumber>;
|
|
6911
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
6116
6912
|
}, "strip", z.ZodTypeAny, {
|
|
6117
|
-
|
|
6118
|
-
|
|
6119
|
-
|
|
6913
|
+
promptTokens?: number | undefined;
|
|
6914
|
+
completionTokens?: number | undefined;
|
|
6915
|
+
totalTokens?: number | undefined;
|
|
6120
6916
|
}, {
|
|
6121
|
-
|
|
6122
|
-
|
|
6123
|
-
|
|
6917
|
+
promptTokens?: number | undefined;
|
|
6918
|
+
completionTokens?: number | undefined;
|
|
6919
|
+
totalTokens?: number | undefined;
|
|
6124
6920
|
}>>;
|
|
6125
6921
|
logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
|
|
6126
6922
|
token: z.ZodString;
|
|
@@ -6180,17 +6976,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6180
6976
|
} | {
|
|
6181
6977
|
modality: "partial-tool-call";
|
|
6182
6978
|
index: number;
|
|
6183
|
-
name?: string | undefined;
|
|
6184
6979
|
metadata?: undefined;
|
|
6185
6980
|
id?: string | undefined;
|
|
6981
|
+
name?: string | undefined;
|
|
6186
6982
|
arguments?: string | undefined;
|
|
6187
6983
|
};
|
|
6188
6984
|
metadata?: undefined;
|
|
6189
6985
|
}[];
|
|
6190
6986
|
usage?: {
|
|
6191
|
-
|
|
6192
|
-
|
|
6193
|
-
|
|
6987
|
+
promptTokens?: number | undefined;
|
|
6988
|
+
completionTokens?: number | undefined;
|
|
6989
|
+
totalTokens?: number | undefined;
|
|
6194
6990
|
} | undefined;
|
|
6195
6991
|
logProbs?: {
|
|
6196
6992
|
token: string;
|
|
@@ -6223,17 +7019,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6223
7019
|
} | {
|
|
6224
7020
|
modality: "partial-tool-call";
|
|
6225
7021
|
index: number;
|
|
6226
|
-
name?: string | undefined;
|
|
6227
7022
|
metadata?: undefined;
|
|
6228
7023
|
id?: string | undefined;
|
|
7024
|
+
name?: string | undefined;
|
|
6229
7025
|
arguments?: string | undefined;
|
|
6230
7026
|
};
|
|
6231
7027
|
metadata?: undefined;
|
|
6232
7028
|
}[];
|
|
6233
7029
|
usage?: {
|
|
6234
|
-
|
|
6235
|
-
|
|
6236
|
-
|
|
7030
|
+
promptTokens?: number | undefined;
|
|
7031
|
+
completionTokens?: number | undefined;
|
|
7032
|
+
totalTokens?: number | undefined;
|
|
6237
7033
|
} | undefined;
|
|
6238
7034
|
logProbs?: {
|
|
6239
7035
|
token: string;
|
|
@@ -6340,17 +7136,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6340
7136
|
} | {
|
|
6341
7137
|
modality: "partial-tool-call";
|
|
6342
7138
|
index: number;
|
|
6343
|
-
name?: string | undefined;
|
|
6344
7139
|
metadata?: undefined;
|
|
6345
7140
|
id?: string | undefined;
|
|
7141
|
+
name?: string | undefined;
|
|
6346
7142
|
arguments?: string | undefined;
|
|
6347
7143
|
};
|
|
6348
7144
|
metadata?: undefined;
|
|
6349
7145
|
}[];
|
|
6350
7146
|
usage?: {
|
|
6351
|
-
|
|
6352
|
-
|
|
6353
|
-
|
|
7147
|
+
promptTokens?: number | undefined;
|
|
7148
|
+
completionTokens?: number | undefined;
|
|
7149
|
+
totalTokens?: number | undefined;
|
|
6354
7150
|
} | undefined;
|
|
6355
7151
|
logProbs?: {
|
|
6356
7152
|
token: string;
|
|
@@ -6451,17 +7247,17 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
|
|
|
6451
7247
|
} | {
|
|
6452
7248
|
modality: "partial-tool-call";
|
|
6453
7249
|
index: number;
|
|
6454
|
-
name?: string | undefined;
|
|
6455
7250
|
metadata?: undefined;
|
|
6456
7251
|
id?: string | undefined;
|
|
7252
|
+
name?: string | undefined;
|
|
6457
7253
|
arguments?: string | undefined;
|
|
6458
7254
|
};
|
|
6459
7255
|
metadata?: undefined;
|
|
6460
7256
|
}[];
|
|
6461
7257
|
usage?: {
|
|
6462
|
-
|
|
6463
|
-
|
|
6464
|
-
|
|
7258
|
+
promptTokens?: number | undefined;
|
|
7259
|
+
completionTokens?: number | undefined;
|
|
7260
|
+
totalTokens?: number | undefined;
|
|
6465
7261
|
} | undefined;
|
|
6466
7262
|
logProbs?: {
|
|
6467
7263
|
token: string;
|
|
@@ -6618,26 +7414,26 @@ declare const GatewayOptions: z.ZodObject<{
|
|
|
6618
7414
|
detail: "low" | "medium" | "high" | "auto";
|
|
6619
7415
|
metadata?: undefined;
|
|
6620
7416
|
} | {
|
|
6621
|
-
name: string;
|
|
6622
7417
|
modality: "tool-call";
|
|
6623
7418
|
index: number;
|
|
6624
7419
|
id: string;
|
|
7420
|
+
name: string;
|
|
6625
7421
|
arguments: string;
|
|
6626
7422
|
metadata?: undefined;
|
|
6627
7423
|
} | {
|
|
6628
|
-
name: string;
|
|
6629
7424
|
modality: "tool-response";
|
|
6630
7425
|
data: string;
|
|
6631
7426
|
index: number;
|
|
6632
7427
|
id: string;
|
|
7428
|
+
name: string;
|
|
6633
7429
|
metadata?: undefined;
|
|
6634
7430
|
})[];
|
|
6635
7431
|
metadata?: undefined;
|
|
6636
7432
|
}[];
|
|
6637
7433
|
usage?: {
|
|
6638
|
-
totalTokens: number;
|
|
6639
7434
|
promptTokens: number;
|
|
6640
7435
|
completionTokens: number;
|
|
7436
|
+
totalTokens: number;
|
|
6641
7437
|
} | undefined;
|
|
6642
7438
|
logProbs?: {
|
|
6643
7439
|
token: string;
|
|
@@ -6750,26 +7546,26 @@ declare const GatewayOptions: z.ZodObject<{
|
|
|
6750
7546
|
detail: "low" | "medium" | "high" | "auto";
|
|
6751
7547
|
metadata?: undefined;
|
|
6752
7548
|
} | {
|
|
6753
|
-
name: string;
|
|
6754
7549
|
modality: "tool-call";
|
|
6755
7550
|
index: number;
|
|
6756
7551
|
id: string;
|
|
7552
|
+
name: string;
|
|
6757
7553
|
arguments: string;
|
|
6758
7554
|
metadata?: undefined;
|
|
6759
7555
|
} | {
|
|
6760
|
-
name: string;
|
|
6761
7556
|
modality: "tool-response";
|
|
6762
7557
|
data: string;
|
|
6763
7558
|
index: number;
|
|
6764
7559
|
id: string;
|
|
7560
|
+
name: string;
|
|
6765
7561
|
metadata?: undefined;
|
|
6766
7562
|
})[];
|
|
6767
7563
|
metadata?: undefined;
|
|
6768
7564
|
}[];
|
|
6769
7565
|
usage?: {
|
|
6770
|
-
totalTokens: number;
|
|
6771
7566
|
promptTokens: number;
|
|
6772
7567
|
completionTokens: number;
|
|
7568
|
+
totalTokens: number;
|
|
6773
7569
|
} | undefined;
|
|
6774
7570
|
logProbs?: {
|
|
6775
7571
|
token: string;
|
|
@@ -6991,26 +7787,26 @@ declare const GatewayOptions: z.ZodObject<{
|
|
|
6991
7787
|
detail: "low" | "medium" | "high" | "auto";
|
|
6992
7788
|
metadata?: undefined;
|
|
6993
7789
|
} | {
|
|
6994
|
-
name: string;
|
|
6995
7790
|
modality: "tool-call";
|
|
6996
7791
|
index: number;
|
|
6997
7792
|
id: string;
|
|
7793
|
+
name: string;
|
|
6998
7794
|
arguments: string;
|
|
6999
7795
|
metadata?: undefined;
|
|
7000
7796
|
} | {
|
|
7001
|
-
name: string;
|
|
7002
7797
|
modality: "tool-response";
|
|
7003
7798
|
data: string;
|
|
7004
7799
|
index: number;
|
|
7005
7800
|
id: string;
|
|
7801
|
+
name: string;
|
|
7006
7802
|
metadata?: undefined;
|
|
7007
7803
|
})[];
|
|
7008
7804
|
metadata?: undefined;
|
|
7009
7805
|
}[];
|
|
7010
7806
|
usage?: {
|
|
7011
|
-
totalTokens: number;
|
|
7012
7807
|
promptTokens: number;
|
|
7013
7808
|
completionTokens: number;
|
|
7809
|
+
totalTokens: number;
|
|
7014
7810
|
} | undefined;
|
|
7015
7811
|
logProbs?: {
|
|
7016
7812
|
token: string;
|
|
@@ -7186,26 +7982,26 @@ declare const GatewayOptions: z.ZodObject<{
|
|
|
7186
7982
|
detail: "low" | "medium" | "high" | "auto";
|
|
7187
7983
|
metadata?: undefined;
|
|
7188
7984
|
} | {
|
|
7189
|
-
name: string;
|
|
7190
7985
|
modality: "tool-call";
|
|
7191
7986
|
index: number;
|
|
7192
7987
|
id: string;
|
|
7988
|
+
name: string;
|
|
7193
7989
|
arguments: string;
|
|
7194
7990
|
metadata?: undefined;
|
|
7195
7991
|
} | {
|
|
7196
|
-
name: string;
|
|
7197
7992
|
modality: "tool-response";
|
|
7198
7993
|
data: string;
|
|
7199
7994
|
index: number;
|
|
7200
7995
|
id: string;
|
|
7996
|
+
name: string;
|
|
7201
7997
|
metadata?: undefined;
|
|
7202
7998
|
})[];
|
|
7203
7999
|
metadata?: undefined;
|
|
7204
8000
|
}[];
|
|
7205
8001
|
usage?: {
|
|
7206
|
-
totalTokens: number;
|
|
7207
8002
|
promptTokens: number;
|
|
7208
8003
|
completionTokens: number;
|
|
8004
|
+
totalTokens: number;
|
|
7209
8005
|
} | undefined;
|
|
7210
8006
|
logProbs?: {
|
|
7211
8007
|
token: string;
|
|
@@ -7323,6 +8119,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
|
|
|
7323
8119
|
}>;
|
|
7324
8120
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
7325
8121
|
};
|
|
8122
|
+
price: {
|
|
8123
|
+
modelName: string;
|
|
8124
|
+
currency: string;
|
|
8125
|
+
tokenRanges: {
|
|
8126
|
+
minTokens: number;
|
|
8127
|
+
prices: {
|
|
8128
|
+
base: {
|
|
8129
|
+
inputPricePerMillion: number;
|
|
8130
|
+
outputPricePerMillion: number;
|
|
8131
|
+
};
|
|
8132
|
+
};
|
|
8133
|
+
maxTokens?: number | null | undefined;
|
|
8134
|
+
}[];
|
|
8135
|
+
};
|
|
7326
8136
|
maxReasoningTokens?: number | undefined;
|
|
7327
8137
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
7328
8138
|
name: string;
|
|
@@ -7369,6 +8179,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
|
|
|
7369
8179
|
}>;
|
|
7370
8180
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
7371
8181
|
};
|
|
8182
|
+
price: {
|
|
8183
|
+
modelName: string;
|
|
8184
|
+
currency: string;
|
|
8185
|
+
tokenRanges: {
|
|
8186
|
+
minTokens: number;
|
|
8187
|
+
prices: {
|
|
8188
|
+
base: {
|
|
8189
|
+
inputPricePerMillion: number;
|
|
8190
|
+
outputPricePerMillion: number;
|
|
8191
|
+
};
|
|
8192
|
+
};
|
|
8193
|
+
maxTokens?: number | null | undefined;
|
|
8194
|
+
}[];
|
|
8195
|
+
};
|
|
7372
8196
|
maxReasoningTokens?: number | undefined;
|
|
7373
8197
|
}>>;
|
|
7374
8198
|
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
@@ -7737,6 +8561,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
|
|
|
7737
8561
|
}>;
|
|
7738
8562
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
7739
8563
|
};
|
|
8564
|
+
price: {
|
|
8565
|
+
modelName: string;
|
|
8566
|
+
currency: string;
|
|
8567
|
+
tokenRanges: {
|
|
8568
|
+
minTokens: number;
|
|
8569
|
+
prices: {
|
|
8570
|
+
base: {
|
|
8571
|
+
inputPricePerMillion: number;
|
|
8572
|
+
outputPricePerMillion: number;
|
|
8573
|
+
};
|
|
8574
|
+
};
|
|
8575
|
+
maxTokens?: number | null | undefined;
|
|
8576
|
+
}[];
|
|
8577
|
+
};
|
|
7740
8578
|
maxReasoningTokens?: number | undefined;
|
|
7741
8579
|
}>;
|
|
7742
8580
|
messages: {
|
|
@@ -7849,6 +8687,20 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
|
|
|
7849
8687
|
}>;
|
|
7850
8688
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
7851
8689
|
};
|
|
8690
|
+
price: {
|
|
8691
|
+
modelName: string;
|
|
8692
|
+
currency: string;
|
|
8693
|
+
tokenRanges: {
|
|
8694
|
+
minTokens: number;
|
|
8695
|
+
prices: {
|
|
8696
|
+
base: {
|
|
8697
|
+
inputPricePerMillion: number;
|
|
8698
|
+
outputPricePerMillion: number;
|
|
8699
|
+
};
|
|
8700
|
+
};
|
|
8701
|
+
maxTokens?: number | null | undefined;
|
|
8702
|
+
}[];
|
|
8703
|
+
};
|
|
7852
8704
|
maxReasoningTokens?: number | undefined;
|
|
7853
8705
|
}>;
|
|
7854
8706
|
messages: {
|
|
@@ -7962,6 +8814,20 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
|
|
|
7962
8814
|
}>;
|
|
7963
8815
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
7964
8816
|
};
|
|
8817
|
+
price: {
|
|
8818
|
+
modelName: string;
|
|
8819
|
+
currency: string;
|
|
8820
|
+
tokenRanges: {
|
|
8821
|
+
minTokens: number;
|
|
8822
|
+
prices: {
|
|
8823
|
+
base: {
|
|
8824
|
+
inputPricePerMillion: number;
|
|
8825
|
+
outputPricePerMillion: number;
|
|
8826
|
+
};
|
|
8827
|
+
};
|
|
8828
|
+
maxTokens?: number | null | undefined;
|
|
8829
|
+
}[];
|
|
8830
|
+
};
|
|
7965
8831
|
maxReasoningTokens?: number | undefined;
|
|
7966
8832
|
}>, z.ZodTypeDef, ChatModelV1<{
|
|
7967
8833
|
name: string;
|
|
@@ -8008,6 +8874,20 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
|
|
|
8008
8874
|
}>;
|
|
8009
8875
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8010
8876
|
};
|
|
8877
|
+
price: {
|
|
8878
|
+
modelName: string;
|
|
8879
|
+
currency: string;
|
|
8880
|
+
tokenRanges: {
|
|
8881
|
+
minTokens: number;
|
|
8882
|
+
prices: {
|
|
8883
|
+
base: {
|
|
8884
|
+
inputPricePerMillion: number;
|
|
8885
|
+
outputPricePerMillion: number;
|
|
8886
|
+
};
|
|
8887
|
+
};
|
|
8888
|
+
maxTokens?: number | null | undefined;
|
|
8889
|
+
}[];
|
|
8890
|
+
};
|
|
8011
8891
|
maxReasoningTokens?: number | undefined;
|
|
8012
8892
|
}>>;
|
|
8013
8893
|
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
@@ -8374,6 +9254,146 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
|
|
|
8374
9254
|
}>;
|
|
8375
9255
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8376
9256
|
};
|
|
9257
|
+
price: {
|
|
9258
|
+
modelName: string;
|
|
9259
|
+
currency: string;
|
|
9260
|
+
tokenRanges: {
|
|
9261
|
+
minTokens: number;
|
|
9262
|
+
prices: {
|
|
9263
|
+
base: {
|
|
9264
|
+
inputPricePerMillion: number;
|
|
9265
|
+
outputPricePerMillion: number;
|
|
9266
|
+
};
|
|
9267
|
+
};
|
|
9268
|
+
maxTokens?: number | null | undefined;
|
|
9269
|
+
}[];
|
|
9270
|
+
};
|
|
9271
|
+
maxReasoningTokens?: number | undefined;
|
|
9272
|
+
}>;
|
|
9273
|
+
messages: {
|
|
9274
|
+
role: "system" | "user" | "assistant" | "tool";
|
|
9275
|
+
content: ({
|
|
9276
|
+
value: {
|
|
9277
|
+
type: "thinking";
|
|
9278
|
+
thinking: string;
|
|
9279
|
+
signature: string;
|
|
9280
|
+
} | {
|
|
9281
|
+
type: "redacted";
|
|
9282
|
+
data: string;
|
|
9283
|
+
};
|
|
9284
|
+
modality: "reasoning";
|
|
9285
|
+
metadata?: any;
|
|
9286
|
+
} | {
|
|
9287
|
+
value: string;
|
|
9288
|
+
modality: "text";
|
|
9289
|
+
metadata?: undefined;
|
|
9290
|
+
} | {
|
|
9291
|
+
value: {
|
|
9292
|
+
type: "base64";
|
|
9293
|
+
base64: string;
|
|
9294
|
+
media_type: "png" | "jpeg" | "webp" | "gif";
|
|
9295
|
+
} | {
|
|
9296
|
+
type: "url";
|
|
9297
|
+
url: string;
|
|
9298
|
+
};
|
|
9299
|
+
modality: "image";
|
|
9300
|
+
detail: "low" | "medium" | "high" | "auto";
|
|
9301
|
+
metadata?: undefined;
|
|
9302
|
+
} | {
|
|
9303
|
+
id: string;
|
|
9304
|
+
name: string;
|
|
9305
|
+
modality: "tool-call";
|
|
9306
|
+
index: number;
|
|
9307
|
+
arguments: string;
|
|
9308
|
+
metadata?: undefined;
|
|
9309
|
+
} | {
|
|
9310
|
+
data: string;
|
|
9311
|
+
id: string;
|
|
9312
|
+
name: string;
|
|
9313
|
+
modality: "tool-response";
|
|
9314
|
+
index: number;
|
|
9315
|
+
metadata?: undefined;
|
|
9316
|
+
})[];
|
|
9317
|
+
metadata?: undefined;
|
|
9318
|
+
}[];
|
|
9319
|
+
options?: {
|
|
9320
|
+
customHeaders?: Record<string, string> | undefined;
|
|
9321
|
+
metadataForCallbacks?: any;
|
|
9322
|
+
} | undefined;
|
|
9323
|
+
tools?: {
|
|
9324
|
+
type: "function";
|
|
9325
|
+
definition: {
|
|
9326
|
+
schema: {
|
|
9327
|
+
name: string;
|
|
9328
|
+
description: string;
|
|
9329
|
+
strict?: boolean | undefined;
|
|
9330
|
+
parameters?: any;
|
|
9331
|
+
};
|
|
9332
|
+
};
|
|
9333
|
+
metadata?: any;
|
|
9334
|
+
}[] | undefined;
|
|
9335
|
+
abortSignal?: AbortSignal | undefined;
|
|
9336
|
+
}, {
|
|
9337
|
+
config: Record<string, any>;
|
|
9338
|
+
model: ChatModelV1<{
|
|
9339
|
+
name: string;
|
|
9340
|
+
description: string;
|
|
9341
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
9342
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9343
|
+
maxInputTokens: number;
|
|
9344
|
+
maxOutputTokens: number;
|
|
9345
|
+
config: {
|
|
9346
|
+
def: Record<string, {
|
|
9347
|
+
type: "multi-string";
|
|
9348
|
+
param: string;
|
|
9349
|
+
title: string;
|
|
9350
|
+
description: string;
|
|
9351
|
+
max: number;
|
|
9352
|
+
} | {
|
|
9353
|
+
type: "object-schema";
|
|
9354
|
+
param: string;
|
|
9355
|
+
title: string;
|
|
9356
|
+
description: string;
|
|
9357
|
+
objectSchema?: any;
|
|
9358
|
+
} | {
|
|
9359
|
+
type: "range";
|
|
9360
|
+
param: string;
|
|
9361
|
+
title: string;
|
|
9362
|
+
description: string;
|
|
9363
|
+
max: number;
|
|
9364
|
+
default: number;
|
|
9365
|
+
min: number;
|
|
9366
|
+
step: number;
|
|
9367
|
+
} | {
|
|
9368
|
+
type: "select-boolean";
|
|
9369
|
+
param: string;
|
|
9370
|
+
title: string;
|
|
9371
|
+
description: string;
|
|
9372
|
+
default: boolean | null;
|
|
9373
|
+
} | {
|
|
9374
|
+
type: "select-string";
|
|
9375
|
+
param: string;
|
|
9376
|
+
title: string;
|
|
9377
|
+
description: string;
|
|
9378
|
+
default: string;
|
|
9379
|
+
choices: string[];
|
|
9380
|
+
}>;
|
|
9381
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9382
|
+
};
|
|
9383
|
+
price: {
|
|
9384
|
+
modelName: string;
|
|
9385
|
+
currency: string;
|
|
9386
|
+
tokenRanges: {
|
|
9387
|
+
minTokens: number;
|
|
9388
|
+
prices: {
|
|
9389
|
+
base: {
|
|
9390
|
+
inputPricePerMillion: number;
|
|
9391
|
+
outputPricePerMillion: number;
|
|
9392
|
+
};
|
|
9393
|
+
};
|
|
9394
|
+
maxTokens?: number | null | undefined;
|
|
9395
|
+
}[];
|
|
9396
|
+
};
|
|
8377
9397
|
maxReasoningTokens?: number | undefined;
|
|
8378
9398
|
}>;
|
|
8379
9399
|
messages: {
|
|
@@ -8421,27 +9441,281 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
|
|
|
8421
9441
|
metadata?: undefined;
|
|
8422
9442
|
})[];
|
|
8423
9443
|
metadata?: undefined;
|
|
8424
|
-
}[];
|
|
9444
|
+
}[];
|
|
9445
|
+
options?: {
|
|
9446
|
+
customHeaders?: Record<string, string> | undefined;
|
|
9447
|
+
metadataForCallbacks?: any;
|
|
9448
|
+
} | undefined;
|
|
9449
|
+
tools?: {
|
|
9450
|
+
type: "function";
|
|
9451
|
+
definition: {
|
|
9452
|
+
schema: {
|
|
9453
|
+
name: string;
|
|
9454
|
+
description: string;
|
|
9455
|
+
strict?: boolean | undefined;
|
|
9456
|
+
parameters?: any;
|
|
9457
|
+
};
|
|
9458
|
+
};
|
|
9459
|
+
metadata?: any;
|
|
9460
|
+
}[] | undefined;
|
|
9461
|
+
abortSignal?: AbortSignal | undefined;
|
|
9462
|
+
}>;
|
|
9463
|
+
type GatewayStreamChatRequestType = z.infer<typeof GatewayStreamChatRequest>;
|
|
9464
|
+
declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
9465
|
+
model: z.ZodType<EmbeddingModelV1<{
|
|
9466
|
+
description: string;
|
|
9467
|
+
name: string;
|
|
9468
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9469
|
+
maxInputTokens: number;
|
|
9470
|
+
maxOutputTokens: number;
|
|
9471
|
+
config: {
|
|
9472
|
+
def: Record<string, {
|
|
9473
|
+
type: "multi-string";
|
|
9474
|
+
param: string;
|
|
9475
|
+
title: string;
|
|
9476
|
+
description: string;
|
|
9477
|
+
max: number;
|
|
9478
|
+
} | {
|
|
9479
|
+
type: "object-schema";
|
|
9480
|
+
param: string;
|
|
9481
|
+
title: string;
|
|
9482
|
+
description: string;
|
|
9483
|
+
objectSchema?: any;
|
|
9484
|
+
} | {
|
|
9485
|
+
type: "range";
|
|
9486
|
+
param: string;
|
|
9487
|
+
title: string;
|
|
9488
|
+
description: string;
|
|
9489
|
+
max: number;
|
|
9490
|
+
default: number;
|
|
9491
|
+
min: number;
|
|
9492
|
+
step: number;
|
|
9493
|
+
} | {
|
|
9494
|
+
type: "select-boolean";
|
|
9495
|
+
param: string;
|
|
9496
|
+
title: string;
|
|
9497
|
+
description: string;
|
|
9498
|
+
default: boolean | null;
|
|
9499
|
+
} | {
|
|
9500
|
+
type: "select-string";
|
|
9501
|
+
param: string;
|
|
9502
|
+
title: string;
|
|
9503
|
+
description: string;
|
|
9504
|
+
default: string;
|
|
9505
|
+
choices: string[];
|
|
9506
|
+
}>;
|
|
9507
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9508
|
+
};
|
|
9509
|
+
}>, z.ZodTypeDef, EmbeddingModelV1<{
|
|
9510
|
+
description: string;
|
|
9511
|
+
name: string;
|
|
9512
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9513
|
+
maxInputTokens: number;
|
|
9514
|
+
maxOutputTokens: number;
|
|
9515
|
+
config: {
|
|
9516
|
+
def: Record<string, {
|
|
9517
|
+
type: "multi-string";
|
|
9518
|
+
param: string;
|
|
9519
|
+
title: string;
|
|
9520
|
+
description: string;
|
|
9521
|
+
max: number;
|
|
9522
|
+
} | {
|
|
9523
|
+
type: "object-schema";
|
|
9524
|
+
param: string;
|
|
9525
|
+
title: string;
|
|
9526
|
+
description: string;
|
|
9527
|
+
objectSchema?: any;
|
|
9528
|
+
} | {
|
|
9529
|
+
type: "range";
|
|
9530
|
+
param: string;
|
|
9531
|
+
title: string;
|
|
9532
|
+
description: string;
|
|
9533
|
+
max: number;
|
|
9534
|
+
default: number;
|
|
9535
|
+
min: number;
|
|
9536
|
+
step: number;
|
|
9537
|
+
} | {
|
|
9538
|
+
type: "select-boolean";
|
|
9539
|
+
param: string;
|
|
9540
|
+
title: string;
|
|
9541
|
+
description: string;
|
|
9542
|
+
default: boolean | null;
|
|
9543
|
+
} | {
|
|
9544
|
+
type: "select-string";
|
|
9545
|
+
param: string;
|
|
9546
|
+
title: string;
|
|
9547
|
+
description: string;
|
|
9548
|
+
default: string;
|
|
9549
|
+
choices: string[];
|
|
9550
|
+
}>;
|
|
9551
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9552
|
+
};
|
|
9553
|
+
}>>;
|
|
9554
|
+
config: z.ZodRecord<z.ZodString, z.ZodAny>;
|
|
9555
|
+
embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
|
|
9556
|
+
modality: z.ZodLiteral<"text">;
|
|
9557
|
+
metadata: z.ZodUndefined;
|
|
9558
|
+
requests: z.ZodArray<z.ZodString, "many">;
|
|
9559
|
+
}, "strip", z.ZodTypeAny, {
|
|
9560
|
+
modality: "text";
|
|
9561
|
+
requests: string[];
|
|
9562
|
+
metadata?: undefined;
|
|
9563
|
+
}, {
|
|
9564
|
+
modality: "text";
|
|
9565
|
+
requests: string[];
|
|
9566
|
+
metadata?: undefined;
|
|
9567
|
+
}>, z.ZodObject<{
|
|
9568
|
+
modality: z.ZodLiteral<"token">;
|
|
9569
|
+
metadata: z.ZodUndefined;
|
|
9570
|
+
requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
|
|
9571
|
+
}, "strip", z.ZodTypeAny, {
|
|
9572
|
+
modality: "token";
|
|
9573
|
+
requests: number[][];
|
|
9574
|
+
metadata?: undefined;
|
|
9575
|
+
}, {
|
|
9576
|
+
modality: "token";
|
|
9577
|
+
requests: number[][];
|
|
9578
|
+
metadata?: undefined;
|
|
9579
|
+
}>]>;
|
|
9580
|
+
options: z.ZodOptional<z.ZodObject<{
|
|
9581
|
+
enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
9582
|
+
customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
9583
|
+
metadataForCallbacks: z.ZodOptional<z.ZodAny>;
|
|
9584
|
+
}, "strip", z.ZodTypeAny, {
|
|
9585
|
+
enableCache: boolean;
|
|
9586
|
+
customHeaders?: Record<string, string> | undefined;
|
|
9587
|
+
metadataForCallbacks?: any;
|
|
9588
|
+
}, {
|
|
9589
|
+
enableCache?: boolean | undefined;
|
|
9590
|
+
customHeaders?: Record<string, string> | undefined;
|
|
9591
|
+
metadataForCallbacks?: any;
|
|
9592
|
+
}>>;
|
|
9593
|
+
}, "strip", z.ZodTypeAny, {
|
|
9594
|
+
config: Record<string, any>;
|
|
9595
|
+
model: EmbeddingModelV1<{
|
|
9596
|
+
description: string;
|
|
9597
|
+
name: string;
|
|
9598
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9599
|
+
maxInputTokens: number;
|
|
9600
|
+
maxOutputTokens: number;
|
|
9601
|
+
config: {
|
|
9602
|
+
def: Record<string, {
|
|
9603
|
+
type: "multi-string";
|
|
9604
|
+
param: string;
|
|
9605
|
+
title: string;
|
|
9606
|
+
description: string;
|
|
9607
|
+
max: number;
|
|
9608
|
+
} | {
|
|
9609
|
+
type: "object-schema";
|
|
9610
|
+
param: string;
|
|
9611
|
+
title: string;
|
|
9612
|
+
description: string;
|
|
9613
|
+
objectSchema?: any;
|
|
9614
|
+
} | {
|
|
9615
|
+
type: "range";
|
|
9616
|
+
param: string;
|
|
9617
|
+
title: string;
|
|
9618
|
+
description: string;
|
|
9619
|
+
max: number;
|
|
9620
|
+
default: number;
|
|
9621
|
+
min: number;
|
|
9622
|
+
step: number;
|
|
9623
|
+
} | {
|
|
9624
|
+
type: "select-boolean";
|
|
9625
|
+
param: string;
|
|
9626
|
+
title: string;
|
|
9627
|
+
description: string;
|
|
9628
|
+
default: boolean | null;
|
|
9629
|
+
} | {
|
|
9630
|
+
type: "select-string";
|
|
9631
|
+
param: string;
|
|
9632
|
+
title: string;
|
|
9633
|
+
description: string;
|
|
9634
|
+
default: string;
|
|
9635
|
+
choices: string[];
|
|
9636
|
+
}>;
|
|
9637
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9638
|
+
};
|
|
9639
|
+
}>;
|
|
9640
|
+
embeddingRequests: {
|
|
9641
|
+
modality: "text";
|
|
9642
|
+
requests: string[];
|
|
9643
|
+
metadata?: undefined;
|
|
9644
|
+
} | {
|
|
9645
|
+
modality: "token";
|
|
9646
|
+
requests: number[][];
|
|
9647
|
+
metadata?: undefined;
|
|
9648
|
+
};
|
|
9649
|
+
options?: {
|
|
9650
|
+
enableCache: boolean;
|
|
9651
|
+
customHeaders?: Record<string, string> | undefined;
|
|
9652
|
+
metadataForCallbacks?: any;
|
|
9653
|
+
} | undefined;
|
|
9654
|
+
}, {
|
|
9655
|
+
config: Record<string, any>;
|
|
9656
|
+
model: EmbeddingModelV1<{
|
|
9657
|
+
description: string;
|
|
9658
|
+
name: string;
|
|
9659
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9660
|
+
maxInputTokens: number;
|
|
9661
|
+
maxOutputTokens: number;
|
|
9662
|
+
config: {
|
|
9663
|
+
def: Record<string, {
|
|
9664
|
+
type: "multi-string";
|
|
9665
|
+
param: string;
|
|
9666
|
+
title: string;
|
|
9667
|
+
description: string;
|
|
9668
|
+
max: number;
|
|
9669
|
+
} | {
|
|
9670
|
+
type: "object-schema";
|
|
9671
|
+
param: string;
|
|
9672
|
+
title: string;
|
|
9673
|
+
description: string;
|
|
9674
|
+
objectSchema?: any;
|
|
9675
|
+
} | {
|
|
9676
|
+
type: "range";
|
|
9677
|
+
param: string;
|
|
9678
|
+
title: string;
|
|
9679
|
+
description: string;
|
|
9680
|
+
max: number;
|
|
9681
|
+
default: number;
|
|
9682
|
+
min: number;
|
|
9683
|
+
step: number;
|
|
9684
|
+
} | {
|
|
9685
|
+
type: "select-boolean";
|
|
9686
|
+
param: string;
|
|
9687
|
+
title: string;
|
|
9688
|
+
description: string;
|
|
9689
|
+
default: boolean | null;
|
|
9690
|
+
} | {
|
|
9691
|
+
type: "select-string";
|
|
9692
|
+
param: string;
|
|
9693
|
+
title: string;
|
|
9694
|
+
description: string;
|
|
9695
|
+
default: string;
|
|
9696
|
+
choices: string[];
|
|
9697
|
+
}>;
|
|
9698
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9699
|
+
};
|
|
9700
|
+
}>;
|
|
9701
|
+
embeddingRequests: {
|
|
9702
|
+
modality: "text";
|
|
9703
|
+
requests: string[];
|
|
9704
|
+
metadata?: undefined;
|
|
9705
|
+
} | {
|
|
9706
|
+
modality: "token";
|
|
9707
|
+
requests: number[][];
|
|
9708
|
+
metadata?: undefined;
|
|
9709
|
+
};
|
|
8425
9710
|
options?: {
|
|
9711
|
+
enableCache?: boolean | undefined;
|
|
8426
9712
|
customHeaders?: Record<string, string> | undefined;
|
|
8427
9713
|
metadataForCallbacks?: any;
|
|
8428
9714
|
} | undefined;
|
|
8429
|
-
|
|
8430
|
-
|
|
8431
|
-
|
|
8432
|
-
|
|
8433
|
-
name: string;
|
|
8434
|
-
description: string;
|
|
8435
|
-
strict?: boolean | undefined;
|
|
8436
|
-
parameters?: any;
|
|
8437
|
-
};
|
|
8438
|
-
};
|
|
8439
|
-
metadata?: any;
|
|
8440
|
-
}[] | undefined;
|
|
8441
|
-
abortSignal?: AbortSignal | undefined;
|
|
8442
|
-
}, {
|
|
8443
|
-
config: Record<string, any>;
|
|
8444
|
-
model: ChatModelV1<{
|
|
9715
|
+
}>;
|
|
9716
|
+
type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsRequest>;
|
|
9717
|
+
declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
|
|
9718
|
+
model: z.ZodType<ChatModelV1<{
|
|
8445
9719
|
name: string;
|
|
8446
9720
|
description: string;
|
|
8447
9721
|
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
@@ -8486,78 +9760,26 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
|
|
|
8486
9760
|
}>;
|
|
8487
9761
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8488
9762
|
};
|
|
8489
|
-
|
|
8490
|
-
|
|
8491
|
-
|
|
8492
|
-
|
|
8493
|
-
|
|
8494
|
-
|
|
8495
|
-
|
|
8496
|
-
|
|
8497
|
-
|
|
8498
|
-
|
|
8499
|
-
|
|
8500
|
-
|
|
8501
|
-
};
|
|
8502
|
-
modality: "reasoning";
|
|
8503
|
-
metadata?: any;
|
|
8504
|
-
} | {
|
|
8505
|
-
value: string;
|
|
8506
|
-
modality: "text";
|
|
8507
|
-
metadata?: undefined;
|
|
8508
|
-
} | {
|
|
8509
|
-
value: {
|
|
8510
|
-
type: "base64";
|
|
8511
|
-
base64: string;
|
|
8512
|
-
media_type: "png" | "jpeg" | "webp" | "gif";
|
|
8513
|
-
} | {
|
|
8514
|
-
type: "url";
|
|
8515
|
-
url: string;
|
|
8516
|
-
};
|
|
8517
|
-
modality: "image";
|
|
8518
|
-
detail: "low" | "medium" | "high" | "auto";
|
|
8519
|
-
metadata?: undefined;
|
|
8520
|
-
} | {
|
|
8521
|
-
id: string;
|
|
8522
|
-
name: string;
|
|
8523
|
-
modality: "tool-call";
|
|
8524
|
-
index: number;
|
|
8525
|
-
arguments: string;
|
|
8526
|
-
metadata?: undefined;
|
|
8527
|
-
} | {
|
|
8528
|
-
data: string;
|
|
8529
|
-
id: string;
|
|
8530
|
-
name: string;
|
|
8531
|
-
modality: "tool-response";
|
|
8532
|
-
index: number;
|
|
8533
|
-
metadata?: undefined;
|
|
8534
|
-
})[];
|
|
8535
|
-
metadata?: undefined;
|
|
8536
|
-
}[];
|
|
8537
|
-
options?: {
|
|
8538
|
-
customHeaders?: Record<string, string> | undefined;
|
|
8539
|
-
metadataForCallbacks?: any;
|
|
8540
|
-
} | undefined;
|
|
8541
|
-
tools?: {
|
|
8542
|
-
type: "function";
|
|
8543
|
-
definition: {
|
|
8544
|
-
schema: {
|
|
8545
|
-
name: string;
|
|
8546
|
-
description: string;
|
|
8547
|
-
strict?: boolean | undefined;
|
|
8548
|
-
parameters?: any;
|
|
8549
|
-
};
|
|
9763
|
+
price: {
|
|
9764
|
+
modelName: string;
|
|
9765
|
+
currency: string;
|
|
9766
|
+
tokenRanges: {
|
|
9767
|
+
minTokens: number;
|
|
9768
|
+
prices: {
|
|
9769
|
+
base: {
|
|
9770
|
+
inputPricePerMillion: number;
|
|
9771
|
+
outputPricePerMillion: number;
|
|
9772
|
+
};
|
|
9773
|
+
};
|
|
9774
|
+
maxTokens?: number | null | undefined;
|
|
9775
|
+
}[];
|
|
8550
9776
|
};
|
|
8551
|
-
|
|
8552
|
-
}
|
|
8553
|
-
abortSignal?: AbortSignal | undefined;
|
|
8554
|
-
}>;
|
|
8555
|
-
type GatewayStreamChatRequestType = z.infer<typeof GatewayStreamChatRequest>;
|
|
8556
|
-
declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
8557
|
-
model: z.ZodType<EmbeddingModelV1<{
|
|
8558
|
-
description: string;
|
|
9777
|
+
maxReasoningTokens?: number | undefined;
|
|
9778
|
+
}>, z.ZodTypeDef, ChatModelV1<{
|
|
8559
9779
|
name: string;
|
|
8560
|
-
|
|
9780
|
+
description: string;
|
|
9781
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
9782
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
8561
9783
|
maxInputTokens: number;
|
|
8562
9784
|
maxOutputTokens: number;
|
|
8563
9785
|
config: {
|
|
@@ -8598,10 +9820,32 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
|
8598
9820
|
}>;
|
|
8599
9821
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8600
9822
|
};
|
|
8601
|
-
|
|
8602
|
-
|
|
9823
|
+
price: {
|
|
9824
|
+
modelName: string;
|
|
9825
|
+
currency: string;
|
|
9826
|
+
tokenRanges: {
|
|
9827
|
+
minTokens: number;
|
|
9828
|
+
prices: {
|
|
9829
|
+
base: {
|
|
9830
|
+
inputPricePerMillion: number;
|
|
9831
|
+
outputPricePerMillion: number;
|
|
9832
|
+
};
|
|
9833
|
+
};
|
|
9834
|
+
maxTokens?: number | null | undefined;
|
|
9835
|
+
}[];
|
|
9836
|
+
};
|
|
9837
|
+
maxReasoningTokens?: number | undefined;
|
|
9838
|
+
}>>;
|
|
9839
|
+
data: z.ZodAny;
|
|
9840
|
+
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
9841
|
+
query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
9842
|
+
}, "strip", z.ZodTypeAny, {
|
|
9843
|
+
headers: Record<string, string>;
|
|
9844
|
+
model: ChatModelV1<{
|
|
8603
9845
|
name: string;
|
|
8604
|
-
|
|
9846
|
+
description: string;
|
|
9847
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
9848
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
8605
9849
|
maxInputTokens: number;
|
|
8606
9850
|
maxOutputTokens: number;
|
|
8607
9851
|
config: {
|
|
@@ -8642,52 +9886,31 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
|
8642
9886
|
}>;
|
|
8643
9887
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8644
9888
|
};
|
|
8645
|
-
|
|
8646
|
-
|
|
8647
|
-
|
|
8648
|
-
|
|
8649
|
-
|
|
8650
|
-
|
|
8651
|
-
|
|
8652
|
-
|
|
8653
|
-
|
|
8654
|
-
|
|
8655
|
-
|
|
8656
|
-
|
|
8657
|
-
|
|
8658
|
-
|
|
8659
|
-
|
|
8660
|
-
|
|
8661
|
-
|
|
8662
|
-
|
|
8663
|
-
|
|
8664
|
-
|
|
8665
|
-
|
|
8666
|
-
metadata?: undefined;
|
|
8667
|
-
}, {
|
|
8668
|
-
modality: "token";
|
|
8669
|
-
requests: number[][];
|
|
8670
|
-
metadata?: undefined;
|
|
8671
|
-
}>]>;
|
|
8672
|
-
options: z.ZodOptional<z.ZodObject<{
|
|
8673
|
-
enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
8674
|
-
customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
8675
|
-
metadataForCallbacks: z.ZodOptional<z.ZodAny>;
|
|
8676
|
-
}, "strip", z.ZodTypeAny, {
|
|
8677
|
-
enableCache: boolean;
|
|
8678
|
-
customHeaders?: Record<string, string> | undefined;
|
|
8679
|
-
metadataForCallbacks?: any;
|
|
8680
|
-
}, {
|
|
8681
|
-
enableCache?: boolean | undefined;
|
|
8682
|
-
customHeaders?: Record<string, string> | undefined;
|
|
8683
|
-
metadataForCallbacks?: any;
|
|
8684
|
-
}>>;
|
|
8685
|
-
}, "strip", z.ZodTypeAny, {
|
|
8686
|
-
config: Record<string, any>;
|
|
8687
|
-
model: EmbeddingModelV1<{
|
|
8688
|
-
description: string;
|
|
9889
|
+
price: {
|
|
9890
|
+
modelName: string;
|
|
9891
|
+
currency: string;
|
|
9892
|
+
tokenRanges: {
|
|
9893
|
+
minTokens: number;
|
|
9894
|
+
prices: {
|
|
9895
|
+
base: {
|
|
9896
|
+
inputPricePerMillion: number;
|
|
9897
|
+
outputPricePerMillion: number;
|
|
9898
|
+
};
|
|
9899
|
+
};
|
|
9900
|
+
maxTokens?: number | null | undefined;
|
|
9901
|
+
}[];
|
|
9902
|
+
};
|
|
9903
|
+
maxReasoningTokens?: number | undefined;
|
|
9904
|
+
}>;
|
|
9905
|
+
data?: any;
|
|
9906
|
+
query?: Record<string, string> | undefined;
|
|
9907
|
+
}, {
|
|
9908
|
+
headers: Record<string, string>;
|
|
9909
|
+
model: ChatModelV1<{
|
|
8689
9910
|
name: string;
|
|
8690
|
-
|
|
9911
|
+
description: string;
|
|
9912
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
9913
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
8691
9914
|
maxInputTokens: number;
|
|
8692
9915
|
maxOutputTokens: number;
|
|
8693
9916
|
config: {
|
|
@@ -8728,27 +9951,92 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
|
8728
9951
|
}>;
|
|
8729
9952
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8730
9953
|
};
|
|
9954
|
+
price: {
|
|
9955
|
+
modelName: string;
|
|
9956
|
+
currency: string;
|
|
9957
|
+
tokenRanges: {
|
|
9958
|
+
minTokens: number;
|
|
9959
|
+
prices: {
|
|
9960
|
+
base: {
|
|
9961
|
+
inputPricePerMillion: number;
|
|
9962
|
+
outputPricePerMillion: number;
|
|
9963
|
+
};
|
|
9964
|
+
};
|
|
9965
|
+
maxTokens?: number | null | undefined;
|
|
9966
|
+
}[];
|
|
9967
|
+
};
|
|
9968
|
+
maxReasoningTokens?: number | undefined;
|
|
8731
9969
|
}>;
|
|
8732
|
-
|
|
8733
|
-
|
|
8734
|
-
|
|
8735
|
-
|
|
8736
|
-
|
|
8737
|
-
|
|
8738
|
-
|
|
8739
|
-
metadata?: undefined;
|
|
8740
|
-
};
|
|
8741
|
-
options?: {
|
|
8742
|
-
enableCache: boolean;
|
|
8743
|
-
customHeaders?: Record<string, string> | undefined;
|
|
8744
|
-
metadataForCallbacks?: any;
|
|
8745
|
-
} | undefined;
|
|
8746
|
-
}, {
|
|
8747
|
-
config: Record<string, any>;
|
|
8748
|
-
model: EmbeddingModelV1<{
|
|
9970
|
+
data?: any;
|
|
9971
|
+
query?: Record<string, string> | undefined;
|
|
9972
|
+
}>;
|
|
9973
|
+
type GatewayProxyCompleteChatRequestType = z.infer<typeof GatewayProxyCompleteChatRequest>;
|
|
9974
|
+
declare const GatewayProxyStreamChatRequest: z.ZodObject<{
|
|
9975
|
+
model: z.ZodType<ChatModelV1<{
|
|
9976
|
+
name: string;
|
|
8749
9977
|
description: string;
|
|
9978
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
9979
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9980
|
+
maxInputTokens: number;
|
|
9981
|
+
maxOutputTokens: number;
|
|
9982
|
+
config: {
|
|
9983
|
+
def: Record<string, {
|
|
9984
|
+
type: "multi-string";
|
|
9985
|
+
param: string;
|
|
9986
|
+
title: string;
|
|
9987
|
+
description: string;
|
|
9988
|
+
max: number;
|
|
9989
|
+
} | {
|
|
9990
|
+
type: "object-schema";
|
|
9991
|
+
param: string;
|
|
9992
|
+
title: string;
|
|
9993
|
+
description: string;
|
|
9994
|
+
objectSchema?: any;
|
|
9995
|
+
} | {
|
|
9996
|
+
type: "range";
|
|
9997
|
+
param: string;
|
|
9998
|
+
title: string;
|
|
9999
|
+
description: string;
|
|
10000
|
+
max: number;
|
|
10001
|
+
default: number;
|
|
10002
|
+
min: number;
|
|
10003
|
+
step: number;
|
|
10004
|
+
} | {
|
|
10005
|
+
type: "select-boolean";
|
|
10006
|
+
param: string;
|
|
10007
|
+
title: string;
|
|
10008
|
+
description: string;
|
|
10009
|
+
default: boolean | null;
|
|
10010
|
+
} | {
|
|
10011
|
+
type: "select-string";
|
|
10012
|
+
param: string;
|
|
10013
|
+
title: string;
|
|
10014
|
+
description: string;
|
|
10015
|
+
default: string;
|
|
10016
|
+
choices: string[];
|
|
10017
|
+
}>;
|
|
10018
|
+
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
10019
|
+
};
|
|
10020
|
+
price: {
|
|
10021
|
+
modelName: string;
|
|
10022
|
+
currency: string;
|
|
10023
|
+
tokenRanges: {
|
|
10024
|
+
minTokens: number;
|
|
10025
|
+
prices: {
|
|
10026
|
+
base: {
|
|
10027
|
+
inputPricePerMillion: number;
|
|
10028
|
+
outputPricePerMillion: number;
|
|
10029
|
+
};
|
|
10030
|
+
};
|
|
10031
|
+
maxTokens?: number | null | undefined;
|
|
10032
|
+
}[];
|
|
10033
|
+
};
|
|
10034
|
+
maxReasoningTokens?: number | undefined;
|
|
10035
|
+
}>, z.ZodTypeDef, ChatModelV1<{
|
|
8750
10036
|
name: string;
|
|
8751
|
-
|
|
10037
|
+
description: string;
|
|
10038
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
10039
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
8752
10040
|
maxInputTokens: number;
|
|
8753
10041
|
maxOutputTokens: number;
|
|
8754
10042
|
config: {
|
|
@@ -8789,25 +10077,28 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
|
|
|
8789
10077
|
}>;
|
|
8790
10078
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8791
10079
|
};
|
|
8792
|
-
|
|
8793
|
-
|
|
8794
|
-
|
|
8795
|
-
|
|
8796
|
-
|
|
8797
|
-
|
|
8798
|
-
|
|
8799
|
-
|
|
8800
|
-
|
|
8801
|
-
|
|
8802
|
-
|
|
8803
|
-
|
|
8804
|
-
|
|
8805
|
-
|
|
8806
|
-
|
|
8807
|
-
}
|
|
8808
|
-
|
|
8809
|
-
|
|
8810
|
-
|
|
10080
|
+
price: {
|
|
10081
|
+
modelName: string;
|
|
10082
|
+
currency: string;
|
|
10083
|
+
tokenRanges: {
|
|
10084
|
+
minTokens: number;
|
|
10085
|
+
prices: {
|
|
10086
|
+
base: {
|
|
10087
|
+
inputPricePerMillion: number;
|
|
10088
|
+
outputPricePerMillion: number;
|
|
10089
|
+
};
|
|
10090
|
+
};
|
|
10091
|
+
maxTokens?: number | null | undefined;
|
|
10092
|
+
}[];
|
|
10093
|
+
};
|
|
10094
|
+
maxReasoningTokens?: number | undefined;
|
|
10095
|
+
}>>;
|
|
10096
|
+
data: z.ZodAny;
|
|
10097
|
+
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
10098
|
+
query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
10099
|
+
}, "strip", z.ZodTypeAny, {
|
|
10100
|
+
headers: Record<string, string>;
|
|
10101
|
+
model: ChatModelV1<{
|
|
8811
10102
|
name: string;
|
|
8812
10103
|
description: string;
|
|
8813
10104
|
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
@@ -8852,8 +10143,27 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
|
|
|
8852
10143
|
}>;
|
|
8853
10144
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8854
10145
|
};
|
|
10146
|
+
price: {
|
|
10147
|
+
modelName: string;
|
|
10148
|
+
currency: string;
|
|
10149
|
+
tokenRanges: {
|
|
10150
|
+
minTokens: number;
|
|
10151
|
+
prices: {
|
|
10152
|
+
base: {
|
|
10153
|
+
inputPricePerMillion: number;
|
|
10154
|
+
outputPricePerMillion: number;
|
|
10155
|
+
};
|
|
10156
|
+
};
|
|
10157
|
+
maxTokens?: number | null | undefined;
|
|
10158
|
+
}[];
|
|
10159
|
+
};
|
|
8855
10160
|
maxReasoningTokens?: number | undefined;
|
|
8856
|
-
}
|
|
10161
|
+
}>;
|
|
10162
|
+
data?: any;
|
|
10163
|
+
query?: Record<string, string> | undefined;
|
|
10164
|
+
}, {
|
|
10165
|
+
headers: Record<string, string>;
|
|
10166
|
+
model: ChatModelV1<{
|
|
8857
10167
|
name: string;
|
|
8858
10168
|
description: string;
|
|
8859
10169
|
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
@@ -8898,18 +10208,31 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
|
|
|
8898
10208
|
}>;
|
|
8899
10209
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8900
10210
|
};
|
|
10211
|
+
price: {
|
|
10212
|
+
modelName: string;
|
|
10213
|
+
currency: string;
|
|
10214
|
+
tokenRanges: {
|
|
10215
|
+
minTokens: number;
|
|
10216
|
+
prices: {
|
|
10217
|
+
base: {
|
|
10218
|
+
inputPricePerMillion: number;
|
|
10219
|
+
outputPricePerMillion: number;
|
|
10220
|
+
};
|
|
10221
|
+
};
|
|
10222
|
+
maxTokens?: number | null | undefined;
|
|
10223
|
+
}[];
|
|
10224
|
+
};
|
|
8901
10225
|
maxReasoningTokens?: number | undefined;
|
|
8902
|
-
}
|
|
8903
|
-
data
|
|
8904
|
-
|
|
8905
|
-
|
|
8906
|
-
|
|
8907
|
-
|
|
8908
|
-
model:
|
|
8909
|
-
name: string;
|
|
10226
|
+
}>;
|
|
10227
|
+
data?: any;
|
|
10228
|
+
query?: Record<string, string> | undefined;
|
|
10229
|
+
}>;
|
|
10230
|
+
type GatewayProxyStreamChatRequestType = z.infer<typeof GatewayProxyStreamChatRequest>;
|
|
10231
|
+
declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
|
|
10232
|
+
model: z.ZodType<EmbeddingModelV1<{
|
|
8910
10233
|
description: string;
|
|
8911
|
-
|
|
8912
|
-
modalities: ["text" | "
|
|
10234
|
+
name: string;
|
|
10235
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
8913
10236
|
maxInputTokens: number;
|
|
8914
10237
|
maxOutputTokens: number;
|
|
8915
10238
|
config: {
|
|
@@ -8950,17 +10273,10 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
|
|
|
8950
10273
|
}>;
|
|
8951
10274
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
8952
10275
|
};
|
|
8953
|
-
|
|
8954
|
-
}>;
|
|
8955
|
-
data?: any;
|
|
8956
|
-
query?: Record<string, string> | undefined;
|
|
8957
|
-
}, {
|
|
8958
|
-
headers: Record<string, string>;
|
|
8959
|
-
model: ChatModelV1<{
|
|
8960
|
-
name: string;
|
|
10276
|
+
}>, z.ZodTypeDef, EmbeddingModelV1<{
|
|
8961
10277
|
description: string;
|
|
8962
|
-
|
|
8963
|
-
modalities: ["text" | "
|
|
10278
|
+
name: string;
|
|
10279
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
8964
10280
|
maxInputTokens: number;
|
|
8965
10281
|
maxOutputTokens: number;
|
|
8966
10282
|
config: {
|
|
@@ -9001,18 +10317,16 @@ declare const GatewayProxyCompleteChatRequest: z.ZodObject<{
|
|
|
9001
10317
|
}>;
|
|
9002
10318
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9003
10319
|
};
|
|
9004
|
-
|
|
9005
|
-
|
|
9006
|
-
|
|
9007
|
-
query
|
|
9008
|
-
}
|
|
9009
|
-
|
|
9010
|
-
|
|
9011
|
-
model: z.ZodType<ChatModelV1<{
|
|
9012
|
-
name: string;
|
|
10320
|
+
}>>;
|
|
10321
|
+
data: z.ZodAny;
|
|
10322
|
+
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
10323
|
+
query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
10324
|
+
}, "strip", z.ZodTypeAny, {
|
|
10325
|
+
headers: Record<string, string>;
|
|
10326
|
+
model: EmbeddingModelV1<{
|
|
9013
10327
|
description: string;
|
|
9014
|
-
|
|
9015
|
-
modalities: ["text" | "
|
|
10328
|
+
name: string;
|
|
10329
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9016
10330
|
maxInputTokens: number;
|
|
9017
10331
|
maxOutputTokens: number;
|
|
9018
10332
|
config: {
|
|
@@ -9053,12 +10367,15 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
|
|
|
9053
10367
|
}>;
|
|
9054
10368
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9055
10369
|
};
|
|
9056
|
-
|
|
9057
|
-
|
|
9058
|
-
|
|
10370
|
+
}>;
|
|
10371
|
+
data?: any;
|
|
10372
|
+
query?: Record<string, string> | undefined;
|
|
10373
|
+
}, {
|
|
10374
|
+
headers: Record<string, string>;
|
|
10375
|
+
model: EmbeddingModelV1<{
|
|
9059
10376
|
description: string;
|
|
9060
|
-
|
|
9061
|
-
modalities: ["text" | "
|
|
10377
|
+
name: string;
|
|
10378
|
+
modalities: ["text" | "token", ...("text" | "token")[]];
|
|
9062
10379
|
maxInputTokens: number;
|
|
9063
10380
|
maxOutputTokens: number;
|
|
9064
10381
|
config: {
|
|
@@ -9099,14 +10416,49 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
|
|
|
9099
10416
|
}>;
|
|
9100
10417
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9101
10418
|
};
|
|
9102
|
-
|
|
10419
|
+
}>;
|
|
10420
|
+
data?: any;
|
|
10421
|
+
query?: Record<string, string> | undefined;
|
|
10422
|
+
}>;
|
|
10423
|
+
type GatewayProxyGetEmbeddingsRequestType = z.infer<typeof GatewayProxyGetEmbeddingsRequest>;
|
|
10424
|
+
declare const GatewayGetChatUsageCostRequest: z.ZodEffects<z.ZodObject<{
|
|
10425
|
+
chatUsage: z.ZodType<{
|
|
10426
|
+
promptTokens: number;
|
|
10427
|
+
completionTokens: number;
|
|
10428
|
+
totalTokens: number;
|
|
10429
|
+
}, z.ZodTypeDef, {
|
|
10430
|
+
promptTokens: number;
|
|
10431
|
+
completionTokens: number;
|
|
10432
|
+
totalTokens: number;
|
|
10433
|
+
}>;
|
|
10434
|
+
chatModelPrice: z.ZodOptional<z.ZodType<{
|
|
10435
|
+
modelName: string;
|
|
10436
|
+
currency: string;
|
|
10437
|
+
tokenRanges: {
|
|
10438
|
+
minTokens: number;
|
|
10439
|
+
prices: {
|
|
10440
|
+
base: {
|
|
10441
|
+
inputPricePerMillion: number;
|
|
10442
|
+
outputPricePerMillion: number;
|
|
10443
|
+
};
|
|
10444
|
+
};
|
|
10445
|
+
maxTokens?: number | null | undefined;
|
|
10446
|
+
}[];
|
|
10447
|
+
}, z.ZodTypeDef, {
|
|
10448
|
+
modelName: string;
|
|
10449
|
+
currency: string;
|
|
10450
|
+
tokenRanges: {
|
|
10451
|
+
minTokens: number;
|
|
10452
|
+
prices: {
|
|
10453
|
+
base: {
|
|
10454
|
+
inputPricePerMillion: number;
|
|
10455
|
+
outputPricePerMillion: number;
|
|
10456
|
+
};
|
|
10457
|
+
};
|
|
10458
|
+
maxTokens?: number | null | undefined;
|
|
10459
|
+
}[];
|
|
9103
10460
|
}>>;
|
|
9104
|
-
|
|
9105
|
-
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
9106
|
-
query: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
9107
|
-
}, "strip", z.ZodTypeAny, {
|
|
9108
|
-
headers: Record<string, string>;
|
|
9109
|
-
model: ChatModelV1<{
|
|
10461
|
+
model: z.ZodOptional<z.ZodType<ChatModelV1<{
|
|
9110
10462
|
name: string;
|
|
9111
10463
|
description: string;
|
|
9112
10464
|
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
@@ -9151,13 +10503,22 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
|
|
|
9151
10503
|
}>;
|
|
9152
10504
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9153
10505
|
};
|
|
10506
|
+
price: {
|
|
10507
|
+
modelName: string;
|
|
10508
|
+
currency: string;
|
|
10509
|
+
tokenRanges: {
|
|
10510
|
+
minTokens: number;
|
|
10511
|
+
prices: {
|
|
10512
|
+
base: {
|
|
10513
|
+
inputPricePerMillion: number;
|
|
10514
|
+
outputPricePerMillion: number;
|
|
10515
|
+
};
|
|
10516
|
+
};
|
|
10517
|
+
maxTokens?: number | null | undefined;
|
|
10518
|
+
}[];
|
|
10519
|
+
};
|
|
9154
10520
|
maxReasoningTokens?: number | undefined;
|
|
9155
|
-
}
|
|
9156
|
-
data?: any;
|
|
9157
|
-
query?: Record<string, string> | undefined;
|
|
9158
|
-
}, {
|
|
9159
|
-
headers: Record<string, string>;
|
|
9160
|
-
model: ChatModelV1<{
|
|
10521
|
+
}>, z.ZodTypeDef, ChatModelV1<{
|
|
9161
10522
|
name: string;
|
|
9162
10523
|
description: string;
|
|
9163
10524
|
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
@@ -9202,17 +10563,33 @@ declare const GatewayProxyStreamChatRequest: z.ZodObject<{
|
|
|
9202
10563
|
}>;
|
|
9203
10564
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9204
10565
|
};
|
|
10566
|
+
price: {
|
|
10567
|
+
modelName: string;
|
|
10568
|
+
currency: string;
|
|
10569
|
+
tokenRanges: {
|
|
10570
|
+
minTokens: number;
|
|
10571
|
+
prices: {
|
|
10572
|
+
base: {
|
|
10573
|
+
inputPricePerMillion: number;
|
|
10574
|
+
outputPricePerMillion: number;
|
|
10575
|
+
};
|
|
10576
|
+
};
|
|
10577
|
+
maxTokens?: number | null | undefined;
|
|
10578
|
+
}[];
|
|
10579
|
+
};
|
|
9205
10580
|
maxReasoningTokens?: number | undefined;
|
|
9206
|
-
}
|
|
9207
|
-
|
|
9208
|
-
|
|
9209
|
-
|
|
9210
|
-
|
|
9211
|
-
|
|
9212
|
-
|
|
9213
|
-
|
|
10581
|
+
}>>>;
|
|
10582
|
+
}, "strip", z.ZodTypeAny, {
|
|
10583
|
+
chatUsage: {
|
|
10584
|
+
promptTokens: number;
|
|
10585
|
+
completionTokens: number;
|
|
10586
|
+
totalTokens: number;
|
|
10587
|
+
};
|
|
10588
|
+
model?: ChatModelV1<{
|
|
9214
10589
|
name: string;
|
|
9215
|
-
|
|
10590
|
+
description: string;
|
|
10591
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
10592
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9216
10593
|
maxInputTokens: number;
|
|
9217
10594
|
maxOutputTokens: number;
|
|
9218
10595
|
config: {
|
|
@@ -9253,10 +10630,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
|
|
|
9253
10630
|
}>;
|
|
9254
10631
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9255
10632
|
};
|
|
9256
|
-
|
|
9257
|
-
|
|
10633
|
+
price: {
|
|
10634
|
+
modelName: string;
|
|
10635
|
+
currency: string;
|
|
10636
|
+
tokenRanges: {
|
|
10637
|
+
minTokens: number;
|
|
10638
|
+
prices: {
|
|
10639
|
+
base: {
|
|
10640
|
+
inputPricePerMillion: number;
|
|
10641
|
+
outputPricePerMillion: number;
|
|
10642
|
+
};
|
|
10643
|
+
};
|
|
10644
|
+
maxTokens?: number | null | undefined;
|
|
10645
|
+
}[];
|
|
10646
|
+
};
|
|
10647
|
+
maxReasoningTokens?: number | undefined;
|
|
10648
|
+
}> | undefined;
|
|
10649
|
+
chatModelPrice?: {
|
|
10650
|
+
modelName: string;
|
|
10651
|
+
currency: string;
|
|
10652
|
+
tokenRanges: {
|
|
10653
|
+
minTokens: number;
|
|
10654
|
+
prices: {
|
|
10655
|
+
base: {
|
|
10656
|
+
inputPricePerMillion: number;
|
|
10657
|
+
outputPricePerMillion: number;
|
|
10658
|
+
};
|
|
10659
|
+
};
|
|
10660
|
+
maxTokens?: number | null | undefined;
|
|
10661
|
+
}[];
|
|
10662
|
+
} | undefined;
|
|
10663
|
+
}, {
|
|
10664
|
+
chatUsage: {
|
|
10665
|
+
promptTokens: number;
|
|
10666
|
+
completionTokens: number;
|
|
10667
|
+
totalTokens: number;
|
|
10668
|
+
};
|
|
10669
|
+
model?: ChatModelV1<{
|
|
9258
10670
|
name: string;
|
|
9259
|
-
|
|
10671
|
+
description: string;
|
|
10672
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
10673
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9260
10674
|
maxInputTokens: number;
|
|
9261
10675
|
maxOutputTokens: number;
|
|
9262
10676
|
config: {
|
|
@@ -9297,16 +10711,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
|
|
|
9297
10711
|
}>;
|
|
9298
10712
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9299
10713
|
};
|
|
9300
|
-
|
|
9301
|
-
|
|
9302
|
-
|
|
9303
|
-
|
|
9304
|
-
|
|
9305
|
-
|
|
9306
|
-
|
|
9307
|
-
|
|
10714
|
+
price: {
|
|
10715
|
+
modelName: string;
|
|
10716
|
+
currency: string;
|
|
10717
|
+
tokenRanges: {
|
|
10718
|
+
minTokens: number;
|
|
10719
|
+
prices: {
|
|
10720
|
+
base: {
|
|
10721
|
+
inputPricePerMillion: number;
|
|
10722
|
+
outputPricePerMillion: number;
|
|
10723
|
+
};
|
|
10724
|
+
};
|
|
10725
|
+
maxTokens?: number | null | undefined;
|
|
10726
|
+
}[];
|
|
10727
|
+
};
|
|
10728
|
+
maxReasoningTokens?: number | undefined;
|
|
10729
|
+
}> | undefined;
|
|
10730
|
+
chatModelPrice?: {
|
|
10731
|
+
modelName: string;
|
|
10732
|
+
currency: string;
|
|
10733
|
+
tokenRanges: {
|
|
10734
|
+
minTokens: number;
|
|
10735
|
+
prices: {
|
|
10736
|
+
base: {
|
|
10737
|
+
inputPricePerMillion: number;
|
|
10738
|
+
outputPricePerMillion: number;
|
|
10739
|
+
};
|
|
10740
|
+
};
|
|
10741
|
+
maxTokens?: number | null | undefined;
|
|
10742
|
+
}[];
|
|
10743
|
+
} | undefined;
|
|
10744
|
+
}>, {
|
|
10745
|
+
chatUsage: {
|
|
10746
|
+
promptTokens: number;
|
|
10747
|
+
completionTokens: number;
|
|
10748
|
+
totalTokens: number;
|
|
10749
|
+
};
|
|
10750
|
+
model?: ChatModelV1<{
|
|
9308
10751
|
name: string;
|
|
9309
|
-
|
|
10752
|
+
description: string;
|
|
10753
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
10754
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9310
10755
|
maxInputTokens: number;
|
|
9311
10756
|
maxOutputTokens: number;
|
|
9312
10757
|
config: {
|
|
@@ -9347,15 +10792,47 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
|
|
|
9347
10792
|
}>;
|
|
9348
10793
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9349
10794
|
};
|
|
9350
|
-
|
|
9351
|
-
|
|
9352
|
-
|
|
10795
|
+
price: {
|
|
10796
|
+
modelName: string;
|
|
10797
|
+
currency: string;
|
|
10798
|
+
tokenRanges: {
|
|
10799
|
+
minTokens: number;
|
|
10800
|
+
prices: {
|
|
10801
|
+
base: {
|
|
10802
|
+
inputPricePerMillion: number;
|
|
10803
|
+
outputPricePerMillion: number;
|
|
10804
|
+
};
|
|
10805
|
+
};
|
|
10806
|
+
maxTokens?: number | null | undefined;
|
|
10807
|
+
}[];
|
|
10808
|
+
};
|
|
10809
|
+
maxReasoningTokens?: number | undefined;
|
|
10810
|
+
}> | undefined;
|
|
10811
|
+
chatModelPrice?: {
|
|
10812
|
+
modelName: string;
|
|
10813
|
+
currency: string;
|
|
10814
|
+
tokenRanges: {
|
|
10815
|
+
minTokens: number;
|
|
10816
|
+
prices: {
|
|
10817
|
+
base: {
|
|
10818
|
+
inputPricePerMillion: number;
|
|
10819
|
+
outputPricePerMillion: number;
|
|
10820
|
+
};
|
|
10821
|
+
};
|
|
10822
|
+
maxTokens?: number | null | undefined;
|
|
10823
|
+
}[];
|
|
10824
|
+
} | undefined;
|
|
9353
10825
|
}, {
|
|
9354
|
-
|
|
9355
|
-
|
|
9356
|
-
|
|
10826
|
+
chatUsage: {
|
|
10827
|
+
promptTokens: number;
|
|
10828
|
+
completionTokens: number;
|
|
10829
|
+
totalTokens: number;
|
|
10830
|
+
};
|
|
10831
|
+
model?: ChatModelV1<{
|
|
9357
10832
|
name: string;
|
|
9358
|
-
|
|
10833
|
+
description: string;
|
|
10834
|
+
roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
|
|
10835
|
+
modalities: ["text" | "image" | "tool-call" | "tool-response" | "reasoning", ...("text" | "image" | "tool-call" | "tool-response" | "reasoning")[]];
|
|
9359
10836
|
maxInputTokens: number;
|
|
9360
10837
|
maxOutputTokens: number;
|
|
9361
10838
|
config: {
|
|
@@ -9396,11 +10873,38 @@ declare const GatewayProxyGetEmbeddingsRequest: z.ZodObject<{
|
|
|
9396
10873
|
}>;
|
|
9397
10874
|
schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
|
|
9398
10875
|
};
|
|
9399
|
-
|
|
9400
|
-
|
|
9401
|
-
|
|
10876
|
+
price: {
|
|
10877
|
+
modelName: string;
|
|
10878
|
+
currency: string;
|
|
10879
|
+
tokenRanges: {
|
|
10880
|
+
minTokens: number;
|
|
10881
|
+
prices: {
|
|
10882
|
+
base: {
|
|
10883
|
+
inputPricePerMillion: number;
|
|
10884
|
+
outputPricePerMillion: number;
|
|
10885
|
+
};
|
|
10886
|
+
};
|
|
10887
|
+
maxTokens?: number | null | undefined;
|
|
10888
|
+
}[];
|
|
10889
|
+
};
|
|
10890
|
+
maxReasoningTokens?: number | undefined;
|
|
10891
|
+
}> | undefined;
|
|
10892
|
+
chatModelPrice?: {
|
|
10893
|
+
modelName: string;
|
|
10894
|
+
currency: string;
|
|
10895
|
+
tokenRanges: {
|
|
10896
|
+
minTokens: number;
|
|
10897
|
+
prices: {
|
|
10898
|
+
base: {
|
|
10899
|
+
inputPricePerMillion: number;
|
|
10900
|
+
outputPricePerMillion: number;
|
|
10901
|
+
};
|
|
10902
|
+
};
|
|
10903
|
+
maxTokens?: number | null | undefined;
|
|
10904
|
+
}[];
|
|
10905
|
+
} | undefined;
|
|
9402
10906
|
}>;
|
|
9403
|
-
type
|
|
10907
|
+
type GatewayGetChatUsageCostRequestType = z.infer<typeof GatewayGetChatUsageCostRequest>;
|
|
9404
10908
|
|
|
9405
10909
|
declare class Gateway {
|
|
9406
10910
|
private options;
|
|
@@ -9422,7 +10926,8 @@ declare class Gateway {
|
|
|
9422
10926
|
proxyStreamChat(request: GatewayProxyStreamChatRequestType): AsyncGenerator<ProxyStreamChatHandlerResponseType, void, unknown>;
|
|
9423
10927
|
proxyGetEmbeddings(request: GatewayProxyGetEmbeddingsRequestType): Promise<ProxyGetEmbeddingsHandlerResponseType>;
|
|
9424
10928
|
private executeProxyGetEmbeddings;
|
|
10929
|
+
static getChatUsageCost(request: GatewayGetChatUsageCostRequestType): GetChatUsageCostHandlerResponseType;
|
|
9425
10930
|
static GatewayError: typeof GatewayError;
|
|
9426
10931
|
}
|
|
9427
10932
|
|
|
9428
|
-
export { type AnalyticsBrowserEnvironment, type AnalyticsEvent, AnalyticsManager, type AnalyticsNodeEnvironment, type AnalyticsRecorder, type Cache, type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, ConsoleLogger, Gateway, GatewayError, type GatewayOptionsType, GatewayTelemetryError, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Logger, LoggerManager, NoOpAnalytics, PostAnalytics, ProxyCompleteChatHandlerRequest, type ProxyCompleteChatHandlerRequestType, ProxyCompleteChatHandlerResponse, type ProxyCompleteChatHandlerResponseType, ProxyGetEmbeddingsHandlerRequest, type ProxyGetEmbeddingsHandlerRequestType, ProxyGetEmbeddingsHandlerResponse, type ProxyGetEmbeddingsHandlerResponseType, ProxyStreamChatHandlerRequest, type ProxyStreamChatHandlerRequestType, ProxyStreamChatHandlerResponse, type ProxyStreamChatHandlerResponseType, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, TelemetryManager, handleCompleteChat, handleGetEmbeddings, handleProxyCompleteChat, handleProxyGetEmbeddings, handleProxyStreamChat, handleStreamChat };
|
|
10933
|
+
export { type AnalyticsBrowserEnvironment, type AnalyticsEvent, AnalyticsManager, type AnalyticsNodeEnvironment, type AnalyticsRecorder, type Cache, type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, ConsoleLogger, Gateway, GatewayError, type GatewayOptionsType, GatewayTelemetryError, GetChatUsageCostHandlerRequest, type GetChatUsageCostHandlerRequestType, GetChatUsageCostHandlerResponse, type GetChatUsageCostHandlerResponseType, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Logger, LoggerManager, NoOpAnalytics, PostAnalytics, ProxyCompleteChatHandlerRequest, type ProxyCompleteChatHandlerRequestType, ProxyCompleteChatHandlerResponse, type ProxyCompleteChatHandlerResponseType, ProxyGetEmbeddingsHandlerRequest, type ProxyGetEmbeddingsHandlerRequestType, ProxyGetEmbeddingsHandlerResponse, type ProxyGetEmbeddingsHandlerResponseType, ProxyStreamChatHandlerRequest, type ProxyStreamChatHandlerRequestType, ProxyStreamChatHandlerResponse, type ProxyStreamChatHandlerResponseType, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, TelemetryManager, handleCompleteChat, handleGetChatUsageCost, handleGetEmbeddings, handleProxyCompleteChat, handleProxyGetEmbeddings, handleProxyStreamChat, handleStreamChat };
|