@adaline/gateway 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.d.mts +1992 -2012
  2. package/dist/index.d.ts +1992 -2012
  3. package/dist/index.js +17 -24
  4. package/dist/index.js.map +1 -1
  5. package/dist/index.mjs +9 -11
  6. package/dist/index.mjs.map +1 -1
  7. package/package.json +10 -7
package/dist/index.d.mts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { ChatModelV1, EmbeddingModelV1 } from '@adaline/provider';
3
+ import { GatewayBaseError } from '@adaline/types';
3
4
  import { AxiosInstance } from 'axios';
4
5
 
5
6
  declare class GatewayError extends Error {
@@ -27,18 +28,36 @@ interface HttpClientResponse<T> {
27
28
  };
28
29
  }
29
30
 
31
+ declare class HttpClientError extends GatewayBaseError {
32
+ readonly info: string;
33
+ readonly cause: unknown;
34
+ constructor({ info, cause }: {
35
+ info: string;
36
+ cause: unknown;
37
+ });
38
+ static isHttpClientError(error: unknown): error is HttpClientError;
39
+ }
40
+ declare class HttpRequestError extends GatewayBaseError {
41
+ readonly info: string;
42
+ readonly cause: {
43
+ status: number;
44
+ headers: Record<string, string>;
45
+ data: unknown;
46
+ };
47
+ constructor(message: string, status: number | undefined, headers: Record<string, string>, data: unknown);
48
+ static isHttpRequestError(error: unknown): error is HttpRequestError;
49
+ }
50
+
30
51
  interface HttpClientConfig {
31
52
  timeoutInMilliseconds?: number;
32
53
  axiosInstance?: AxiosInstance;
33
- }
34
- declare class IsomorphicHttpClientError extends Error {
35
- status: number;
36
- data: unknown;
37
- constructor(message: string, status?: number, data?: unknown);
54
+ proxyUrl?: string;
38
55
  }
39
56
  declare class IsomorphicHttpClient implements HttpClient {
40
57
  private defaultTimeout?;
41
58
  private client;
59
+ private httpProxyAgent?;
60
+ private httpsProxyAgent?;
42
61
  constructor(config: HttpClientConfig);
43
62
  isNodeEnvironment: () => boolean;
44
63
  private makeRequest;
@@ -51,594 +70,340 @@ declare class IsomorphicHttpClient implements HttpClient {
51
70
  put<T>(url: string, data?: Record<string, unknown>, headers?: Record<string, string | undefined>): Promise<HttpClientResponse<T>>;
52
71
  delete<T>(url: string, params?: Record<string, unknown>, headers?: Record<string, string | undefined>): Promise<HttpClientResponse<T>>;
53
72
  patch<T>(url: string, data?: Record<string, unknown>, headers?: Record<string, string | undefined>): Promise<HttpClientResponse<T>>;
54
- static IsomorphicHttpClientError: typeof IsomorphicHttpClientError;
55
73
  }
56
74
 
57
- type Task<Request, Response> = {
58
- tryCount: number;
59
- modelIndex: number;
60
- inputTokens: number;
61
- queueTime: number;
62
- attemptTime: number;
75
+ declare class QueueTaskTimeoutError extends GatewayBaseError {
76
+ readonly info: string;
77
+ readonly cause: unknown;
78
+ constructor({ info, cause }: {
79
+ info: string;
80
+ cause: unknown;
81
+ });
82
+ static isQueueTaskTimeoutError(error: unknown): error is QueueTaskTimeoutError;
83
+ }
84
+
85
+ interface Cache<T> {
86
+ get(key: string): T | undefined;
87
+ set(key: string, value: T): void;
88
+ delete(key: string): void;
89
+ clear(): void;
90
+ }
91
+
92
+ declare class LRUCache<T extends object> implements Cache<T> {
93
+ private cache;
94
+ constructor(maxEntries?: number);
95
+ get(key: string): T | undefined;
96
+ set(key: string, value: T): void;
97
+ delete(key: string): void;
98
+ clear(): void;
99
+ }
100
+
101
+ type QueueTask<Request, Response> = {
63
102
  request: Request;
64
- queuePriority: number | undefined;
103
+ cache: Cache<Response>;
65
104
  resolve: (value: Response) => void;
66
- execute: (request: {
67
- modelIndex: number;
68
- data: Request;
69
- resolve: (value: Response) => void;
70
- reject: (error: any) => void;
71
- }) => Promise<void>;
72
105
  reject: (error: any) => void;
106
+ execute: (request: Request) => Promise<Response>;
73
107
  };
74
108
  interface Queue<Request, Response> {
75
- enqueue(task: Task<Request, Response>): void;
109
+ enqueue(task: QueueTask<Request, Response>): void;
76
110
  }
111
+ declare const QueueOptions: z.ZodObject<{
112
+ maxConcurrentTasks: z.ZodNumber;
113
+ retryCount: z.ZodNumber;
114
+ timeout: z.ZodNumber;
115
+ retry: z.ZodObject<{
116
+ initialDelay: z.ZodNumber;
117
+ exponentialFactor: z.ZodNumber;
118
+ }, "strip", z.ZodTypeAny, {
119
+ initialDelay: number;
120
+ exponentialFactor: number;
121
+ }, {
122
+ initialDelay: number;
123
+ exponentialFactor: number;
124
+ }>;
125
+ }, "strip", z.ZodTypeAny, {
126
+ timeout: number;
127
+ maxConcurrentTasks: number;
128
+ retryCount: number;
129
+ retry: {
130
+ initialDelay: number;
131
+ exponentialFactor: number;
132
+ };
133
+ }, {
134
+ timeout: number;
135
+ maxConcurrentTasks: number;
136
+ retryCount: number;
137
+ retry: {
138
+ initialDelay: number;
139
+ exponentialFactor: number;
140
+ };
141
+ }>;
142
+ type QueueOptionsType = z.infer<typeof QueueOptions>;
77
143
 
78
- type QueueOptions = {
79
- maxRetries?: number;
80
- tokensPerMinute?: number;
81
- timeout?: number;
82
- backOffInitialDelay?: number;
83
- backOffMultiplier?: number;
84
- rateLimitRetryTimeout?: number;
85
- shouldRetry?: (status: number) => boolean;
86
- };
87
- declare class SimpleQueue<Req, Res> implements Queue<Req, Res> {
144
+ declare class SimpleQueue<Request, Response> implements Queue<Request, Response> {
145
+ private options;
146
+ private activeTasks;
88
147
  private queue;
89
- private isProcessing;
90
- private maxRetries;
91
- private tokensPerMinute;
92
- private timeout;
93
- private backOffInitialDelay;
94
- private backOffMultiplier;
95
- private rateLimitRetryTimeout;
96
- private shouldRetry;
97
- constructor(options: QueueOptions);
98
- enqueue(task: Task<Req, Res>): void;
99
- private calculateBackoff;
148
+ constructor(options: QueueOptionsType);
149
+ enqueue(task: QueueTask<Request, Response>): void;
150
+ private withTimeout;
151
+ private executeWithRetry;
100
152
  private processQueue;
101
- private execute;
102
153
  }
103
154
 
104
- declare const CompleteChatHandlerRequest: z.ZodObject<{
105
- model: z.ZodType<ChatModelV1<{
106
- name: string;
107
- description: string;
108
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
109
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
110
- maxInputTokens: number;
111
- maxOutputTokens: number;
112
- config: {
113
- def: Record<string, {
114
- type: "multi-string";
115
- param: string;
116
- title: string;
117
- description: string;
118
- max: number;
119
- } | {
120
- type: "range";
121
- param: string;
122
- title: string;
123
- description: string;
124
- max: number;
125
- min: number;
126
- step: number;
127
- default: number;
128
- } | {
129
- type: "select-string";
130
- param: string;
131
- title: string;
132
- description: string;
133
- default: string;
134
- choices: string[];
135
- } | {
136
- type: "object-schema";
137
- param: string;
138
- title: string;
139
- description: string;
140
- objectSchema?: any;
141
- }>;
142
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
143
- };
144
- }>, z.ZodTypeDef, ChatModelV1<{
145
- name: string;
146
- description: string;
147
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
148
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
149
- maxInputTokens: number;
150
- maxOutputTokens: number;
151
- config: {
152
- def: Record<string, {
153
- type: "multi-string";
154
- param: string;
155
- title: string;
156
- description: string;
157
- max: number;
158
- } | {
159
- type: "range";
160
- param: string;
161
- title: string;
162
- description: string;
163
- max: number;
164
- min: number;
165
- step: number;
166
- default: number;
167
- } | {
168
- type: "select-string";
169
- param: string;
170
- title: string;
171
- description: string;
172
- default: string;
173
- choices: string[];
174
- } | {
175
- type: "object-schema";
176
- param: string;
177
- title: string;
178
- description: string;
179
- objectSchema?: any;
180
- }>;
181
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
182
- };
183
- }>>;
184
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
185
- messages: z.ZodArray<z.ZodObject<{
186
- role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
187
- content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
188
- modality: z.ZodLiteral<"text">;
189
- value: z.ZodString;
190
- metadata: z.ZodUndefined;
191
- }, "strip", z.ZodTypeAny, {
192
- value: string;
193
- modality: "text";
194
- metadata?: undefined;
195
- }, {
196
- value: string;
197
- modality: "text";
198
- metadata?: undefined;
199
- }>, z.ZodObject<{
200
- modality: z.ZodLiteral<"image">;
201
- detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
202
- value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
203
- type: z.ZodLiteral<"base64">;
204
- base64: z.ZodString;
155
+ declare const CompleteChatHandlerResponse: z.ZodObject<{
156
+ request: z.ZodObject<{
157
+ config: z.ZodRecord<z.ZodString, z.ZodAny>;
158
+ messages: z.ZodArray<z.ZodObject<{
159
+ role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
160
+ content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
161
+ modality: z.ZodLiteral<"text">;
162
+ value: z.ZodString;
163
+ metadata: z.ZodUndefined;
205
164
  }, "strip", z.ZodTypeAny, {
206
- type: "base64";
207
- base64: string;
165
+ value: string;
166
+ modality: "text";
167
+ metadata?: undefined;
208
168
  }, {
209
- type: "base64";
210
- base64: string;
169
+ value: string;
170
+ modality: "text";
171
+ metadata?: undefined;
211
172
  }>, z.ZodObject<{
212
- type: z.ZodLiteral<"url">;
213
- url: z.ZodString;
173
+ modality: z.ZodLiteral<"image">;
174
+ detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
175
+ value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
176
+ type: z.ZodLiteral<"base64">;
177
+ base64: z.ZodString;
178
+ media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
179
+ }, "strip", z.ZodTypeAny, {
180
+ type: "base64";
181
+ base64: string;
182
+ media_type: "png" | "jpeg" | "webp" | "gif";
183
+ }, {
184
+ type: "base64";
185
+ base64: string;
186
+ media_type: "png" | "jpeg" | "webp" | "gif";
187
+ }>, z.ZodObject<{
188
+ type: z.ZodLiteral<"url">;
189
+ url: z.ZodString;
190
+ }, "strip", z.ZodTypeAny, {
191
+ type: "url";
192
+ url: string;
193
+ }, {
194
+ type: "url";
195
+ url: string;
196
+ }>]>;
197
+ metadata: z.ZodUndefined;
214
198
  }, "strip", z.ZodTypeAny, {
215
- type: "url";
216
- url: string;
199
+ value: {
200
+ type: "base64";
201
+ base64: string;
202
+ media_type: "png" | "jpeg" | "webp" | "gif";
203
+ } | {
204
+ type: "url";
205
+ url: string;
206
+ };
207
+ modality: "image";
208
+ detail: "low" | "medium" | "high" | "auto";
209
+ metadata?: undefined;
217
210
  }, {
218
- type: "url";
219
- url: string;
220
- }>]>;
211
+ value: {
212
+ type: "base64";
213
+ base64: string;
214
+ media_type: "png" | "jpeg" | "webp" | "gif";
215
+ } | {
216
+ type: "url";
217
+ url: string;
218
+ };
219
+ modality: "image";
220
+ detail: "low" | "medium" | "high" | "auto";
221
+ metadata?: undefined;
222
+ }>, z.ZodObject<{
223
+ modality: z.ZodLiteral<"tool-call">;
224
+ index: z.ZodNumber;
225
+ id: z.ZodString;
226
+ name: z.ZodString;
227
+ arguments: z.ZodString;
228
+ metadata: z.ZodUndefined;
229
+ }, "strip", z.ZodTypeAny, {
230
+ name: string;
231
+ modality: "tool-call";
232
+ index: number;
233
+ id: string;
234
+ arguments: string;
235
+ metadata?: undefined;
236
+ }, {
237
+ name: string;
238
+ modality: "tool-call";
239
+ index: number;
240
+ id: string;
241
+ arguments: string;
242
+ metadata?: undefined;
243
+ }>, z.ZodObject<{
244
+ modality: z.ZodLiteral<"tool-response">;
245
+ index: z.ZodNumber;
246
+ id: z.ZodString;
247
+ name: z.ZodString;
248
+ data: z.ZodString;
249
+ metadata: z.ZodUndefined;
250
+ }, "strip", z.ZodTypeAny, {
251
+ data: string;
252
+ name: string;
253
+ modality: "tool-response";
254
+ index: number;
255
+ id: string;
256
+ metadata?: undefined;
257
+ }, {
258
+ data: string;
259
+ name: string;
260
+ modality: "tool-response";
261
+ index: number;
262
+ id: string;
263
+ metadata?: undefined;
264
+ }>]>, "many">;
221
265
  metadata: z.ZodUndefined;
222
266
  }, "strip", z.ZodTypeAny, {
223
- value: {
224
- type: "base64";
225
- base64: string;
226
- } | {
227
- type: "url";
228
- url: string;
229
- };
230
- modality: "image";
231
- detail: "low" | "medium" | "high" | "auto";
232
- metadata?: undefined;
233
- }, {
234
- value: {
235
- type: "base64";
236
- base64: string;
267
+ role: "system" | "user" | "assistant" | "tool";
268
+ content: ({
269
+ value: string;
270
+ modality: "text";
271
+ metadata?: undefined;
237
272
  } | {
238
- type: "url";
239
- url: string;
240
- };
241
- modality: "image";
242
- detail: "low" | "medium" | "high" | "auto";
243
- metadata?: undefined;
244
- }>, z.ZodObject<{
245
- modality: z.ZodLiteral<"tool-call">;
246
- index: z.ZodNumber;
247
- id: z.ZodString;
248
- name: z.ZodString;
249
- arguments: z.ZodString;
250
- metadata: z.ZodUndefined;
251
- }, "strip", z.ZodTypeAny, {
252
- name: string;
253
- modality: "tool-call";
254
- index: number;
255
- id: string;
256
- arguments: string;
257
- metadata?: undefined;
258
- }, {
259
- name: string;
260
- modality: "tool-call";
261
- index: number;
262
- id: string;
263
- arguments: string;
264
- metadata?: undefined;
265
- }>, z.ZodObject<{
266
- modality: z.ZodLiteral<"tool-response">;
267
- index: z.ZodNumber;
268
- id: z.ZodString;
269
- name: z.ZodString;
270
- data: z.ZodString;
271
- metadata: z.ZodUndefined;
272
- }, "strip", z.ZodTypeAny, {
273
- data: string;
274
- name: string;
275
- modality: "tool-response";
276
- index: number;
277
- id: string;
273
+ value: {
274
+ type: "base64";
275
+ base64: string;
276
+ media_type: "png" | "jpeg" | "webp" | "gif";
277
+ } | {
278
+ type: "url";
279
+ url: string;
280
+ };
281
+ modality: "image";
282
+ detail: "low" | "medium" | "high" | "auto";
283
+ metadata?: undefined;
284
+ } | {
285
+ name: string;
286
+ modality: "tool-call";
287
+ index: number;
288
+ id: string;
289
+ arguments: string;
290
+ metadata?: undefined;
291
+ } | {
292
+ data: string;
293
+ name: string;
294
+ modality: "tool-response";
295
+ index: number;
296
+ id: string;
297
+ metadata?: undefined;
298
+ })[];
278
299
  metadata?: undefined;
279
300
  }, {
280
- data: string;
281
- name: string;
282
- modality: "tool-response";
283
- index: number;
284
- id: string;
285
- metadata?: undefined;
286
- }>]>, "many">;
287
- metadata: z.ZodUndefined;
288
- }, "strip", z.ZodTypeAny, {
289
- role: "system" | "user" | "assistant" | "tool";
290
- content: ({
291
- value: string;
292
- modality: "text";
293
- metadata?: undefined;
294
- } | {
295
- value: {
296
- type: "base64";
297
- base64: string;
301
+ role: "system" | "user" | "assistant" | "tool";
302
+ content: ({
303
+ value: string;
304
+ modality: "text";
305
+ metadata?: undefined;
298
306
  } | {
299
- type: "url";
300
- url: string;
301
- };
302
- modality: "image";
303
- detail: "low" | "medium" | "high" | "auto";
304
- metadata?: undefined;
305
- } | {
306
- name: string;
307
- modality: "tool-call";
308
- index: number;
309
- id: string;
310
- arguments: string;
311
- metadata?: undefined;
312
- } | {
313
- data: string;
314
- name: string;
315
- modality: "tool-response";
316
- index: number;
317
- id: string;
318
- metadata?: undefined;
319
- })[];
320
- metadata?: undefined;
321
- }, {
322
- role: "system" | "user" | "assistant" | "tool";
323
- content: ({
324
- value: string;
325
- modality: "text";
326
- metadata?: undefined;
327
- } | {
328
- value: {
329
- type: "base64";
330
- base64: string;
307
+ value: {
308
+ type: "base64";
309
+ base64: string;
310
+ media_type: "png" | "jpeg" | "webp" | "gif";
311
+ } | {
312
+ type: "url";
313
+ url: string;
314
+ };
315
+ modality: "image";
316
+ detail: "low" | "medium" | "high" | "auto";
317
+ metadata?: undefined;
331
318
  } | {
332
- type: "url";
333
- url: string;
334
- };
335
- modality: "image";
336
- detail: "low" | "medium" | "high" | "auto";
337
- metadata?: undefined;
338
- } | {
339
- name: string;
340
- modality: "tool-call";
341
- index: number;
342
- id: string;
343
- arguments: string;
344
- metadata?: undefined;
345
- } | {
346
- data: string;
347
- name: string;
348
- modality: "tool-response";
349
- index: number;
350
- id: string;
319
+ name: string;
320
+ modality: "tool-call";
321
+ index: number;
322
+ id: string;
323
+ arguments: string;
324
+ metadata?: undefined;
325
+ } | {
326
+ data: string;
327
+ name: string;
328
+ modality: "tool-response";
329
+ index: number;
330
+ id: string;
331
+ metadata?: undefined;
332
+ })[];
351
333
  metadata?: undefined;
352
- })[];
353
- metadata?: undefined;
354
- }>, "many">;
355
- tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
356
- type: z.ZodEnum<["function"]>;
357
- definition: z.ZodObject<{
358
- schema: z.ZodObject<{
359
- name: z.ZodString;
360
- description: z.ZodString;
361
- parameters: z.ZodAny;
362
- strict: z.ZodOptional<z.ZodBoolean>;
334
+ }>, "many">;
335
+ tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
336
+ type: z.ZodEnum<["function"]>;
337
+ definition: z.ZodObject<{
338
+ schema: z.ZodObject<{
339
+ name: z.ZodString;
340
+ description: z.ZodString;
341
+ parameters: z.ZodAny;
342
+ strict: z.ZodOptional<z.ZodBoolean>;
343
+ }, "strip", z.ZodTypeAny, {
344
+ name: string;
345
+ description: string;
346
+ strict?: boolean | undefined;
347
+ parameters?: any;
348
+ }, {
349
+ name: string;
350
+ description: string;
351
+ strict?: boolean | undefined;
352
+ parameters?: any;
353
+ }>;
363
354
  }, "strip", z.ZodTypeAny, {
364
- name: string;
365
- description: string;
366
- strict?: boolean | undefined;
367
- parameters?: any;
355
+ schema: {
356
+ name: string;
357
+ description: string;
358
+ strict?: boolean | undefined;
359
+ parameters?: any;
360
+ };
368
361
  }, {
369
- name: string;
370
- description: string;
371
- strict?: boolean | undefined;
372
- parameters?: any;
362
+ schema: {
363
+ name: string;
364
+ description: string;
365
+ strict?: boolean | undefined;
366
+ parameters?: any;
367
+ };
373
368
  }>;
374
- }, "strip", z.ZodTypeAny, {
375
- schema: {
376
- name: string;
377
- description: string;
378
- strict?: boolean | undefined;
379
- parameters?: any;
380
- };
381
369
  }, {
382
- schema: {
383
- name: string;
384
- description: string;
385
- strict?: boolean | undefined;
386
- parameters?: any;
370
+ metadata: z.ZodTypeAny;
371
+ }>, "strip", z.ZodTypeAny, {
372
+ type: "function";
373
+ definition: {
374
+ schema: {
375
+ name: string;
376
+ description: string;
377
+ strict?: boolean | undefined;
378
+ parameters?: any;
379
+ };
387
380
  };
388
- }>;
389
- }, {
390
- metadata: z.ZodTypeAny;
391
- }>, "strip", z.ZodTypeAny, {
392
- type: "function";
393
- definition: {
394
- schema: {
395
- name: string;
396
- description: string;
397
- strict?: boolean | undefined;
398
- parameters?: any;
381
+ metadata?: any;
382
+ }, {
383
+ type: "function";
384
+ definition: {
385
+ schema: {
386
+ name: string;
387
+ description: string;
388
+ strict?: boolean | undefined;
389
+ parameters?: any;
390
+ };
399
391
  };
400
- };
401
- metadata?: any;
402
- }, {
403
- type: "function";
404
- definition: {
405
- schema: {
406
- name: string;
407
- description: string;
408
- strict?: boolean | undefined;
409
- parameters?: any;
410
- };
411
- };
412
- metadata?: any;
413
- }>]>, "many">>;
414
- callbacks: z.ZodOptional<z.ZodArray<z.ZodType<CompleteChatCallbackType<any>, z.ZodTypeDef, CompleteChatCallbackType<any>>, "atleastone">>;
415
- metadataForCallbacks: z.ZodOptional<z.ZodAny>;
416
- }, "strip", z.ZodTypeAny, {
417
- config: Record<string, any>;
418
- model: ChatModelV1<{
419
- name: string;
420
- description: string;
421
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
422
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
423
- maxInputTokens: number;
424
- maxOutputTokens: number;
425
- config: {
426
- def: Record<string, {
427
- type: "multi-string";
428
- param: string;
429
- title: string;
430
- description: string;
431
- max: number;
432
- } | {
433
- type: "range";
434
- param: string;
435
- title: string;
436
- description: string;
437
- max: number;
438
- min: number;
439
- step: number;
440
- default: number;
441
- } | {
442
- type: "select-string";
443
- param: string;
444
- title: string;
445
- description: string;
446
- default: string;
447
- choices: string[];
448
- } | {
449
- type: "object-schema";
450
- param: string;
451
- title: string;
452
- description: string;
453
- objectSchema?: any;
454
- }>;
455
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
456
- };
457
- }>;
458
- messages: {
459
- role: "system" | "user" | "assistant" | "tool";
460
- content: ({
461
- value: string;
462
- modality: "text";
463
- metadata?: undefined;
464
- } | {
465
- value: {
466
- type: "base64";
467
- base64: string;
468
- } | {
469
- type: "url";
470
- url: string;
471
- };
472
- modality: "image";
473
- detail: "low" | "medium" | "high" | "auto";
474
- metadata?: undefined;
475
- } | {
476
- name: string;
477
- modality: "tool-call";
478
- index: number;
479
- id: string;
480
- arguments: string;
481
- metadata?: undefined;
482
- } | {
483
- data: string;
484
- name: string;
485
- modality: "tool-response";
486
- index: number;
487
- id: string;
488
- metadata?: undefined;
489
- })[];
490
- metadata?: undefined;
491
- }[];
492
- tools?: {
493
- type: "function";
494
- definition: {
495
- schema: {
496
- name: string;
497
- description: string;
498
- strict?: boolean | undefined;
499
- parameters?: any;
500
- };
501
- };
502
- metadata?: any;
503
- }[] | undefined;
504
- callbacks?: [CompleteChatCallbackType<any>, ...CompleteChatCallbackType<any>[]] | undefined;
505
- metadataForCallbacks?: any;
506
- }, {
507
- config: Record<string, any>;
508
- model: ChatModelV1<{
509
- name: string;
510
- description: string;
511
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
512
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
513
- maxInputTokens: number;
514
- maxOutputTokens: number;
515
- config: {
516
- def: Record<string, {
517
- type: "multi-string";
518
- param: string;
519
- title: string;
520
- description: string;
521
- max: number;
522
- } | {
523
- type: "range";
524
- param: string;
525
- title: string;
526
- description: string;
527
- max: number;
528
- min: number;
529
- step: number;
530
- default: number;
531
- } | {
532
- type: "select-string";
533
- param: string;
534
- title: string;
535
- description: string;
536
- default: string;
537
- choices: string[];
538
- } | {
539
- type: "object-schema";
540
- param: string;
541
- title: string;
542
- description: string;
543
- objectSchema?: any;
544
- }>;
545
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
546
- };
547
- }>;
548
- messages: {
549
- role: "system" | "user" | "assistant" | "tool";
550
- content: ({
551
- value: string;
552
- modality: "text";
553
- metadata?: undefined;
554
- } | {
555
- value: {
556
- type: "base64";
557
- base64: string;
558
- } | {
559
- type: "url";
560
- url: string;
561
- };
562
- modality: "image";
563
- detail: "low" | "medium" | "high" | "auto";
564
- metadata?: undefined;
565
- } | {
566
- name: string;
567
- modality: "tool-call";
568
- index: number;
569
- id: string;
570
- arguments: string;
571
- metadata?: undefined;
572
- } | {
573
- data: string;
574
- name: string;
575
- modality: "tool-response";
576
- index: number;
577
- id: string;
578
- metadata?: undefined;
579
- })[];
580
- metadata?: undefined;
581
- }[];
582
- tools?: {
583
- type: "function";
584
- definition: {
585
- schema: {
586
- name: string;
587
- description: string;
588
- strict?: boolean | undefined;
589
- parameters?: any;
590
- };
591
- };
592
- metadata?: any;
593
- }[] | undefined;
594
- callbacks?: [CompleteChatCallbackType<any>, ...CompleteChatCallbackType<any>[]] | undefined;
595
- metadataForCallbacks?: any;
596
- }>;
597
- type CompleteChatHandlerRequestType = z.infer<typeof CompleteChatHandlerRequest>;
598
- declare const CompleteChatHandlerResponse: z.ZodObject<{
599
- request: z.ZodObject<{
600
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
601
- messages: z.ZodArray<z.ZodObject<{
602
- role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
603
- content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
604
- modality: z.ZodLiteral<"text">;
605
- value: z.ZodString;
606
- metadata: z.ZodUndefined;
607
- }, "strip", z.ZodTypeAny, {
608
- value: string;
609
- modality: "text";
610
- metadata?: undefined;
611
- }, {
392
+ metadata?: any;
393
+ }>]>, "many">>;
394
+ }, "strip", z.ZodTypeAny, {
395
+ config: Record<string, any>;
396
+ messages: {
397
+ role: "system" | "user" | "assistant" | "tool";
398
+ content: ({
612
399
  value: string;
613
400
  modality: "text";
614
401
  metadata?: undefined;
615
- }>, z.ZodObject<{
616
- modality: z.ZodLiteral<"image">;
617
- detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
618
- value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
619
- type: z.ZodLiteral<"base64">;
620
- base64: z.ZodString;
621
- }, "strip", z.ZodTypeAny, {
622
- type: "base64";
623
- base64: string;
624
- }, {
625
- type: "base64";
626
- base64: string;
627
- }>, z.ZodObject<{
628
- type: z.ZodLiteral<"url">;
629
- url: z.ZodString;
630
- }, "strip", z.ZodTypeAny, {
631
- type: "url";
632
- url: string;
633
- }, {
634
- type: "url";
635
- url: string;
636
- }>]>;
637
- metadata: z.ZodUndefined;
638
- }, "strip", z.ZodTypeAny, {
402
+ } | {
639
403
  value: {
640
404
  type: "base64";
641
405
  base64: string;
406
+ media_type: "png" | "jpeg" | "webp" | "gif";
642
407
  } | {
643
408
  type: "url";
644
409
  url: string;
@@ -646,84 +411,12 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
646
411
  modality: "image";
647
412
  detail: "low" | "medium" | "high" | "auto";
648
413
  metadata?: undefined;
649
- }, {
650
- value: {
651
- type: "base64";
652
- base64: string;
653
- } | {
654
- type: "url";
655
- url: string;
656
- };
657
- modality: "image";
658
- detail: "low" | "medium" | "high" | "auto";
659
- metadata?: undefined;
660
- }>, z.ZodObject<{
661
- modality: z.ZodLiteral<"tool-call">;
662
- index: z.ZodNumber;
663
- id: z.ZodString;
664
- name: z.ZodString;
665
- arguments: z.ZodString;
666
- metadata: z.ZodUndefined;
667
- }, "strip", z.ZodTypeAny, {
668
- name: string;
669
- modality: "tool-call";
670
- index: number;
671
- id: string;
672
- arguments: string;
673
- metadata?: undefined;
674
- }, {
675
- name: string;
676
- modality: "tool-call";
677
- index: number;
678
- id: string;
679
- arguments: string;
680
- metadata?: undefined;
681
- }>, z.ZodObject<{
682
- modality: z.ZodLiteral<"tool-response">;
683
- index: z.ZodNumber;
684
- id: z.ZodString;
685
- name: z.ZodString;
686
- data: z.ZodString;
687
- metadata: z.ZodUndefined;
688
- }, "strip", z.ZodTypeAny, {
689
- data: string;
690
- name: string;
691
- modality: "tool-response";
692
- index: number;
693
- id: string;
694
- metadata?: undefined;
695
- }, {
696
- data: string;
697
- name: string;
698
- modality: "tool-response";
699
- index: number;
700
- id: string;
701
- metadata?: undefined;
702
- }>]>, "many">;
703
- metadata: z.ZodUndefined;
704
- }, "strip", z.ZodTypeAny, {
705
- role: "system" | "user" | "assistant" | "tool";
706
- content: ({
707
- value: string;
708
- modality: "text";
709
- metadata?: undefined;
710
- } | {
711
- value: {
712
- type: "base64";
713
- base64: string;
714
- } | {
715
- type: "url";
716
- url: string;
717
- };
718
- modality: "image";
719
- detail: "low" | "medium" | "high" | "auto";
720
- metadata?: undefined;
721
- } | {
722
- name: string;
723
- modality: "tool-call";
724
- index: number;
725
- id: string;
726
- arguments: string;
414
+ } | {
415
+ name: string;
416
+ modality: "tool-call";
417
+ index: number;
418
+ id: string;
419
+ arguments: string;
727
420
  metadata?: undefined;
728
421
  } | {
729
422
  data: string;
@@ -734,7 +427,22 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
734
427
  metadata?: undefined;
735
428
  })[];
736
429
  metadata?: undefined;
737
- }, {
430
+ }[];
431
+ tools?: {
432
+ type: "function";
433
+ definition: {
434
+ schema: {
435
+ name: string;
436
+ description: string;
437
+ strict?: boolean | undefined;
438
+ parameters?: any;
439
+ };
440
+ };
441
+ metadata?: any;
442
+ }[] | undefined;
443
+ }, {
444
+ config: Record<string, any>;
445
+ messages: {
738
446
  role: "system" | "user" | "assistant" | "tool";
739
447
  content: ({
740
448
  value: string;
@@ -744,6 +452,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
744
452
  value: {
745
453
  type: "base64";
746
454
  base64: string;
455
+ media_type: "png" | "jpeg" | "webp" | "gif";
747
456
  } | {
748
457
  type: "url";
749
458
  url: string;
@@ -767,55 +476,8 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
767
476
  metadata?: undefined;
768
477
  })[];
769
478
  metadata?: undefined;
770
- }>, "many">;
771
- tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
772
- type: z.ZodEnum<["function"]>;
773
- definition: z.ZodObject<{
774
- schema: z.ZodObject<{
775
- name: z.ZodString;
776
- description: z.ZodString;
777
- parameters: z.ZodAny;
778
- strict: z.ZodOptional<z.ZodBoolean>;
779
- }, "strip", z.ZodTypeAny, {
780
- name: string;
781
- description: string;
782
- strict?: boolean | undefined;
783
- parameters?: any;
784
- }, {
785
- name: string;
786
- description: string;
787
- strict?: boolean | undefined;
788
- parameters?: any;
789
- }>;
790
- }, "strip", z.ZodTypeAny, {
791
- schema: {
792
- name: string;
793
- description: string;
794
- strict?: boolean | undefined;
795
- parameters?: any;
796
- };
797
- }, {
798
- schema: {
799
- name: string;
800
- description: string;
801
- strict?: boolean | undefined;
802
- parameters?: any;
803
- };
804
- }>;
805
- }, {
806
- metadata: z.ZodTypeAny;
807
- }>, "strip", z.ZodTypeAny, {
808
- type: "function";
809
- definition: {
810
- schema: {
811
- name: string;
812
- description: string;
813
- strict?: boolean | undefined;
814
- parameters?: any;
815
- };
816
- };
817
- metadata?: any;
818
- }, {
479
+ }[];
480
+ tools?: {
819
481
  type: "function";
820
482
  definition: {
821
483
  schema: {
@@ -826,19 +488,54 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
826
488
  };
827
489
  };
828
490
  metadata?: any;
829
- }>]>, "many">>;
830
- }, "strip", z.ZodTypeAny, {
831
- config: Record<string, any>;
832
- messages: {
833
- role: "system" | "user" | "assistant" | "tool";
834
- content: ({
491
+ }[] | undefined;
492
+ }>;
493
+ response: z.ZodObject<{
494
+ messages: z.ZodArray<z.ZodObject<{
495
+ role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
496
+ content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
497
+ modality: z.ZodLiteral<"text">;
498
+ value: z.ZodString;
499
+ metadata: z.ZodUndefined;
500
+ }, "strip", z.ZodTypeAny, {
835
501
  value: string;
836
502
  modality: "text";
837
503
  metadata?: undefined;
838
- } | {
504
+ }, {
505
+ value: string;
506
+ modality: "text";
507
+ metadata?: undefined;
508
+ }>, z.ZodObject<{
509
+ modality: z.ZodLiteral<"image">;
510
+ detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
511
+ value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
512
+ type: z.ZodLiteral<"base64">;
513
+ base64: z.ZodString;
514
+ media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
515
+ }, "strip", z.ZodTypeAny, {
516
+ type: "base64";
517
+ base64: string;
518
+ media_type: "png" | "jpeg" | "webp" | "gif";
519
+ }, {
520
+ type: "base64";
521
+ base64: string;
522
+ media_type: "png" | "jpeg" | "webp" | "gif";
523
+ }>, z.ZodObject<{
524
+ type: z.ZodLiteral<"url">;
525
+ url: z.ZodString;
526
+ }, "strip", z.ZodTypeAny, {
527
+ type: "url";
528
+ url: string;
529
+ }, {
530
+ type: "url";
531
+ url: string;
532
+ }>]>;
533
+ metadata: z.ZodUndefined;
534
+ }, "strip", z.ZodTypeAny, {
839
535
  value: {
840
536
  type: "base64";
841
537
  base64: string;
538
+ media_type: "png" | "jpeg" | "webp" | "gif";
842
539
  } | {
843
540
  type: "url";
844
541
  url: string;
@@ -846,38 +543,63 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
846
543
  modality: "image";
847
544
  detail: "low" | "medium" | "high" | "auto";
848
545
  metadata?: undefined;
849
- } | {
546
+ }, {
547
+ value: {
548
+ type: "base64";
549
+ base64: string;
550
+ media_type: "png" | "jpeg" | "webp" | "gif";
551
+ } | {
552
+ type: "url";
553
+ url: string;
554
+ };
555
+ modality: "image";
556
+ detail: "low" | "medium" | "high" | "auto";
557
+ metadata?: undefined;
558
+ }>, z.ZodObject<{
559
+ modality: z.ZodLiteral<"tool-call">;
560
+ index: z.ZodNumber;
561
+ id: z.ZodString;
562
+ name: z.ZodString;
563
+ arguments: z.ZodString;
564
+ metadata: z.ZodUndefined;
565
+ }, "strip", z.ZodTypeAny, {
850
566
  name: string;
851
567
  modality: "tool-call";
852
568
  index: number;
853
569
  id: string;
854
570
  arguments: string;
855
571
  metadata?: undefined;
856
- } | {
572
+ }, {
573
+ name: string;
574
+ modality: "tool-call";
575
+ index: number;
576
+ id: string;
577
+ arguments: string;
578
+ metadata?: undefined;
579
+ }>, z.ZodObject<{
580
+ modality: z.ZodLiteral<"tool-response">;
581
+ index: z.ZodNumber;
582
+ id: z.ZodString;
583
+ name: z.ZodString;
584
+ data: z.ZodString;
585
+ metadata: z.ZodUndefined;
586
+ }, "strip", z.ZodTypeAny, {
587
+ name: string;
588
+ modality: "tool-response";
589
+ index: number;
590
+ id: string;
857
591
  data: string;
592
+ metadata?: undefined;
593
+ }, {
858
594
  name: string;
859
595
  modality: "tool-response";
860
596
  index: number;
861
597
  id: string;
598
+ data: string;
862
599
  metadata?: undefined;
863
- })[];
864
- metadata?: undefined;
865
- }[];
866
- tools?: {
867
- type: "function";
868
- definition: {
869
- schema: {
870
- name: string;
871
- description: string;
872
- strict?: boolean | undefined;
873
- parameters?: any;
874
- };
875
- };
876
- metadata?: any;
877
- }[] | undefined;
878
- }, {
879
- config: Record<string, any>;
880
- messages: {
600
+ }>]>, "many">;
601
+ metadata: z.ZodUndefined;
602
+ }, "strip", z.ZodTypeAny, {
881
603
  role: "system" | "user" | "assistant" | "tool";
882
604
  content: ({
883
605
  value: string;
@@ -887,6 +609,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
887
609
  value: {
888
610
  type: "base64";
889
611
  base64: string;
612
+ media_type: "png" | "jpeg" | "webp" | "gif";
890
613
  } | {
891
614
  type: "url";
892
615
  url: string;
@@ -902,713 +625,202 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
902
625
  arguments: string;
903
626
  metadata?: undefined;
904
627
  } | {
905
- data: string;
906
628
  name: string;
907
629
  modality: "tool-response";
908
- index: number;
909
- id: string;
910
- metadata?: undefined;
911
- })[];
912
- metadata?: undefined;
913
- }[];
914
- tools?: {
915
- type: "function";
916
- definition: {
917
- schema: {
918
- name: string;
919
- description: string;
920
- strict?: boolean | undefined;
921
- parameters?: any;
922
- };
923
- };
924
- metadata?: any;
925
- }[] | undefined;
926
- }>;
927
- response: z.ZodArray<z.ZodObject<{
928
- role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
929
- content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
930
- modality: z.ZodLiteral<"text">;
931
- value: z.ZodString;
932
- metadata: z.ZodUndefined;
933
- }, "strip", z.ZodTypeAny, {
934
- value: string;
935
- modality: "text";
936
- metadata?: undefined;
937
- }, {
938
- value: string;
939
- modality: "text";
940
- metadata?: undefined;
941
- }>, z.ZodObject<{
942
- modality: z.ZodLiteral<"image">;
943
- detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
944
- value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
945
- type: z.ZodLiteral<"base64">;
946
- base64: z.ZodString;
947
- }, "strip", z.ZodTypeAny, {
948
- type: "base64";
949
- base64: string;
950
- }, {
951
- type: "base64";
952
- base64: string;
953
- }>, z.ZodObject<{
954
- type: z.ZodLiteral<"url">;
955
- url: z.ZodString;
956
- }, "strip", z.ZodTypeAny, {
957
- type: "url";
958
- url: string;
959
- }, {
960
- type: "url";
961
- url: string;
962
- }>]>;
963
- metadata: z.ZodUndefined;
964
- }, "strip", z.ZodTypeAny, {
965
- value: {
966
- type: "base64";
967
- base64: string;
968
- } | {
969
- type: "url";
970
- url: string;
971
- };
972
- modality: "image";
973
- detail: "low" | "medium" | "high" | "auto";
974
- metadata?: undefined;
975
- }, {
976
- value: {
977
- type: "base64";
978
- base64: string;
979
- } | {
980
- type: "url";
981
- url: string;
982
- };
983
- modality: "image";
984
- detail: "low" | "medium" | "high" | "auto";
985
- metadata?: undefined;
986
- }>, z.ZodObject<{
987
- modality: z.ZodLiteral<"tool-call">;
988
- index: z.ZodNumber;
989
- id: z.ZodString;
990
- name: z.ZodString;
991
- arguments: z.ZodString;
992
- metadata: z.ZodUndefined;
993
- }, "strip", z.ZodTypeAny, {
994
- name: string;
995
- modality: "tool-call";
996
- index: number;
997
- id: string;
998
- arguments: string;
999
- metadata?: undefined;
1000
- }, {
1001
- name: string;
1002
- modality: "tool-call";
1003
- index: number;
1004
- id: string;
1005
- arguments: string;
1006
- metadata?: undefined;
1007
- }>, z.ZodObject<{
1008
- modality: z.ZodLiteral<"tool-response">;
1009
- index: z.ZodNumber;
1010
- id: z.ZodString;
1011
- name: z.ZodString;
1012
- data: z.ZodString;
1013
- metadata: z.ZodUndefined;
1014
- }, "strip", z.ZodTypeAny, {
1015
- data: string;
1016
- name: string;
1017
- modality: "tool-response";
1018
- index: number;
1019
- id: string;
1020
- metadata?: undefined;
1021
- }, {
1022
- data: string;
1023
- name: string;
1024
- modality: "tool-response";
1025
- index: number;
1026
- id: string;
1027
- metadata?: undefined;
1028
- }>]>, "many">;
1029
- metadata: z.ZodUndefined;
1030
- }, "strip", z.ZodTypeAny, {
1031
- role: "system" | "user" | "assistant" | "tool";
1032
- content: ({
1033
- value: string;
1034
- modality: "text";
1035
- metadata?: undefined;
1036
- } | {
1037
- value: {
1038
- type: "base64";
1039
- base64: string;
1040
- } | {
1041
- type: "url";
1042
- url: string;
1043
- };
1044
- modality: "image";
1045
- detail: "low" | "medium" | "high" | "auto";
1046
- metadata?: undefined;
1047
- } | {
1048
- name: string;
1049
- modality: "tool-call";
1050
- index: number;
1051
- id: string;
1052
- arguments: string;
1053
- metadata?: undefined;
1054
- } | {
1055
- data: string;
1056
- name: string;
1057
- modality: "tool-response";
1058
- index: number;
1059
- id: string;
1060
- metadata?: undefined;
1061
- })[];
1062
- metadata?: undefined;
1063
- }, {
1064
- role: "system" | "user" | "assistant" | "tool";
1065
- content: ({
1066
- value: string;
1067
- modality: "text";
1068
- metadata?: undefined;
1069
- } | {
1070
- value: {
1071
- type: "base64";
1072
- base64: string;
1073
- } | {
1074
- type: "url";
1075
- url: string;
1076
- };
1077
- modality: "image";
1078
- detail: "low" | "medium" | "high" | "auto";
1079
- metadata?: undefined;
1080
- } | {
1081
- name: string;
1082
- modality: "tool-call";
1083
- index: number;
1084
- id: string;
1085
- arguments: string;
1086
- metadata?: undefined;
1087
- } | {
1088
- data: string;
1089
- name: string;
1090
- modality: "tool-response";
1091
- index: number;
1092
- id: string;
1093
- metadata?: undefined;
1094
- })[];
1095
- metadata?: undefined;
1096
- }>, "many">;
1097
- latencyInMs: z.ZodNumber;
1098
- metadataForCallbacks: z.ZodOptional<z.ZodAny>;
1099
- provider: z.ZodObject<{
1100
- request: z.ZodAny;
1101
- response: z.ZodAny;
1102
- }, "strip", z.ZodTypeAny, {
1103
- request?: any;
1104
- response?: any;
1105
- }, {
1106
- request?: any;
1107
- response?: any;
1108
- }>;
1109
- }, "strip", z.ZodTypeAny, {
1110
- request: {
1111
- config: Record<string, any>;
1112
- messages: {
1113
- role: "system" | "user" | "assistant" | "tool";
1114
- content: ({
1115
- value: string;
1116
- modality: "text";
1117
- metadata?: undefined;
1118
- } | {
1119
- value: {
1120
- type: "base64";
1121
- base64: string;
1122
- } | {
1123
- type: "url";
1124
- url: string;
1125
- };
1126
- modality: "image";
1127
- detail: "low" | "medium" | "high" | "auto";
1128
- metadata?: undefined;
1129
- } | {
1130
- name: string;
1131
- modality: "tool-call";
1132
- index: number;
1133
- id: string;
1134
- arguments: string;
1135
- metadata?: undefined;
1136
- } | {
1137
- data: string;
1138
- name: string;
1139
- modality: "tool-response";
1140
- index: number;
1141
- id: string;
1142
- metadata?: undefined;
1143
- })[];
1144
- metadata?: undefined;
1145
- }[];
1146
- tools?: {
1147
- type: "function";
1148
- definition: {
1149
- schema: {
1150
- name: string;
1151
- description: string;
1152
- strict?: boolean | undefined;
1153
- parameters?: any;
1154
- };
1155
- };
1156
- metadata?: any;
1157
- }[] | undefined;
1158
- };
1159
- response: {
1160
- role: "system" | "user" | "assistant" | "tool";
1161
- content: ({
1162
- value: string;
1163
- modality: "text";
1164
- metadata?: undefined;
1165
- } | {
1166
- value: {
1167
- type: "base64";
1168
- base64: string;
1169
- } | {
1170
- type: "url";
1171
- url: string;
1172
- };
1173
- modality: "image";
1174
- detail: "low" | "medium" | "high" | "auto";
1175
- metadata?: undefined;
1176
- } | {
1177
- name: string;
1178
- modality: "tool-call";
1179
- index: number;
1180
- id: string;
1181
- arguments: string;
1182
- metadata?: undefined;
1183
- } | {
1184
- data: string;
1185
- name: string;
1186
- modality: "tool-response";
1187
- index: number;
1188
- id: string;
1189
- metadata?: undefined;
1190
- })[];
1191
- metadata?: undefined;
1192
- }[];
1193
- latencyInMs: number;
1194
- provider: {
1195
- request?: any;
1196
- response?: any;
1197
- };
1198
- metadataForCallbacks?: any;
1199
- }, {
1200
- request: {
1201
- config: Record<string, any>;
1202
- messages: {
1203
- role: "system" | "user" | "assistant" | "tool";
1204
- content: ({
1205
- value: string;
1206
- modality: "text";
1207
- metadata?: undefined;
1208
- } | {
1209
- value: {
1210
- type: "base64";
1211
- base64: string;
1212
- } | {
1213
- type: "url";
1214
- url: string;
1215
- };
1216
- modality: "image";
1217
- detail: "low" | "medium" | "high" | "auto";
1218
- metadata?: undefined;
1219
- } | {
1220
- name: string;
1221
- modality: "tool-call";
1222
- index: number;
1223
- id: string;
1224
- arguments: string;
1225
- metadata?: undefined;
1226
- } | {
1227
- data: string;
1228
- name: string;
1229
- modality: "tool-response";
1230
- index: number;
1231
- id: string;
1232
- metadata?: undefined;
1233
- })[];
1234
- metadata?: undefined;
1235
- }[];
1236
- tools?: {
1237
- type: "function";
1238
- definition: {
1239
- schema: {
1240
- name: string;
1241
- description: string;
1242
- strict?: boolean | undefined;
1243
- parameters?: any;
1244
- };
1245
- };
1246
- metadata?: any;
1247
- }[] | undefined;
1248
- };
1249
- response: {
1250
- role: "system" | "user" | "assistant" | "tool";
1251
- content: ({
1252
- value: string;
1253
- modality: "text";
1254
- metadata?: undefined;
1255
- } | {
1256
- value: {
1257
- type: "base64";
1258
- base64: string;
1259
- } | {
1260
- type: "url";
1261
- url: string;
1262
- };
1263
- modality: "image";
1264
- detail: "low" | "medium" | "high" | "auto";
1265
- metadata?: undefined;
1266
- } | {
1267
- name: string;
1268
- modality: "tool-call";
1269
- index: number;
1270
- id: string;
1271
- arguments: string;
1272
- metadata?: undefined;
1273
- } | {
1274
- data: string;
1275
- name: string;
1276
- modality: "tool-response";
1277
- index: number;
1278
- id: string;
1279
- metadata?: undefined;
1280
- })[];
1281
- metadata?: undefined;
1282
- }[];
1283
- latencyInMs: number;
1284
- provider: {
1285
- request?: any;
1286
- response?: any;
1287
- };
1288
- metadataForCallbacks?: any;
1289
- }>;
1290
- type CompleteChatHandlerResponseType = z.infer<typeof CompleteChatHandlerResponse>;
1291
- type CompleteChatCallbackType<M = any> = {
1292
- onChatStart?: (metadata?: M) => Promise<void> | void;
1293
- onChatCached?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
1294
- onChatComplete?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
1295
- onChatError?: (metadata?: M, error?: GatewayError) => Promise<void> | void;
1296
- };
1297
-
1298
- declare function handleCompleteChat(request: CompleteChatHandlerRequestType, client: HttpClient): Promise<CompleteChatHandlerResponseType>;
1299
-
1300
- declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
1301
- model: z.ZodType<EmbeddingModelV1<{
1302
- description: string;
1303
- name: string;
1304
- modalities: ["text" | "token", ...("text" | "token")[]];
1305
- maxInputTokens: number;
1306
- maxOutputTokens: number;
1307
- config: {
1308
- def: Record<string, {
1309
- type: "multi-string";
1310
- param: string;
1311
- title: string;
1312
- description: string;
1313
- max: number;
1314
- } | {
1315
- type: "range";
1316
- param: string;
1317
- title: string;
1318
- description: string;
1319
- max: number;
1320
- min: number;
1321
- step: number;
1322
- default: number;
1323
- } | {
1324
- type: "select-string";
1325
- param: string;
1326
- title: string;
1327
- description: string;
1328
- default: string;
1329
- choices: string[];
1330
- } | {
1331
- type: "object-schema";
1332
- param: string;
1333
- title: string;
1334
- description: string;
1335
- objectSchema?: any;
1336
- }>;
1337
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1338
- };
1339
- }>, z.ZodTypeDef, EmbeddingModelV1<{
1340
- description: string;
1341
- name: string;
1342
- modalities: ["text" | "token", ...("text" | "token")[]];
1343
- maxInputTokens: number;
1344
- maxOutputTokens: number;
1345
- config: {
1346
- def: Record<string, {
1347
- type: "multi-string";
1348
- param: string;
1349
- title: string;
1350
- description: string;
1351
- max: number;
1352
- } | {
1353
- type: "range";
1354
- param: string;
1355
- title: string;
1356
- description: string;
1357
- max: number;
1358
- min: number;
1359
- step: number;
1360
- default: number;
1361
- } | {
1362
- type: "select-string";
1363
- param: string;
1364
- title: string;
1365
- description: string;
1366
- default: string;
1367
- choices: string[];
1368
- } | {
1369
- type: "object-schema";
1370
- param: string;
1371
- title: string;
1372
- description: string;
1373
- objectSchema?: any;
1374
- }>;
1375
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1376
- };
1377
- }>>;
1378
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
1379
- embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
1380
- modality: z.ZodLiteral<"text">;
1381
- metadata: z.ZodUndefined;
1382
- requests: z.ZodArray<z.ZodString, "many">;
1383
- }, "strip", z.ZodTypeAny, {
1384
- modality: "text";
1385
- requests: string[];
1386
- metadata?: undefined;
1387
- }, {
1388
- modality: "text";
1389
- requests: string[];
1390
- metadata?: undefined;
1391
- }>, z.ZodObject<{
1392
- modality: z.ZodLiteral<"token">;
1393
- metadata: z.ZodUndefined;
1394
- requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
1395
- }, "strip", z.ZodTypeAny, {
1396
- modality: "token";
1397
- requests: number[][];
1398
- metadata?: undefined;
1399
- }, {
1400
- modality: "token";
1401
- requests: number[][];
1402
- metadata?: undefined;
1403
- }>]>;
1404
- callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
1405
- metadataForCallbacks: z.ZodOptional<z.ZodAny>;
1406
- }, "strip", z.ZodTypeAny, {
1407
- config: Record<string, any>;
1408
- model: EmbeddingModelV1<{
1409
- description: string;
1410
- name: string;
1411
- modalities: ["text" | "token", ...("text" | "token")[]];
1412
- maxInputTokens: number;
1413
- maxOutputTokens: number;
1414
- config: {
1415
- def: Record<string, {
1416
- type: "multi-string";
1417
- param: string;
1418
- title: string;
1419
- description: string;
1420
- max: number;
1421
- } | {
1422
- type: "range";
1423
- param: string;
1424
- title: string;
1425
- description: string;
1426
- max: number;
1427
- min: number;
1428
- step: number;
1429
- default: number;
1430
- } | {
1431
- type: "select-string";
1432
- param: string;
1433
- title: string;
1434
- description: string;
1435
- default: string;
1436
- choices: string[];
1437
- } | {
1438
- type: "object-schema";
1439
- param: string;
1440
- title: string;
1441
- description: string;
1442
- objectSchema?: any;
1443
- }>;
1444
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1445
- };
1446
- }>;
1447
- embeddingRequests: {
1448
- modality: "text";
1449
- requests: string[];
1450
- metadata?: undefined;
1451
- } | {
1452
- modality: "token";
1453
- requests: number[][];
1454
- metadata?: undefined;
1455
- };
1456
- callbacks?: [GetEmbeddingsCallbackType<any>, ...GetEmbeddingsCallbackType<any>[]] | undefined;
1457
- metadataForCallbacks?: any;
1458
- }, {
1459
- config: Record<string, any>;
1460
- model: EmbeddingModelV1<{
1461
- description: string;
1462
- name: string;
1463
- modalities: ["text" | "token", ...("text" | "token")[]];
1464
- maxInputTokens: number;
1465
- maxOutputTokens: number;
1466
- config: {
1467
- def: Record<string, {
1468
- type: "multi-string";
1469
- param: string;
1470
- title: string;
1471
- description: string;
1472
- max: number;
1473
- } | {
1474
- type: "range";
1475
- param: string;
1476
- title: string;
1477
- description: string;
1478
- max: number;
1479
- min: number;
1480
- step: number;
1481
- default: number;
1482
- } | {
1483
- type: "select-string";
1484
- param: string;
1485
- title: string;
1486
- description: string;
1487
- default: string;
1488
- choices: string[];
1489
- } | {
1490
- type: "object-schema";
1491
- param: string;
1492
- title: string;
1493
- description: string;
1494
- objectSchema?: any;
1495
- }>;
1496
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1497
- };
1498
- }>;
1499
- embeddingRequests: {
1500
- modality: "text";
1501
- requests: string[];
1502
- metadata?: undefined;
1503
- } | {
1504
- modality: "token";
1505
- requests: number[][];
1506
- metadata?: undefined;
1507
- };
1508
- callbacks?: [GetEmbeddingsCallbackType<any>, ...GetEmbeddingsCallbackType<any>[]] | undefined;
1509
- metadataForCallbacks?: any;
1510
- }>;
1511
- type GetEmbeddingsHandlerRequestType = z.infer<typeof GetEmbeddingsHandlerRequest>;
1512
- declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
1513
- request: z.ZodObject<{
1514
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
1515
- embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
1516
- modality: z.ZodLiteral<"text">;
1517
- metadata: z.ZodUndefined;
1518
- requests: z.ZodArray<z.ZodString, "many">;
1519
- }, "strip", z.ZodTypeAny, {
1520
- modality: "text";
1521
- requests: string[];
630
+ index: number;
631
+ id: string;
632
+ data: string;
633
+ metadata?: undefined;
634
+ })[];
1522
635
  metadata?: undefined;
1523
636
  }, {
1524
- modality: "text";
1525
- requests: string[];
637
+ role: "system" | "user" | "assistant" | "tool";
638
+ content: ({
639
+ value: string;
640
+ modality: "text";
641
+ metadata?: undefined;
642
+ } | {
643
+ value: {
644
+ type: "base64";
645
+ base64: string;
646
+ media_type: "png" | "jpeg" | "webp" | "gif";
647
+ } | {
648
+ type: "url";
649
+ url: string;
650
+ };
651
+ modality: "image";
652
+ detail: "low" | "medium" | "high" | "auto";
653
+ metadata?: undefined;
654
+ } | {
655
+ name: string;
656
+ modality: "tool-call";
657
+ index: number;
658
+ id: string;
659
+ arguments: string;
660
+ metadata?: undefined;
661
+ } | {
662
+ name: string;
663
+ modality: "tool-response";
664
+ index: number;
665
+ id: string;
666
+ data: string;
667
+ metadata?: undefined;
668
+ })[];
1526
669
  metadata?: undefined;
1527
- }>, z.ZodObject<{
1528
- modality: z.ZodLiteral<"token">;
1529
- metadata: z.ZodUndefined;
1530
- requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
670
+ }>, "many">;
671
+ usage: z.ZodOptional<z.ZodObject<{
672
+ promptTokens: z.ZodNumber;
673
+ completionTokens: z.ZodNumber;
674
+ totalTokens: z.ZodNumber;
1531
675
  }, "strip", z.ZodTypeAny, {
1532
- modality: "token";
1533
- requests: number[][];
1534
- metadata?: undefined;
676
+ totalTokens: number;
677
+ promptTokens: number;
678
+ completionTokens: number;
1535
679
  }, {
1536
- modality: "token";
1537
- requests: number[][];
1538
- metadata?: undefined;
1539
- }>]>;
1540
- }, "strip", z.ZodTypeAny, {
1541
- config: Record<string, any>;
1542
- embeddingRequests: {
1543
- modality: "text";
1544
- requests: string[];
1545
- metadata?: undefined;
1546
- } | {
1547
- modality: "token";
1548
- requests: number[][];
1549
- metadata?: undefined;
1550
- };
1551
- }, {
1552
- config: Record<string, any>;
1553
- embeddingRequests: {
1554
- modality: "text";
1555
- requests: string[];
1556
- metadata?: undefined;
1557
- } | {
1558
- modality: "token";
1559
- requests: number[][];
1560
- metadata?: undefined;
1561
- };
1562
- }>;
1563
- response: z.ZodDiscriminatedUnion<"encodingFormat", [z.ZodObject<{
1564
- encodingFormat: z.ZodLiteral<"float">;
1565
- embeddings: z.ZodArray<z.ZodObject<{
1566
- index: z.ZodNumber;
1567
- embedding: z.ZodArray<z.ZodNumber, "many">;
1568
- }, "strip", z.ZodTypeAny, {
1569
- index: number;
1570
- embedding: number[];
680
+ totalTokens: number;
681
+ promptTokens: number;
682
+ completionTokens: number;
683
+ }>>;
684
+ logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
685
+ token: z.ZodString;
686
+ logProb: z.ZodNumber;
687
+ bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
1571
688
  }, {
1572
- index: number;
1573
- embedding: number[];
1574
- }>, "many">;
1575
- }, "strip", z.ZodTypeAny, {
1576
- encodingFormat: "float";
1577
- embeddings: {
1578
- index: number;
1579
- embedding: number[];
1580
- }[];
1581
- }, {
1582
- encodingFormat: "float";
1583
- embeddings: {
1584
- index: number;
1585
- embedding: number[];
1586
- }[];
1587
- }>, z.ZodObject<{
1588
- encodingFormat: z.ZodLiteral<"base64">;
1589
- embeddings: z.ZodArray<z.ZodObject<{
1590
- index: z.ZodNumber;
1591
- embedding: z.ZodString;
1592
- }, "strip", z.ZodTypeAny, {
1593
- index: number;
1594
- embedding: string;
689
+ topLogProbs: z.ZodArray<z.ZodObject<{
690
+ token: z.ZodString;
691
+ logProb: z.ZodNumber;
692
+ bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
693
+ }, "strip", z.ZodTypeAny, {
694
+ token: string;
695
+ logProb: number;
696
+ bytes: number[] | null;
697
+ }, {
698
+ token: string;
699
+ logProb: number;
700
+ bytes: number[] | null;
701
+ }>, "many">;
702
+ }>, "strip", z.ZodTypeAny, {
703
+ token: string;
704
+ logProb: number;
705
+ bytes: number[] | null;
706
+ topLogProbs: {
707
+ token: string;
708
+ logProb: number;
709
+ bytes: number[] | null;
710
+ }[];
1595
711
  }, {
1596
- index: number;
1597
- embedding: string;
1598
- }>, "many">;
712
+ token: string;
713
+ logProb: number;
714
+ bytes: number[] | null;
715
+ topLogProbs: {
716
+ token: string;
717
+ logProb: number;
718
+ bytes: number[] | null;
719
+ }[];
720
+ }>, "many">>;
1599
721
  }, "strip", z.ZodTypeAny, {
1600
- encodingFormat: "base64";
1601
- embeddings: {
1602
- index: number;
1603
- embedding: string;
722
+ messages: {
723
+ role: "system" | "user" | "assistant" | "tool";
724
+ content: ({
725
+ value: string;
726
+ modality: "text";
727
+ metadata?: undefined;
728
+ } | {
729
+ value: {
730
+ type: "base64";
731
+ base64: string;
732
+ media_type: "png" | "jpeg" | "webp" | "gif";
733
+ } | {
734
+ type: "url";
735
+ url: string;
736
+ };
737
+ modality: "image";
738
+ detail: "low" | "medium" | "high" | "auto";
739
+ metadata?: undefined;
740
+ } | {
741
+ name: string;
742
+ modality: "tool-call";
743
+ index: number;
744
+ id: string;
745
+ arguments: string;
746
+ metadata?: undefined;
747
+ } | {
748
+ name: string;
749
+ modality: "tool-response";
750
+ index: number;
751
+ id: string;
752
+ data: string;
753
+ metadata?: undefined;
754
+ })[];
755
+ metadata?: undefined;
1604
756
  }[];
757
+ usage?: {
758
+ totalTokens: number;
759
+ promptTokens: number;
760
+ completionTokens: number;
761
+ } | undefined;
762
+ logProbs?: {
763
+ token: string;
764
+ logProb: number;
765
+ bytes: number[] | null;
766
+ topLogProbs: {
767
+ token: string;
768
+ logProb: number;
769
+ bytes: number[] | null;
770
+ }[];
771
+ }[] | undefined;
1605
772
  }, {
1606
- encodingFormat: "base64";
1607
- embeddings: {
1608
- index: number;
1609
- embedding: string;
773
+ messages: {
774
+ role: "system" | "user" | "assistant" | "tool";
775
+ content: ({
776
+ value: string;
777
+ modality: "text";
778
+ metadata?: undefined;
779
+ } | {
780
+ value: {
781
+ type: "base64";
782
+ base64: string;
783
+ media_type: "png" | "jpeg" | "webp" | "gif";
784
+ } | {
785
+ type: "url";
786
+ url: string;
787
+ };
788
+ modality: "image";
789
+ detail: "low" | "medium" | "high" | "auto";
790
+ metadata?: undefined;
791
+ } | {
792
+ name: string;
793
+ modality: "tool-call";
794
+ index: number;
795
+ id: string;
796
+ arguments: string;
797
+ metadata?: undefined;
798
+ } | {
799
+ name: string;
800
+ modality: "tool-response";
801
+ index: number;
802
+ id: string;
803
+ data: string;
804
+ metadata?: undefined;
805
+ })[];
806
+ metadata?: undefined;
1610
807
  }[];
1611
- }>]>;
808
+ usage?: {
809
+ totalTokens: number;
810
+ promptTokens: number;
811
+ completionTokens: number;
812
+ } | undefined;
813
+ logProbs?: {
814
+ token: string;
815
+ logProb: number;
816
+ bytes: number[] | null;
817
+ topLogProbs: {
818
+ token: string;
819
+ logProb: number;
820
+ bytes: number[] | null;
821
+ }[];
822
+ }[] | undefined;
823
+ }>;
1612
824
  latencyInMs: z.ZodNumber;
1613
825
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
1614
826
  provider: z.ZodObject<{
@@ -1624,28 +836,105 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
1624
836
  }, "strip", z.ZodTypeAny, {
1625
837
  request: {
1626
838
  config: Record<string, any>;
1627
- embeddingRequests: {
1628
- modality: "text";
1629
- requests: string[];
839
+ messages: {
840
+ role: "system" | "user" | "assistant" | "tool";
841
+ content: ({
842
+ value: string;
843
+ modality: "text";
844
+ metadata?: undefined;
845
+ } | {
846
+ value: {
847
+ type: "base64";
848
+ base64: string;
849
+ media_type: "png" | "jpeg" | "webp" | "gif";
850
+ } | {
851
+ type: "url";
852
+ url: string;
853
+ };
854
+ modality: "image";
855
+ detail: "low" | "medium" | "high" | "auto";
856
+ metadata?: undefined;
857
+ } | {
858
+ name: string;
859
+ modality: "tool-call";
860
+ index: number;
861
+ id: string;
862
+ arguments: string;
863
+ metadata?: undefined;
864
+ } | {
865
+ data: string;
866
+ name: string;
867
+ modality: "tool-response";
868
+ index: number;
869
+ id: string;
870
+ metadata?: undefined;
871
+ })[];
1630
872
  metadata?: undefined;
1631
- } | {
1632
- modality: "token";
1633
- requests: number[][];
873
+ }[];
874
+ tools?: {
875
+ type: "function";
876
+ definition: {
877
+ schema: {
878
+ name: string;
879
+ description: string;
880
+ strict?: boolean | undefined;
881
+ parameters?: any;
882
+ };
883
+ };
884
+ metadata?: any;
885
+ }[] | undefined;
886
+ };
887
+ response: {
888
+ messages: {
889
+ role: "system" | "user" | "assistant" | "tool";
890
+ content: ({
891
+ value: string;
892
+ modality: "text";
893
+ metadata?: undefined;
894
+ } | {
895
+ value: {
896
+ type: "base64";
897
+ base64: string;
898
+ media_type: "png" | "jpeg" | "webp" | "gif";
899
+ } | {
900
+ type: "url";
901
+ url: string;
902
+ };
903
+ modality: "image";
904
+ detail: "low" | "medium" | "high" | "auto";
905
+ metadata?: undefined;
906
+ } | {
907
+ name: string;
908
+ modality: "tool-call";
909
+ index: number;
910
+ id: string;
911
+ arguments: string;
912
+ metadata?: undefined;
913
+ } | {
914
+ name: string;
915
+ modality: "tool-response";
916
+ index: number;
917
+ id: string;
918
+ data: string;
919
+ metadata?: undefined;
920
+ })[];
1634
921
  metadata?: undefined;
1635
- };
1636
- };
1637
- response: {
1638
- encodingFormat: "float";
1639
- embeddings: {
1640
- index: number;
1641
- embedding: number[];
1642
- }[];
1643
- } | {
1644
- encodingFormat: "base64";
1645
- embeddings: {
1646
- index: number;
1647
- embedding: string;
1648
922
  }[];
923
+ usage?: {
924
+ totalTokens: number;
925
+ promptTokens: number;
926
+ completionTokens: number;
927
+ } | undefined;
928
+ logProbs?: {
929
+ token: string;
930
+ logProb: number;
931
+ bytes: number[] | null;
932
+ topLogProbs: {
933
+ token: string;
934
+ logProb: number;
935
+ bytes: number[] | null;
936
+ }[];
937
+ }[] | undefined;
1649
938
  };
1650
939
  latencyInMs: number;
1651
940
  provider: {
@@ -1656,540 +945,344 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
1656
945
  }, {
1657
946
  request: {
1658
947
  config: Record<string, any>;
1659
- embeddingRequests: {
1660
- modality: "text";
1661
- requests: string[];
1662
- metadata?: undefined;
1663
- } | {
1664
- modality: "token";
1665
- requests: number[][];
1666
- metadata?: undefined;
1667
- };
1668
- };
1669
- response: {
1670
- encodingFormat: "float";
1671
- embeddings: {
1672
- index: number;
1673
- embedding: number[];
1674
- }[];
1675
- } | {
1676
- encodingFormat: "base64";
1677
- embeddings: {
1678
- index: number;
1679
- embedding: string;
1680
- }[];
1681
- };
1682
- latencyInMs: number;
1683
- provider: {
1684
- request?: any;
1685
- response?: any;
1686
- };
1687
- metadataForCallbacks?: any;
1688
- }>;
1689
- type GetEmbeddingsHandlerResponseType = z.infer<typeof GetEmbeddingsHandlerResponse>;
1690
- type GetEmbeddingsCallbackType<M = any> = {
1691
- onGetEmbeddingsStart?: (metadata?: M) => Promise<void> | void;
1692
- onGetEmbeddingsCached?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
1693
- onGetEmbeddingsComplete?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
1694
- onGetEmbeddingsError?: (metadata?: M, error?: GatewayError) => Promise<void> | void;
1695
- };
1696
-
1697
- declare function handleGetEmbeddings(request: GetEmbeddingsHandlerRequestType, client: HttpClient): Promise<GetEmbeddingsHandlerResponseType>;
1698
-
1699
- declare const StreamChatHandlerRequest: z.ZodObject<{
1700
- model: z.ZodType<ChatModelV1<{
1701
- name: string;
1702
- description: string;
1703
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
1704
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
1705
- maxInputTokens: number;
1706
- maxOutputTokens: number;
1707
- config: {
1708
- def: Record<string, {
1709
- type: "multi-string";
1710
- param: string;
1711
- title: string;
1712
- description: string;
1713
- max: number;
1714
- } | {
1715
- type: "range";
1716
- param: string;
1717
- title: string;
1718
- description: string;
1719
- max: number;
1720
- min: number;
1721
- step: number;
1722
- default: number;
1723
- } | {
1724
- type: "select-string";
1725
- param: string;
1726
- title: string;
1727
- description: string;
1728
- default: string;
1729
- choices: string[];
1730
- } | {
1731
- type: "object-schema";
1732
- param: string;
1733
- title: string;
1734
- description: string;
1735
- objectSchema?: any;
1736
- }>;
1737
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1738
- };
1739
- }>, z.ZodTypeDef, ChatModelV1<{
1740
- name: string;
1741
- description: string;
1742
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
1743
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
1744
- maxInputTokens: number;
1745
- maxOutputTokens: number;
1746
- config: {
1747
- def: Record<string, {
1748
- type: "multi-string";
1749
- param: string;
1750
- title: string;
1751
- description: string;
1752
- max: number;
948
+ messages: {
949
+ role: "system" | "user" | "assistant" | "tool";
950
+ content: ({
951
+ value: string;
952
+ modality: "text";
953
+ metadata?: undefined;
1753
954
  } | {
1754
- type: "range";
1755
- param: string;
1756
- title: string;
1757
- description: string;
1758
- max: number;
1759
- min: number;
1760
- step: number;
1761
- default: number;
955
+ value: {
956
+ type: "base64";
957
+ base64: string;
958
+ media_type: "png" | "jpeg" | "webp" | "gif";
959
+ } | {
960
+ type: "url";
961
+ url: string;
962
+ };
963
+ modality: "image";
964
+ detail: "low" | "medium" | "high" | "auto";
965
+ metadata?: undefined;
1762
966
  } | {
1763
- type: "select-string";
1764
- param: string;
1765
- title: string;
1766
- description: string;
1767
- default: string;
1768
- choices: string[];
967
+ name: string;
968
+ modality: "tool-call";
969
+ index: number;
970
+ id: string;
971
+ arguments: string;
972
+ metadata?: undefined;
1769
973
  } | {
1770
- type: "object-schema";
1771
- param: string;
1772
- title: string;
1773
- description: string;
1774
- objectSchema?: any;
1775
- }>;
1776
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
1777
- };
1778
- }>>;
1779
- config: z.ZodRecord<z.ZodString, z.ZodAny>;
1780
- messages: z.ZodArray<z.ZodObject<{
1781
- role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
1782
- content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
1783
- modality: z.ZodLiteral<"text">;
1784
- value: z.ZodString;
1785
- metadata: z.ZodUndefined;
1786
- }, "strip", z.ZodTypeAny, {
1787
- value: string;
1788
- modality: "text";
1789
- metadata?: undefined;
1790
- }, {
1791
- value: string;
1792
- modality: "text";
974
+ data: string;
975
+ name: string;
976
+ modality: "tool-response";
977
+ index: number;
978
+ id: string;
979
+ metadata?: undefined;
980
+ })[];
1793
981
  metadata?: undefined;
1794
- }>, z.ZodObject<{
1795
- modality: z.ZodLiteral<"image">;
1796
- detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
1797
- value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
1798
- type: z.ZodLiteral<"base64">;
1799
- base64: z.ZodString;
1800
- }, "strip", z.ZodTypeAny, {
1801
- type: "base64";
1802
- base64: string;
1803
- }, {
1804
- type: "base64";
1805
- base64: string;
1806
- }>, z.ZodObject<{
1807
- type: z.ZodLiteral<"url">;
1808
- url: z.ZodString;
1809
- }, "strip", z.ZodTypeAny, {
1810
- type: "url";
1811
- url: string;
1812
- }, {
1813
- type: "url";
1814
- url: string;
1815
- }>]>;
1816
- metadata: z.ZodUndefined;
1817
- }, "strip", z.ZodTypeAny, {
1818
- value: {
1819
- type: "base64";
1820
- base64: string;
1821
- } | {
1822
- type: "url";
1823
- url: string;
982
+ }[];
983
+ tools?: {
984
+ type: "function";
985
+ definition: {
986
+ schema: {
987
+ name: string;
988
+ description: string;
989
+ strict?: boolean | undefined;
990
+ parameters?: any;
991
+ };
1824
992
  };
1825
- modality: "image";
1826
- detail: "low" | "medium" | "high" | "auto";
1827
- metadata?: undefined;
1828
- }, {
1829
- value: {
1830
- type: "base64";
1831
- base64: string;
993
+ metadata?: any;
994
+ }[] | undefined;
995
+ };
996
+ response: {
997
+ messages: {
998
+ role: "system" | "user" | "assistant" | "tool";
999
+ content: ({
1000
+ value: string;
1001
+ modality: "text";
1002
+ metadata?: undefined;
1003
+ } | {
1004
+ value: {
1005
+ type: "base64";
1006
+ base64: string;
1007
+ media_type: "png" | "jpeg" | "webp" | "gif";
1008
+ } | {
1009
+ type: "url";
1010
+ url: string;
1011
+ };
1012
+ modality: "image";
1013
+ detail: "low" | "medium" | "high" | "auto";
1014
+ metadata?: undefined;
1832
1015
  } | {
1833
- type: "url";
1834
- url: string;
1835
- };
1836
- modality: "image";
1837
- detail: "low" | "medium" | "high" | "auto";
1016
+ name: string;
1017
+ modality: "tool-call";
1018
+ index: number;
1019
+ id: string;
1020
+ arguments: string;
1021
+ metadata?: undefined;
1022
+ } | {
1023
+ name: string;
1024
+ modality: "tool-response";
1025
+ index: number;
1026
+ id: string;
1027
+ data: string;
1028
+ metadata?: undefined;
1029
+ })[];
1838
1030
  metadata?: undefined;
1839
- }>, z.ZodObject<{
1840
- modality: z.ZodLiteral<"tool-call">;
1841
- index: z.ZodNumber;
1842
- id: z.ZodString;
1843
- name: z.ZodString;
1844
- arguments: z.ZodString;
1031
+ }[];
1032
+ usage?: {
1033
+ totalTokens: number;
1034
+ promptTokens: number;
1035
+ completionTokens: number;
1036
+ } | undefined;
1037
+ logProbs?: {
1038
+ token: string;
1039
+ logProb: number;
1040
+ bytes: number[] | null;
1041
+ topLogProbs: {
1042
+ token: string;
1043
+ logProb: number;
1044
+ bytes: number[] | null;
1045
+ }[];
1046
+ }[] | undefined;
1047
+ };
1048
+ latencyInMs: number;
1049
+ provider: {
1050
+ request?: any;
1051
+ response?: any;
1052
+ };
1053
+ metadataForCallbacks?: any;
1054
+ }>;
1055
+ type CompleteChatHandlerResponseType = z.infer<typeof CompleteChatHandlerResponse>;
1056
+ type CompleteChatCallbackType<M = any> = {
1057
+ onChatStart?: (metadata?: M) => Promise<void> | void;
1058
+ onChatCached?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
1059
+ onChatComplete?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
1060
+ onChatError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
1061
+ };
1062
+
1063
+ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
1064
+ request: z.ZodObject<{
1065
+ config: z.ZodRecord<z.ZodString, z.ZodAny>;
1066
+ embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
1067
+ modality: z.ZodLiteral<"text">;
1845
1068
  metadata: z.ZodUndefined;
1069
+ requests: z.ZodArray<z.ZodString, "many">;
1846
1070
  }, "strip", z.ZodTypeAny, {
1847
- name: string;
1848
- modality: "tool-call";
1849
- index: number;
1850
- id: string;
1851
- arguments: string;
1071
+ modality: "text";
1072
+ requests: string[];
1852
1073
  metadata?: undefined;
1853
1074
  }, {
1854
- name: string;
1855
- modality: "tool-call";
1856
- index: number;
1857
- id: string;
1858
- arguments: string;
1075
+ modality: "text";
1076
+ requests: string[];
1859
1077
  metadata?: undefined;
1860
1078
  }>, z.ZodObject<{
1861
- modality: z.ZodLiteral<"tool-response">;
1862
- index: z.ZodNumber;
1863
- id: z.ZodString;
1864
- name: z.ZodString;
1865
- data: z.ZodString;
1079
+ modality: z.ZodLiteral<"token">;
1866
1080
  metadata: z.ZodUndefined;
1081
+ requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
1867
1082
  }, "strip", z.ZodTypeAny, {
1868
- data: string;
1869
- name: string;
1870
- modality: "tool-response";
1871
- index: number;
1872
- id: string;
1083
+ modality: "token";
1084
+ requests: number[][];
1873
1085
  metadata?: undefined;
1874
1086
  }, {
1875
- data: string;
1876
- name: string;
1877
- modality: "tool-response";
1878
- index: number;
1879
- id: string;
1087
+ modality: "token";
1088
+ requests: number[][];
1880
1089
  metadata?: undefined;
1881
- }>]>, "many">;
1882
- metadata: z.ZodUndefined;
1090
+ }>]>;
1883
1091
  }, "strip", z.ZodTypeAny, {
1884
- role: "system" | "user" | "assistant" | "tool";
1885
- content: ({
1886
- value: string;
1092
+ config: Record<string, any>;
1093
+ embeddingRequests: {
1887
1094
  modality: "text";
1095
+ requests: string[];
1888
1096
  metadata?: undefined;
1889
1097
  } | {
1890
- value: {
1891
- type: "base64";
1892
- base64: string;
1893
- } | {
1894
- type: "url";
1895
- url: string;
1896
- };
1897
- modality: "image";
1898
- detail: "low" | "medium" | "high" | "auto";
1899
- metadata?: undefined;
1900
- } | {
1901
- name: string;
1902
- modality: "tool-call";
1903
- index: number;
1904
- id: string;
1905
- arguments: string;
1906
- metadata?: undefined;
1907
- } | {
1908
- data: string;
1909
- name: string;
1910
- modality: "tool-response";
1911
- index: number;
1912
- id: string;
1098
+ modality: "token";
1099
+ requests: number[][];
1913
1100
  metadata?: undefined;
1914
- })[];
1915
- metadata?: undefined;
1101
+ };
1916
1102
  }, {
1917
- role: "system" | "user" | "assistant" | "tool";
1918
- content: ({
1919
- value: string;
1103
+ config: Record<string, any>;
1104
+ embeddingRequests: {
1920
1105
  modality: "text";
1106
+ requests: string[];
1921
1107
  metadata?: undefined;
1922
1108
  } | {
1923
- value: {
1924
- type: "base64";
1925
- base64: string;
1926
- } | {
1927
- type: "url";
1928
- url: string;
1929
- };
1930
- modality: "image";
1931
- detail: "low" | "medium" | "high" | "auto";
1109
+ modality: "token";
1110
+ requests: number[][];
1932
1111
  metadata?: undefined;
1933
- } | {
1934
- name: string;
1935
- modality: "tool-call";
1112
+ };
1113
+ }>;
1114
+ response: z.ZodDiscriminatedUnion<"encodingFormat", [z.ZodObject<{
1115
+ encodingFormat: z.ZodLiteral<"float">;
1116
+ embeddings: z.ZodArray<z.ZodObject<{
1117
+ index: z.ZodNumber;
1118
+ embedding: z.ZodArray<z.ZodNumber, "many">;
1119
+ }, "strip", z.ZodTypeAny, {
1936
1120
  index: number;
1937
- id: string;
1938
- arguments: string;
1939
- metadata?: undefined;
1940
- } | {
1941
- data: string;
1942
- name: string;
1943
- modality: "tool-response";
1121
+ embedding: number[];
1122
+ }, {
1944
1123
  index: number;
1945
- id: string;
1946
- metadata?: undefined;
1947
- })[];
1948
- metadata?: undefined;
1949
- }>, "many">;
1950
- tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
1951
- type: z.ZodEnum<["function"]>;
1952
- definition: z.ZodObject<{
1953
- schema: z.ZodObject<{
1954
- name: z.ZodString;
1955
- description: z.ZodString;
1956
- parameters: z.ZodAny;
1957
- strict: z.ZodOptional<z.ZodBoolean>;
1958
- }, "strip", z.ZodTypeAny, {
1959
- name: string;
1960
- description: string;
1961
- strict?: boolean | undefined;
1962
- parameters?: any;
1963
- }, {
1964
- name: string;
1965
- description: string;
1966
- strict?: boolean | undefined;
1967
- parameters?: any;
1968
- }>;
1124
+ embedding: number[];
1125
+ }>, "many">;
1126
+ usage: z.ZodOptional<z.ZodObject<{
1127
+ totalTokens: z.ZodNumber;
1969
1128
  }, "strip", z.ZodTypeAny, {
1970
- schema: {
1971
- name: string;
1972
- description: string;
1973
- strict?: boolean | undefined;
1974
- parameters?: any;
1975
- };
1129
+ totalTokens: number;
1976
1130
  }, {
1977
- schema: {
1978
- name: string;
1979
- description: string;
1980
- strict?: boolean | undefined;
1981
- parameters?: any;
1982
- };
1983
- }>;
1131
+ totalTokens: number;
1132
+ }>>;
1133
+ }, "strip", z.ZodTypeAny, {
1134
+ encodingFormat: "float";
1135
+ embeddings: {
1136
+ index: number;
1137
+ embedding: number[];
1138
+ }[];
1139
+ usage?: {
1140
+ totalTokens: number;
1141
+ } | undefined;
1984
1142
  }, {
1985
- metadata: z.ZodTypeAny;
1986
- }>, "strip", z.ZodTypeAny, {
1987
- type: "function";
1988
- definition: {
1989
- schema: {
1990
- name: string;
1991
- description: string;
1992
- strict?: boolean | undefined;
1993
- parameters?: any;
1994
- };
1995
- };
1996
- metadata?: any;
1143
+ encodingFormat: "float";
1144
+ embeddings: {
1145
+ index: number;
1146
+ embedding: number[];
1147
+ }[];
1148
+ usage?: {
1149
+ totalTokens: number;
1150
+ } | undefined;
1151
+ }>, z.ZodObject<{
1152
+ encodingFormat: z.ZodLiteral<"base64">;
1153
+ embeddings: z.ZodArray<z.ZodObject<{
1154
+ index: z.ZodNumber;
1155
+ embedding: z.ZodString;
1156
+ }, "strip", z.ZodTypeAny, {
1157
+ index: number;
1158
+ embedding: string;
1159
+ }, {
1160
+ index: number;
1161
+ embedding: string;
1162
+ }>, "many">;
1163
+ usage: z.ZodOptional<z.ZodObject<{
1164
+ totalTokens: z.ZodNumber;
1165
+ }, "strip", z.ZodTypeAny, {
1166
+ totalTokens: number;
1167
+ }, {
1168
+ totalTokens: number;
1169
+ }>>;
1170
+ }, "strip", z.ZodTypeAny, {
1171
+ encodingFormat: "base64";
1172
+ embeddings: {
1173
+ index: number;
1174
+ embedding: string;
1175
+ }[];
1176
+ usage?: {
1177
+ totalTokens: number;
1178
+ } | undefined;
1997
1179
  }, {
1998
- type: "function";
1999
- definition: {
2000
- schema: {
2001
- name: string;
2002
- description: string;
2003
- strict?: boolean | undefined;
2004
- parameters?: any;
2005
- };
2006
- };
2007
- metadata?: any;
2008
- }>]>, "many">>;
2009
- callbacks: z.ZodOptional<z.ZodArray<z.ZodType<StreamChatCallbackType<any>, z.ZodTypeDef, StreamChatCallbackType<any>>, "atleastone">>;
1180
+ encodingFormat: "base64";
1181
+ embeddings: {
1182
+ index: number;
1183
+ embedding: string;
1184
+ }[];
1185
+ usage?: {
1186
+ totalTokens: number;
1187
+ } | undefined;
1188
+ }>]>;
1189
+ latencyInMs: z.ZodNumber;
2010
1190
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2011
- }, "strip", z.ZodTypeAny, {
2012
- config: Record<string, any>;
2013
- model: ChatModelV1<{
2014
- name: string;
2015
- description: string;
2016
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2017
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
2018
- maxInputTokens: number;
2019
- maxOutputTokens: number;
2020
- config: {
2021
- def: Record<string, {
2022
- type: "multi-string";
2023
- param: string;
2024
- title: string;
2025
- description: string;
2026
- max: number;
2027
- } | {
2028
- type: "range";
2029
- param: string;
2030
- title: string;
2031
- description: string;
2032
- max: number;
2033
- min: number;
2034
- step: number;
2035
- default: number;
2036
- } | {
2037
- type: "select-string";
2038
- param: string;
2039
- title: string;
2040
- description: string;
2041
- default: string;
2042
- choices: string[];
2043
- } | {
2044
- type: "object-schema";
2045
- param: string;
2046
- title: string;
2047
- description: string;
2048
- objectSchema?: any;
2049
- }>;
2050
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2051
- };
1191
+ provider: z.ZodObject<{
1192
+ request: z.ZodAny;
1193
+ response: z.ZodAny;
1194
+ }, "strip", z.ZodTypeAny, {
1195
+ request?: any;
1196
+ response?: any;
1197
+ }, {
1198
+ request?: any;
1199
+ response?: any;
2052
1200
  }>;
2053
- messages: {
2054
- role: "system" | "user" | "assistant" | "tool";
2055
- content: ({
2056
- value: string;
1201
+ }, "strip", z.ZodTypeAny, {
1202
+ request: {
1203
+ config: Record<string, any>;
1204
+ embeddingRequests: {
2057
1205
  modality: "text";
1206
+ requests: string[];
2058
1207
  metadata?: undefined;
2059
1208
  } | {
2060
- value: {
2061
- type: "base64";
2062
- base64: string;
2063
- } | {
2064
- type: "url";
2065
- url: string;
2066
- };
2067
- modality: "image";
2068
- detail: "low" | "medium" | "high" | "auto";
1209
+ modality: "token";
1210
+ requests: number[][];
2069
1211
  metadata?: undefined;
2070
- } | {
2071
- name: string;
2072
- modality: "tool-call";
1212
+ };
1213
+ };
1214
+ response: {
1215
+ encodingFormat: "float";
1216
+ embeddings: {
2073
1217
  index: number;
2074
- id: string;
2075
- arguments: string;
2076
- metadata?: undefined;
2077
- } | {
2078
- data: string;
2079
- name: string;
2080
- modality: "tool-response";
1218
+ embedding: number[];
1219
+ }[];
1220
+ usage?: {
1221
+ totalTokens: number;
1222
+ } | undefined;
1223
+ } | {
1224
+ encodingFormat: "base64";
1225
+ embeddings: {
2081
1226
  index: number;
2082
- id: string;
2083
- metadata?: undefined;
2084
- })[];
2085
- metadata?: undefined;
2086
- }[];
2087
- tools?: {
2088
- type: "function";
2089
- definition: {
2090
- schema: {
2091
- name: string;
2092
- description: string;
2093
- strict?: boolean | undefined;
2094
- parameters?: any;
2095
- };
2096
- };
2097
- metadata?: any;
2098
- }[] | undefined;
2099
- callbacks?: [StreamChatCallbackType<any>, ...StreamChatCallbackType<any>[]] | undefined;
1227
+ embedding: string;
1228
+ }[];
1229
+ usage?: {
1230
+ totalTokens: number;
1231
+ } | undefined;
1232
+ };
1233
+ latencyInMs: number;
1234
+ provider: {
1235
+ request?: any;
1236
+ response?: any;
1237
+ };
2100
1238
  metadataForCallbacks?: any;
2101
1239
  }, {
2102
- config: Record<string, any>;
2103
- model: ChatModelV1<{
2104
- name: string;
2105
- description: string;
2106
- roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
2107
- modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
2108
- maxInputTokens: number;
2109
- maxOutputTokens: number;
2110
- config: {
2111
- def: Record<string, {
2112
- type: "multi-string";
2113
- param: string;
2114
- title: string;
2115
- description: string;
2116
- max: number;
2117
- } | {
2118
- type: "range";
2119
- param: string;
2120
- title: string;
2121
- description: string;
2122
- max: number;
2123
- min: number;
2124
- step: number;
2125
- default: number;
2126
- } | {
2127
- type: "select-string";
2128
- param: string;
2129
- title: string;
2130
- description: string;
2131
- default: string;
2132
- choices: string[];
2133
- } | {
2134
- type: "object-schema";
2135
- param: string;
2136
- title: string;
2137
- description: string;
2138
- objectSchema?: any;
2139
- }>;
2140
- schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2141
- };
2142
- }>;
2143
- messages: {
2144
- role: "system" | "user" | "assistant" | "tool";
2145
- content: ({
2146
- value: string;
1240
+ request: {
1241
+ config: Record<string, any>;
1242
+ embeddingRequests: {
2147
1243
  modality: "text";
1244
+ requests: string[];
2148
1245
  metadata?: undefined;
2149
1246
  } | {
2150
- value: {
2151
- type: "base64";
2152
- base64: string;
2153
- } | {
2154
- type: "url";
2155
- url: string;
2156
- };
2157
- modality: "image";
2158
- detail: "low" | "medium" | "high" | "auto";
1247
+ modality: "token";
1248
+ requests: number[][];
2159
1249
  metadata?: undefined;
2160
- } | {
2161
- name: string;
2162
- modality: "tool-call";
1250
+ };
1251
+ };
1252
+ response: {
1253
+ encodingFormat: "float";
1254
+ embeddings: {
2163
1255
  index: number;
2164
- id: string;
2165
- arguments: string;
2166
- metadata?: undefined;
2167
- } | {
2168
- data: string;
2169
- name: string;
2170
- modality: "tool-response";
1256
+ embedding: number[];
1257
+ }[];
1258
+ usage?: {
1259
+ totalTokens: number;
1260
+ } | undefined;
1261
+ } | {
1262
+ encodingFormat: "base64";
1263
+ embeddings: {
2171
1264
  index: number;
2172
- id: string;
2173
- metadata?: undefined;
2174
- })[];
2175
- metadata?: undefined;
2176
- }[];
2177
- tools?: {
2178
- type: "function";
2179
- definition: {
2180
- schema: {
2181
- name: string;
2182
- description: string;
2183
- strict?: boolean | undefined;
2184
- parameters?: any;
2185
- };
2186
- };
2187
- metadata?: any;
2188
- }[] | undefined;
2189
- callbacks?: [StreamChatCallbackType<any>, ...StreamChatCallbackType<any>[]] | undefined;
1265
+ embedding: string;
1266
+ }[];
1267
+ usage?: {
1268
+ totalTokens: number;
1269
+ } | undefined;
1270
+ };
1271
+ latencyInMs: number;
1272
+ provider: {
1273
+ request?: any;
1274
+ response?: any;
1275
+ };
2190
1276
  metadataForCallbacks?: any;
2191
1277
  }>;
2192
- type StreamChatHandlerRequestType = z.infer<typeof StreamChatHandlerRequest>;
1278
+ type GetEmbeddingsHandlerResponseType = z.infer<typeof GetEmbeddingsHandlerResponse>;
1279
+ type GetEmbeddingsCallbackType<M = any> = {
1280
+ onGetEmbeddingsStart?: (metadata?: M) => Promise<void> | void;
1281
+ onGetEmbeddingsCached?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
1282
+ onGetEmbeddingsComplete?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
1283
+ onGetEmbeddingsError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
1284
+ };
1285
+
2193
1286
  declare const StreamChatHandlerResponse: z.ZodObject<{
2194
1287
  request: z.ZodObject<{
2195
1288
  config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -2213,12 +1306,15 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2213
1306
  value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
2214
1307
  type: z.ZodLiteral<"base64">;
2215
1308
  base64: z.ZodString;
1309
+ media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
2216
1310
  }, "strip", z.ZodTypeAny, {
2217
1311
  type: "base64";
2218
1312
  base64: string;
1313
+ media_type: "png" | "jpeg" | "webp" | "gif";
2219
1314
  }, {
2220
1315
  type: "base64";
2221
1316
  base64: string;
1317
+ media_type: "png" | "jpeg" | "webp" | "gif";
2222
1318
  }>, z.ZodObject<{
2223
1319
  type: z.ZodLiteral<"url">;
2224
1320
  url: z.ZodString;
@@ -2234,6 +1330,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2234
1330
  value: {
2235
1331
  type: "base64";
2236
1332
  base64: string;
1333
+ media_type: "png" | "jpeg" | "webp" | "gif";
2237
1334
  } | {
2238
1335
  type: "url";
2239
1336
  url: string;
@@ -2245,6 +1342,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2245
1342
  value: {
2246
1343
  type: "base64";
2247
1344
  base64: string;
1345
+ media_type: "png" | "jpeg" | "webp" | "gif";
2248
1346
  } | {
2249
1347
  type: "url";
2250
1348
  url: string;
@@ -2306,6 +1404,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2306
1404
  value: {
2307
1405
  type: "base64";
2308
1406
  base64: string;
1407
+ media_type: "png" | "jpeg" | "webp" | "gif";
2309
1408
  } | {
2310
1409
  type: "url";
2311
1410
  url: string;
@@ -2339,6 +1438,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2339
1438
  value: {
2340
1439
  type: "base64";
2341
1440
  base64: string;
1441
+ media_type: "png" | "jpeg" | "webp" | "gif";
2342
1442
  } | {
2343
1443
  type: "url";
2344
1444
  url: string;
@@ -2434,6 +1534,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2434
1534
  value: {
2435
1535
  type: "base64";
2436
1536
  base64: string;
1537
+ media_type: "png" | "jpeg" | "webp" | "gif";
2437
1538
  } | {
2438
1539
  type: "url";
2439
1540
  url: string;
@@ -2482,6 +1583,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2482
1583
  value: {
2483
1584
  type: "base64";
2484
1585
  base64: string;
1586
+ media_type: "png" | "jpeg" | "webp" | "gif";
2485
1587
  } | {
2486
1588
  type: "url";
2487
1589
  url: string;
@@ -2519,74 +1621,190 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2519
1621
  metadata?: any;
2520
1622
  }[] | undefined;
2521
1623
  }>;
2522
- response: z.ZodArray<z.ZodObject<{
2523
- role: z.ZodEnum<["assistant"]>;
2524
- partialContent: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
2525
- modality: z.ZodLiteral<"partial-text">;
2526
- value: z.ZodString;
2527
- metadata: z.ZodUndefined;
2528
- }, "strip", z.ZodTypeAny, {
2529
- value: string;
2530
- modality: "partial-text";
2531
- metadata?: undefined;
2532
- }, {
2533
- value: string;
2534
- modality: "partial-text";
2535
- metadata?: undefined;
2536
- }>, z.ZodObject<{
2537
- modality: z.ZodLiteral<"partial-tool-call">;
2538
- index: z.ZodNumber;
2539
- id: z.ZodOptional<z.ZodString>;
2540
- name: z.ZodOptional<z.ZodString>;
2541
- arguments: z.ZodOptional<z.ZodString>;
1624
+ response: z.ZodObject<{
1625
+ partialMessages: z.ZodArray<z.ZodObject<{
1626
+ role: z.ZodEnum<["assistant"]>;
1627
+ partialContent: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
1628
+ modality: z.ZodLiteral<"partial-text">;
1629
+ value: z.ZodString;
1630
+ metadata: z.ZodUndefined;
1631
+ }, "strip", z.ZodTypeAny, {
1632
+ value: string;
1633
+ modality: "partial-text";
1634
+ metadata?: undefined;
1635
+ }, {
1636
+ value: string;
1637
+ modality: "partial-text";
1638
+ metadata?: undefined;
1639
+ }>, z.ZodObject<{
1640
+ modality: z.ZodLiteral<"partial-tool-call">;
1641
+ index: z.ZodNumber;
1642
+ id: z.ZodOptional<z.ZodString>;
1643
+ name: z.ZodOptional<z.ZodString>;
1644
+ arguments: z.ZodOptional<z.ZodString>;
1645
+ metadata: z.ZodUndefined;
1646
+ }, "strip", z.ZodTypeAny, {
1647
+ modality: "partial-tool-call";
1648
+ index: number;
1649
+ name?: string | undefined;
1650
+ metadata?: undefined;
1651
+ id?: string | undefined;
1652
+ arguments?: string | undefined;
1653
+ }, {
1654
+ modality: "partial-tool-call";
1655
+ index: number;
1656
+ name?: string | undefined;
1657
+ metadata?: undefined;
1658
+ id?: string | undefined;
1659
+ arguments?: string | undefined;
1660
+ }>]>;
2542
1661
  metadata: z.ZodUndefined;
2543
1662
  }, "strip", z.ZodTypeAny, {
2544
- modality: "partial-tool-call";
2545
- index: number;
2546
- name?: string | undefined;
1663
+ role: "assistant";
1664
+ partialContent: {
1665
+ value: string;
1666
+ modality: "partial-text";
1667
+ metadata?: undefined;
1668
+ } | {
1669
+ modality: "partial-tool-call";
1670
+ index: number;
1671
+ name?: string | undefined;
1672
+ metadata?: undefined;
1673
+ id?: string | undefined;
1674
+ arguments?: string | undefined;
1675
+ };
2547
1676
  metadata?: undefined;
2548
- id?: string | undefined;
2549
- arguments?: string | undefined;
2550
1677
  }, {
2551
- modality: "partial-tool-call";
2552
- index: number;
2553
- name?: string | undefined;
1678
+ role: "assistant";
1679
+ partialContent: {
1680
+ value: string;
1681
+ modality: "partial-text";
1682
+ metadata?: undefined;
1683
+ } | {
1684
+ modality: "partial-tool-call";
1685
+ index: number;
1686
+ name?: string | undefined;
1687
+ metadata?: undefined;
1688
+ id?: string | undefined;
1689
+ arguments?: string | undefined;
1690
+ };
2554
1691
  metadata?: undefined;
2555
- id?: string | undefined;
2556
- arguments?: string | undefined;
2557
- }>]>;
2558
- metadata: z.ZodUndefined;
1692
+ }>, "many">;
1693
+ usage: z.ZodOptional<z.ZodObject<{
1694
+ promptTokens: z.ZodNumber;
1695
+ completionTokens: z.ZodNumber;
1696
+ totalTokens: z.ZodNumber;
1697
+ }, "strip", z.ZodTypeAny, {
1698
+ totalTokens: number;
1699
+ promptTokens: number;
1700
+ completionTokens: number;
1701
+ }, {
1702
+ totalTokens: number;
1703
+ promptTokens: number;
1704
+ completionTokens: number;
1705
+ }>>;
1706
+ logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
1707
+ token: z.ZodString;
1708
+ logProb: z.ZodNumber;
1709
+ bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
1710
+ }, {
1711
+ topLogProbs: z.ZodArray<z.ZodObject<{
1712
+ token: z.ZodString;
1713
+ logProb: z.ZodNumber;
1714
+ bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
1715
+ }, "strip", z.ZodTypeAny, {
1716
+ token: string;
1717
+ logProb: number;
1718
+ bytes: number[] | null;
1719
+ }, {
1720
+ token: string;
1721
+ logProb: number;
1722
+ bytes: number[] | null;
1723
+ }>, "many">;
1724
+ }>, "strip", z.ZodTypeAny, {
1725
+ token: string;
1726
+ logProb: number;
1727
+ bytes: number[] | null;
1728
+ topLogProbs: {
1729
+ token: string;
1730
+ logProb: number;
1731
+ bytes: number[] | null;
1732
+ }[];
1733
+ }, {
1734
+ token: string;
1735
+ logProb: number;
1736
+ bytes: number[] | null;
1737
+ topLogProbs: {
1738
+ token: string;
1739
+ logProb: number;
1740
+ bytes: number[] | null;
1741
+ }[];
1742
+ }>, "many">>;
2559
1743
  }, "strip", z.ZodTypeAny, {
2560
- role: "assistant";
2561
- partialContent: {
2562
- value: string;
2563
- modality: "partial-text";
2564
- metadata?: undefined;
2565
- } | {
2566
- modality: "partial-tool-call";
2567
- index: number;
2568
- name?: string | undefined;
1744
+ partialMessages: {
1745
+ role: "assistant";
1746
+ partialContent: {
1747
+ value: string;
1748
+ modality: "partial-text";
1749
+ metadata?: undefined;
1750
+ } | {
1751
+ modality: "partial-tool-call";
1752
+ index: number;
1753
+ name?: string | undefined;
1754
+ metadata?: undefined;
1755
+ id?: string | undefined;
1756
+ arguments?: string | undefined;
1757
+ };
2569
1758
  metadata?: undefined;
2570
- id?: string | undefined;
2571
- arguments?: string | undefined;
2572
- };
2573
- metadata?: undefined;
1759
+ }[];
1760
+ usage?: {
1761
+ totalTokens: number;
1762
+ promptTokens: number;
1763
+ completionTokens: number;
1764
+ } | undefined;
1765
+ logProbs?: {
1766
+ token: string;
1767
+ logProb: number;
1768
+ bytes: number[] | null;
1769
+ topLogProbs: {
1770
+ token: string;
1771
+ logProb: number;
1772
+ bytes: number[] | null;
1773
+ }[];
1774
+ }[] | undefined;
2574
1775
  }, {
2575
- role: "assistant";
2576
- partialContent: {
2577
- value: string;
2578
- modality: "partial-text";
2579
- metadata?: undefined;
2580
- } | {
2581
- modality: "partial-tool-call";
2582
- index: number;
2583
- name?: string | undefined;
1776
+ partialMessages: {
1777
+ role: "assistant";
1778
+ partialContent: {
1779
+ value: string;
1780
+ modality: "partial-text";
1781
+ metadata?: undefined;
1782
+ } | {
1783
+ modality: "partial-tool-call";
1784
+ index: number;
1785
+ name?: string | undefined;
1786
+ metadata?: undefined;
1787
+ id?: string | undefined;
1788
+ arguments?: string | undefined;
1789
+ };
2584
1790
  metadata?: undefined;
2585
- id?: string | undefined;
2586
- arguments?: string | undefined;
2587
- };
2588
- metadata?: undefined;
2589
- }>, "many">;
1791
+ }[];
1792
+ usage?: {
1793
+ totalTokens: number;
1794
+ promptTokens: number;
1795
+ completionTokens: number;
1796
+ } | undefined;
1797
+ logProbs?: {
1798
+ token: string;
1799
+ logProb: number;
1800
+ bytes: number[] | null;
1801
+ topLogProbs: {
1802
+ token: string;
1803
+ logProb: number;
1804
+ bytes: number[] | null;
1805
+ }[];
1806
+ }[] | undefined;
1807
+ }>;
2590
1808
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2591
1809
  provider: z.ZodObject<{
2592
1810
  request: z.ZodAny;
@@ -2611,6 +1829,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2611
1829
  value: {
2612
1830
  type: "base64";
2613
1831
  base64: string;
1832
+ media_type: "png" | "jpeg" | "webp" | "gif";
2614
1833
  } | {
2615
1834
  type: "url";
2616
1835
  url: string;
@@ -2649,21 +1868,38 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2649
1868
  }[] | undefined;
2650
1869
  };
2651
1870
  response: {
2652
- role: "assistant";
2653
- partialContent: {
2654
- value: string;
2655
- modality: "partial-text";
2656
- metadata?: undefined;
2657
- } | {
2658
- modality: "partial-tool-call";
2659
- index: number;
2660
- name?: string | undefined;
1871
+ partialMessages: {
1872
+ role: "assistant";
1873
+ partialContent: {
1874
+ value: string;
1875
+ modality: "partial-text";
1876
+ metadata?: undefined;
1877
+ } | {
1878
+ modality: "partial-tool-call";
1879
+ index: number;
1880
+ name?: string | undefined;
1881
+ metadata?: undefined;
1882
+ id?: string | undefined;
1883
+ arguments?: string | undefined;
1884
+ };
2661
1885
  metadata?: undefined;
2662
- id?: string | undefined;
2663
- arguments?: string | undefined;
2664
- };
2665
- metadata?: undefined;
2666
- }[];
1886
+ }[];
1887
+ usage?: {
1888
+ totalTokens: number;
1889
+ promptTokens: number;
1890
+ completionTokens: number;
1891
+ } | undefined;
1892
+ logProbs?: {
1893
+ token: string;
1894
+ logProb: number;
1895
+ bytes: number[] | null;
1896
+ topLogProbs: {
1897
+ token: string;
1898
+ logProb: number;
1899
+ bytes: number[] | null;
1900
+ }[];
1901
+ }[] | undefined;
1902
+ };
2667
1903
  provider: {
2668
1904
  request?: any;
2669
1905
  response?: any;
@@ -2682,6 +1918,7 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2682
1918
  value: {
2683
1919
  type: "base64";
2684
1920
  base64: string;
1921
+ media_type: "png" | "jpeg" | "webp" | "gif";
2685
1922
  } | {
2686
1923
  type: "url";
2687
1924
  url: string;
@@ -2720,21 +1957,38 @@ declare const StreamChatHandlerResponse: z.ZodObject<{
2720
1957
  }[] | undefined;
2721
1958
  };
2722
1959
  response: {
2723
- role: "assistant";
2724
- partialContent: {
2725
- value: string;
2726
- modality: "partial-text";
2727
- metadata?: undefined;
2728
- } | {
2729
- modality: "partial-tool-call";
2730
- index: number;
2731
- name?: string | undefined;
1960
+ partialMessages: {
1961
+ role: "assistant";
1962
+ partialContent: {
1963
+ value: string;
1964
+ modality: "partial-text";
1965
+ metadata?: undefined;
1966
+ } | {
1967
+ modality: "partial-tool-call";
1968
+ index: number;
1969
+ name?: string | undefined;
1970
+ metadata?: undefined;
1971
+ id?: string | undefined;
1972
+ arguments?: string | undefined;
1973
+ };
2732
1974
  metadata?: undefined;
2733
- id?: string | undefined;
2734
- arguments?: string | undefined;
2735
- };
2736
- metadata?: undefined;
2737
- }[];
1975
+ }[];
1976
+ usage?: {
1977
+ totalTokens: number;
1978
+ promptTokens: number;
1979
+ completionTokens: number;
1980
+ } | undefined;
1981
+ logProbs?: {
1982
+ token: string;
1983
+ logProb: number;
1984
+ bytes: number[] | null;
1985
+ topLogProbs: {
1986
+ token: string;
1987
+ logProb: number;
1988
+ bytes: number[] | null;
1989
+ }[];
1990
+ }[] | undefined;
1991
+ };
2738
1992
  provider: {
2739
1993
  request?: any;
2740
1994
  response?: any;
@@ -2750,21 +2004,667 @@ type StreamChatCallbackType<M = any> = {
2750
2004
  onStreamError?: (metadata?: M, error?: GatewayError) => Promise<void> | void;
2751
2005
  };
2752
2006
 
2753
- declare function handleStreamChat<M>(request: StreamChatHandlerRequestType, client: HttpClient): AsyncGenerator<StreamChatHandlerResponseType, void, unknown>;
2754
-
2755
- type GatewayCallbackType<M = any> = CompleteChatCallbackType<M> | StreamChatCallbackType<M>;
2756
2007
  declare const GatewayOptions: z.ZodObject<{
2008
+ queueOptions: z.ZodOptional<z.ZodObject<{
2009
+ maxConcurrentTasks: z.ZodOptional<z.ZodNumber>;
2010
+ retryCount: z.ZodOptional<z.ZodNumber>;
2011
+ timeout: z.ZodOptional<z.ZodNumber>;
2012
+ retry: z.ZodOptional<z.ZodObject<{
2013
+ initialDelay: z.ZodNumber;
2014
+ exponentialFactor: z.ZodNumber;
2015
+ }, "strip", z.ZodTypeAny, {
2016
+ initialDelay: number;
2017
+ exponentialFactor: number;
2018
+ }, {
2019
+ initialDelay: number;
2020
+ exponentialFactor: number;
2021
+ }>>;
2022
+ }, "strip", z.ZodTypeAny, {
2023
+ timeout?: number | undefined;
2024
+ maxConcurrentTasks?: number | undefined;
2025
+ retryCount?: number | undefined;
2026
+ retry?: {
2027
+ initialDelay: number;
2028
+ exponentialFactor: number;
2029
+ } | undefined;
2030
+ }, {
2031
+ timeout?: number | undefined;
2032
+ maxConcurrentTasks?: number | undefined;
2033
+ retryCount?: number | undefined;
2034
+ retry?: {
2035
+ initialDelay: number;
2036
+ exponentialFactor: number;
2037
+ } | undefined;
2038
+ }>>;
2757
2039
  dangerouslyAllowBrowser: z.ZodOptional<z.ZodBoolean>;
2758
2040
  httpClient: z.ZodOptional<z.ZodType<HttpClient, z.ZodTypeDef, HttpClient>>;
2759
- callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GatewayCallbackType<any>, z.ZodTypeDef, GatewayCallbackType<any>>, "atleastone">>;
2041
+ completeChatCache: z.ZodOptional<z.ZodType<Cache<{
2042
+ request: {
2043
+ config: Record<string, any>;
2044
+ messages: {
2045
+ role: "system" | "user" | "assistant" | "tool";
2046
+ content: ({
2047
+ value: string;
2048
+ modality: "text";
2049
+ metadata?: undefined;
2050
+ } | {
2051
+ value: {
2052
+ type: "base64";
2053
+ base64: string;
2054
+ media_type: "png" | "jpeg" | "webp" | "gif";
2055
+ } | {
2056
+ type: "url";
2057
+ url: string;
2058
+ };
2059
+ modality: "image";
2060
+ detail: "low" | "medium" | "high" | "auto";
2061
+ metadata?: undefined;
2062
+ } | {
2063
+ name: string;
2064
+ modality: "tool-call";
2065
+ index: number;
2066
+ id: string;
2067
+ arguments: string;
2068
+ metadata?: undefined;
2069
+ } | {
2070
+ data: string;
2071
+ name: string;
2072
+ modality: "tool-response";
2073
+ index: number;
2074
+ id: string;
2075
+ metadata?: undefined;
2076
+ })[];
2077
+ metadata?: undefined;
2078
+ }[];
2079
+ tools?: {
2080
+ type: "function";
2081
+ definition: {
2082
+ schema: {
2083
+ name: string;
2084
+ description: string;
2085
+ strict?: boolean | undefined;
2086
+ parameters?: any;
2087
+ };
2088
+ };
2089
+ metadata?: any;
2090
+ }[] | undefined;
2091
+ };
2092
+ response: {
2093
+ messages: {
2094
+ role: "system" | "user" | "assistant" | "tool";
2095
+ content: ({
2096
+ value: string;
2097
+ modality: "text";
2098
+ metadata?: undefined;
2099
+ } | {
2100
+ value: {
2101
+ type: "base64";
2102
+ base64: string;
2103
+ media_type: "png" | "jpeg" | "webp" | "gif";
2104
+ } | {
2105
+ type: "url";
2106
+ url: string;
2107
+ };
2108
+ modality: "image";
2109
+ detail: "low" | "medium" | "high" | "auto";
2110
+ metadata?: undefined;
2111
+ } | {
2112
+ name: string;
2113
+ modality: "tool-call";
2114
+ index: number;
2115
+ id: string;
2116
+ arguments: string;
2117
+ metadata?: undefined;
2118
+ } | {
2119
+ name: string;
2120
+ modality: "tool-response";
2121
+ index: number;
2122
+ id: string;
2123
+ data: string;
2124
+ metadata?: undefined;
2125
+ })[];
2126
+ metadata?: undefined;
2127
+ }[];
2128
+ usage?: {
2129
+ totalTokens: number;
2130
+ promptTokens: number;
2131
+ completionTokens: number;
2132
+ } | undefined;
2133
+ logProbs?: {
2134
+ token: string;
2135
+ logProb: number;
2136
+ bytes: number[] | null;
2137
+ topLogProbs: {
2138
+ token: string;
2139
+ logProb: number;
2140
+ bytes: number[] | null;
2141
+ }[];
2142
+ }[] | undefined;
2143
+ };
2144
+ latencyInMs: number;
2145
+ provider: {
2146
+ request?: any;
2147
+ response?: any;
2148
+ };
2149
+ metadataForCallbacks?: any;
2150
+ }>, z.ZodTypeDef, Cache<{
2151
+ request: {
2152
+ config: Record<string, any>;
2153
+ messages: {
2154
+ role: "system" | "user" | "assistant" | "tool";
2155
+ content: ({
2156
+ value: string;
2157
+ modality: "text";
2158
+ metadata?: undefined;
2159
+ } | {
2160
+ value: {
2161
+ type: "base64";
2162
+ base64: string;
2163
+ media_type: "png" | "jpeg" | "webp" | "gif";
2164
+ } | {
2165
+ type: "url";
2166
+ url: string;
2167
+ };
2168
+ modality: "image";
2169
+ detail: "low" | "medium" | "high" | "auto";
2170
+ metadata?: undefined;
2171
+ } | {
2172
+ name: string;
2173
+ modality: "tool-call";
2174
+ index: number;
2175
+ id: string;
2176
+ arguments: string;
2177
+ metadata?: undefined;
2178
+ } | {
2179
+ data: string;
2180
+ name: string;
2181
+ modality: "tool-response";
2182
+ index: number;
2183
+ id: string;
2184
+ metadata?: undefined;
2185
+ })[];
2186
+ metadata?: undefined;
2187
+ }[];
2188
+ tools?: {
2189
+ type: "function";
2190
+ definition: {
2191
+ schema: {
2192
+ name: string;
2193
+ description: string;
2194
+ strict?: boolean | undefined;
2195
+ parameters?: any;
2196
+ };
2197
+ };
2198
+ metadata?: any;
2199
+ }[] | undefined;
2200
+ };
2201
+ response: {
2202
+ messages: {
2203
+ role: "system" | "user" | "assistant" | "tool";
2204
+ content: ({
2205
+ value: string;
2206
+ modality: "text";
2207
+ metadata?: undefined;
2208
+ } | {
2209
+ value: {
2210
+ type: "base64";
2211
+ base64: string;
2212
+ media_type: "png" | "jpeg" | "webp" | "gif";
2213
+ } | {
2214
+ type: "url";
2215
+ url: string;
2216
+ };
2217
+ modality: "image";
2218
+ detail: "low" | "medium" | "high" | "auto";
2219
+ metadata?: undefined;
2220
+ } | {
2221
+ name: string;
2222
+ modality: "tool-call";
2223
+ index: number;
2224
+ id: string;
2225
+ arguments: string;
2226
+ metadata?: undefined;
2227
+ } | {
2228
+ name: string;
2229
+ modality: "tool-response";
2230
+ index: number;
2231
+ id: string;
2232
+ data: string;
2233
+ metadata?: undefined;
2234
+ })[];
2235
+ metadata?: undefined;
2236
+ }[];
2237
+ usage?: {
2238
+ totalTokens: number;
2239
+ promptTokens: number;
2240
+ completionTokens: number;
2241
+ } | undefined;
2242
+ logProbs?: {
2243
+ token: string;
2244
+ logProb: number;
2245
+ bytes: number[] | null;
2246
+ topLogProbs: {
2247
+ token: string;
2248
+ logProb: number;
2249
+ bytes: number[] | null;
2250
+ }[];
2251
+ }[] | undefined;
2252
+ };
2253
+ latencyInMs: number;
2254
+ provider: {
2255
+ request?: any;
2256
+ response?: any;
2257
+ };
2258
+ metadataForCallbacks?: any;
2259
+ }>>>;
2260
+ completeChatCallbacks: z.ZodOptional<z.ZodArray<z.ZodType<CompleteChatCallbackType, z.ZodTypeDef, CompleteChatCallbackType>, "atleastone">>;
2261
+ getEmbeddingsCache: z.ZodOptional<z.ZodType<Cache<{
2262
+ request: {
2263
+ config: Record<string, any>;
2264
+ embeddingRequests: {
2265
+ modality: "text";
2266
+ requests: string[];
2267
+ metadata?: undefined;
2268
+ } | {
2269
+ modality: "token";
2270
+ requests: number[][];
2271
+ metadata?: undefined;
2272
+ };
2273
+ };
2274
+ response: {
2275
+ encodingFormat: "float";
2276
+ embeddings: {
2277
+ index: number;
2278
+ embedding: number[];
2279
+ }[];
2280
+ usage?: {
2281
+ totalTokens: number;
2282
+ } | undefined;
2283
+ } | {
2284
+ encodingFormat: "base64";
2285
+ embeddings: {
2286
+ index: number;
2287
+ embedding: string;
2288
+ }[];
2289
+ usage?: {
2290
+ totalTokens: number;
2291
+ } | undefined;
2292
+ };
2293
+ latencyInMs: number;
2294
+ provider: {
2295
+ request?: any;
2296
+ response?: any;
2297
+ };
2298
+ metadataForCallbacks?: any;
2299
+ }>, z.ZodTypeDef, Cache<{
2300
+ request: {
2301
+ config: Record<string, any>;
2302
+ embeddingRequests: {
2303
+ modality: "text";
2304
+ requests: string[];
2305
+ metadata?: undefined;
2306
+ } | {
2307
+ modality: "token";
2308
+ requests: number[][];
2309
+ metadata?: undefined;
2310
+ };
2311
+ };
2312
+ response: {
2313
+ encodingFormat: "float";
2314
+ embeddings: {
2315
+ index: number;
2316
+ embedding: number[];
2317
+ }[];
2318
+ usage?: {
2319
+ totalTokens: number;
2320
+ } | undefined;
2321
+ } | {
2322
+ encodingFormat: "base64";
2323
+ embeddings: {
2324
+ index: number;
2325
+ embedding: string;
2326
+ }[];
2327
+ usage?: {
2328
+ totalTokens: number;
2329
+ } | undefined;
2330
+ };
2331
+ latencyInMs: number;
2332
+ provider: {
2333
+ request?: any;
2334
+ response?: any;
2335
+ };
2336
+ metadataForCallbacks?: any;
2337
+ }>>>;
2338
+ getEmbeddingsCallbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType, z.ZodTypeDef, GetEmbeddingsCallbackType>, "atleastone">>;
2339
+ streamChatCallbacks: z.ZodOptional<z.ZodArray<z.ZodType<StreamChatCallbackType, z.ZodTypeDef, StreamChatCallbackType>, "atleastone">>;
2760
2340
  }, "strip", z.ZodTypeAny, {
2761
- callbacks?: [GatewayCallbackType<any>, ...GatewayCallbackType<any>[]] | undefined;
2341
+ queueOptions?: {
2342
+ timeout?: number | undefined;
2343
+ maxConcurrentTasks?: number | undefined;
2344
+ retryCount?: number | undefined;
2345
+ retry?: {
2346
+ initialDelay: number;
2347
+ exponentialFactor: number;
2348
+ } | undefined;
2349
+ } | undefined;
2762
2350
  dangerouslyAllowBrowser?: boolean | undefined;
2763
2351
  httpClient?: HttpClient | undefined;
2352
+ completeChatCache?: Cache<{
2353
+ request: {
2354
+ config: Record<string, any>;
2355
+ messages: {
2356
+ role: "system" | "user" | "assistant" | "tool";
2357
+ content: ({
2358
+ value: string;
2359
+ modality: "text";
2360
+ metadata?: undefined;
2361
+ } | {
2362
+ value: {
2363
+ type: "base64";
2364
+ base64: string;
2365
+ media_type: "png" | "jpeg" | "webp" | "gif";
2366
+ } | {
2367
+ type: "url";
2368
+ url: string;
2369
+ };
2370
+ modality: "image";
2371
+ detail: "low" | "medium" | "high" | "auto";
2372
+ metadata?: undefined;
2373
+ } | {
2374
+ name: string;
2375
+ modality: "tool-call";
2376
+ index: number;
2377
+ id: string;
2378
+ arguments: string;
2379
+ metadata?: undefined;
2380
+ } | {
2381
+ data: string;
2382
+ name: string;
2383
+ modality: "tool-response";
2384
+ index: number;
2385
+ id: string;
2386
+ metadata?: undefined;
2387
+ })[];
2388
+ metadata?: undefined;
2389
+ }[];
2390
+ tools?: {
2391
+ type: "function";
2392
+ definition: {
2393
+ schema: {
2394
+ name: string;
2395
+ description: string;
2396
+ strict?: boolean | undefined;
2397
+ parameters?: any;
2398
+ };
2399
+ };
2400
+ metadata?: any;
2401
+ }[] | undefined;
2402
+ };
2403
+ response: {
2404
+ messages: {
2405
+ role: "system" | "user" | "assistant" | "tool";
2406
+ content: ({
2407
+ value: string;
2408
+ modality: "text";
2409
+ metadata?: undefined;
2410
+ } | {
2411
+ value: {
2412
+ type: "base64";
2413
+ base64: string;
2414
+ media_type: "png" | "jpeg" | "webp" | "gif";
2415
+ } | {
2416
+ type: "url";
2417
+ url: string;
2418
+ };
2419
+ modality: "image";
2420
+ detail: "low" | "medium" | "high" | "auto";
2421
+ metadata?: undefined;
2422
+ } | {
2423
+ name: string;
2424
+ modality: "tool-call";
2425
+ index: number;
2426
+ id: string;
2427
+ arguments: string;
2428
+ metadata?: undefined;
2429
+ } | {
2430
+ name: string;
2431
+ modality: "tool-response";
2432
+ index: number;
2433
+ id: string;
2434
+ data: string;
2435
+ metadata?: undefined;
2436
+ })[];
2437
+ metadata?: undefined;
2438
+ }[];
2439
+ usage?: {
2440
+ totalTokens: number;
2441
+ promptTokens: number;
2442
+ completionTokens: number;
2443
+ } | undefined;
2444
+ logProbs?: {
2445
+ token: string;
2446
+ logProb: number;
2447
+ bytes: number[] | null;
2448
+ topLogProbs: {
2449
+ token: string;
2450
+ logProb: number;
2451
+ bytes: number[] | null;
2452
+ }[];
2453
+ }[] | undefined;
2454
+ };
2455
+ latencyInMs: number;
2456
+ provider: {
2457
+ request?: any;
2458
+ response?: any;
2459
+ };
2460
+ metadataForCallbacks?: any;
2461
+ }> | undefined;
2462
+ completeChatCallbacks?: [CompleteChatCallbackType, ...CompleteChatCallbackType[]] | undefined;
2463
+ getEmbeddingsCache?: Cache<{
2464
+ request: {
2465
+ config: Record<string, any>;
2466
+ embeddingRequests: {
2467
+ modality: "text";
2468
+ requests: string[];
2469
+ metadata?: undefined;
2470
+ } | {
2471
+ modality: "token";
2472
+ requests: number[][];
2473
+ metadata?: undefined;
2474
+ };
2475
+ };
2476
+ response: {
2477
+ encodingFormat: "float";
2478
+ embeddings: {
2479
+ index: number;
2480
+ embedding: number[];
2481
+ }[];
2482
+ usage?: {
2483
+ totalTokens: number;
2484
+ } | undefined;
2485
+ } | {
2486
+ encodingFormat: "base64";
2487
+ embeddings: {
2488
+ index: number;
2489
+ embedding: string;
2490
+ }[];
2491
+ usage?: {
2492
+ totalTokens: number;
2493
+ } | undefined;
2494
+ };
2495
+ latencyInMs: number;
2496
+ provider: {
2497
+ request?: any;
2498
+ response?: any;
2499
+ };
2500
+ metadataForCallbacks?: any;
2501
+ }> | undefined;
2502
+ getEmbeddingsCallbacks?: [GetEmbeddingsCallbackType, ...GetEmbeddingsCallbackType[]] | undefined;
2503
+ streamChatCallbacks?: [StreamChatCallbackType, ...StreamChatCallbackType[]] | undefined;
2764
2504
  }, {
2765
- callbacks?: [GatewayCallbackType<any>, ...GatewayCallbackType<any>[]] | undefined;
2505
+ queueOptions?: {
2506
+ timeout?: number | undefined;
2507
+ maxConcurrentTasks?: number | undefined;
2508
+ retryCount?: number | undefined;
2509
+ retry?: {
2510
+ initialDelay: number;
2511
+ exponentialFactor: number;
2512
+ } | undefined;
2513
+ } | undefined;
2766
2514
  dangerouslyAllowBrowser?: boolean | undefined;
2767
2515
  httpClient?: HttpClient | undefined;
2516
+ completeChatCache?: Cache<{
2517
+ request: {
2518
+ config: Record<string, any>;
2519
+ messages: {
2520
+ role: "system" | "user" | "assistant" | "tool";
2521
+ content: ({
2522
+ value: string;
2523
+ modality: "text";
2524
+ metadata?: undefined;
2525
+ } | {
2526
+ value: {
2527
+ type: "base64";
2528
+ base64: string;
2529
+ media_type: "png" | "jpeg" | "webp" | "gif";
2530
+ } | {
2531
+ type: "url";
2532
+ url: string;
2533
+ };
2534
+ modality: "image";
2535
+ detail: "low" | "medium" | "high" | "auto";
2536
+ metadata?: undefined;
2537
+ } | {
2538
+ name: string;
2539
+ modality: "tool-call";
2540
+ index: number;
2541
+ id: string;
2542
+ arguments: string;
2543
+ metadata?: undefined;
2544
+ } | {
2545
+ data: string;
2546
+ name: string;
2547
+ modality: "tool-response";
2548
+ index: number;
2549
+ id: string;
2550
+ metadata?: undefined;
2551
+ })[];
2552
+ metadata?: undefined;
2553
+ }[];
2554
+ tools?: {
2555
+ type: "function";
2556
+ definition: {
2557
+ schema: {
2558
+ name: string;
2559
+ description: string;
2560
+ strict?: boolean | undefined;
2561
+ parameters?: any;
2562
+ };
2563
+ };
2564
+ metadata?: any;
2565
+ }[] | undefined;
2566
+ };
2567
+ response: {
2568
+ messages: {
2569
+ role: "system" | "user" | "assistant" | "tool";
2570
+ content: ({
2571
+ value: string;
2572
+ modality: "text";
2573
+ metadata?: undefined;
2574
+ } | {
2575
+ value: {
2576
+ type: "base64";
2577
+ base64: string;
2578
+ media_type: "png" | "jpeg" | "webp" | "gif";
2579
+ } | {
2580
+ type: "url";
2581
+ url: string;
2582
+ };
2583
+ modality: "image";
2584
+ detail: "low" | "medium" | "high" | "auto";
2585
+ metadata?: undefined;
2586
+ } | {
2587
+ name: string;
2588
+ modality: "tool-call";
2589
+ index: number;
2590
+ id: string;
2591
+ arguments: string;
2592
+ metadata?: undefined;
2593
+ } | {
2594
+ name: string;
2595
+ modality: "tool-response";
2596
+ index: number;
2597
+ id: string;
2598
+ data: string;
2599
+ metadata?: undefined;
2600
+ })[];
2601
+ metadata?: undefined;
2602
+ }[];
2603
+ usage?: {
2604
+ totalTokens: number;
2605
+ promptTokens: number;
2606
+ completionTokens: number;
2607
+ } | undefined;
2608
+ logProbs?: {
2609
+ token: string;
2610
+ logProb: number;
2611
+ bytes: number[] | null;
2612
+ topLogProbs: {
2613
+ token: string;
2614
+ logProb: number;
2615
+ bytes: number[] | null;
2616
+ }[];
2617
+ }[] | undefined;
2618
+ };
2619
+ latencyInMs: number;
2620
+ provider: {
2621
+ request?: any;
2622
+ response?: any;
2623
+ };
2624
+ metadataForCallbacks?: any;
2625
+ }> | undefined;
2626
+ completeChatCallbacks?: [CompleteChatCallbackType, ...CompleteChatCallbackType[]] | undefined;
2627
+ getEmbeddingsCache?: Cache<{
2628
+ request: {
2629
+ config: Record<string, any>;
2630
+ embeddingRequests: {
2631
+ modality: "text";
2632
+ requests: string[];
2633
+ metadata?: undefined;
2634
+ } | {
2635
+ modality: "token";
2636
+ requests: number[][];
2637
+ metadata?: undefined;
2638
+ };
2639
+ };
2640
+ response: {
2641
+ encodingFormat: "float";
2642
+ embeddings: {
2643
+ index: number;
2644
+ embedding: number[];
2645
+ }[];
2646
+ usage?: {
2647
+ totalTokens: number;
2648
+ } | undefined;
2649
+ } | {
2650
+ encodingFormat: "base64";
2651
+ embeddings: {
2652
+ index: number;
2653
+ embedding: string;
2654
+ }[];
2655
+ usage?: {
2656
+ totalTokens: number;
2657
+ } | undefined;
2658
+ };
2659
+ latencyInMs: number;
2660
+ provider: {
2661
+ request?: any;
2662
+ response?: any;
2663
+ };
2664
+ metadataForCallbacks?: any;
2665
+ }> | undefined;
2666
+ getEmbeddingsCallbacks?: [GetEmbeddingsCallbackType, ...GetEmbeddingsCallbackType[]] | undefined;
2667
+ streamChatCallbacks?: [StreamChatCallbackType, ...StreamChatCallbackType[]] | undefined;
2768
2668
  }>;
2769
2669
  type GatewayOptionsType = z.infer<typeof GatewayOptions>;
2770
2670
  declare const GatewayCompleteChatRequest: z.ZodObject<{
@@ -2804,6 +2704,12 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2804
2704
  title: string;
2805
2705
  description: string;
2806
2706
  objectSchema?: any;
2707
+ } | {
2708
+ type: "select-boolean";
2709
+ param: string;
2710
+ title: string;
2711
+ description: string;
2712
+ default: boolean | null;
2807
2713
  }>;
2808
2714
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2809
2715
  };
@@ -2843,6 +2749,12 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2843
2749
  title: string;
2844
2750
  description: string;
2845
2751
  objectSchema?: any;
2752
+ } | {
2753
+ type: "select-boolean";
2754
+ param: string;
2755
+ title: string;
2756
+ description: string;
2757
+ default: boolean | null;
2846
2758
  }>;
2847
2759
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2848
2760
  };
@@ -2868,12 +2780,15 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2868
2780
  value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
2869
2781
  type: z.ZodLiteral<"base64">;
2870
2782
  base64: z.ZodString;
2783
+ media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
2871
2784
  }, "strip", z.ZodTypeAny, {
2872
2785
  type: "base64";
2873
2786
  base64: string;
2787
+ media_type: "png" | "jpeg" | "webp" | "gif";
2874
2788
  }, {
2875
2789
  type: "base64";
2876
2790
  base64: string;
2791
+ media_type: "png" | "jpeg" | "webp" | "gif";
2877
2792
  }>, z.ZodObject<{
2878
2793
  type: z.ZodLiteral<"url">;
2879
2794
  url: z.ZodString;
@@ -2889,6 +2804,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2889
2804
  value: {
2890
2805
  type: "base64";
2891
2806
  base64: string;
2807
+ media_type: "png" | "jpeg" | "webp" | "gif";
2892
2808
  } | {
2893
2809
  type: "url";
2894
2810
  url: string;
@@ -2900,6 +2816,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2900
2816
  value: {
2901
2817
  type: "base64";
2902
2818
  base64: string;
2819
+ media_type: "png" | "jpeg" | "webp" | "gif";
2903
2820
  } | {
2904
2821
  type: "url";
2905
2822
  url: string;
@@ -2961,6 +2878,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2961
2878
  value: {
2962
2879
  type: "base64";
2963
2880
  base64: string;
2881
+ media_type: "png" | "jpeg" | "webp" | "gif";
2964
2882
  } | {
2965
2883
  type: "url";
2966
2884
  url: string;
@@ -2994,6 +2912,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
2994
2912
  value: {
2995
2913
  type: "base64";
2996
2914
  base64: string;
2915
+ media_type: "png" | "jpeg" | "webp" | "gif";
2997
2916
  } | {
2998
2917
  type: "url";
2999
2918
  url: string;
@@ -3078,14 +2997,11 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3078
2997
  metadata?: any;
3079
2998
  }>]>, "many">>;
3080
2999
  options: z.ZodOptional<z.ZodObject<{
3081
- queuePriority: z.ZodOptional<z.ZodNumber>;
3082
3000
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
3083
3001
  }, "strip", z.ZodTypeAny, {
3084
3002
  metadataForCallbacks?: any;
3085
- queuePriority?: number | undefined;
3086
3003
  }, {
3087
3004
  metadataForCallbacks?: any;
3088
- queuePriority?: number | undefined;
3089
3005
  }>>;
3090
3006
  }, "strip", z.ZodTypeAny, {
3091
3007
  config: Record<string, any>;
@@ -3125,6 +3041,12 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3125
3041
  title: string;
3126
3042
  description: string;
3127
3043
  objectSchema?: any;
3044
+ } | {
3045
+ type: "select-boolean";
3046
+ param: string;
3047
+ title: string;
3048
+ description: string;
3049
+ default: boolean | null;
3128
3050
  }>;
3129
3051
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3130
3052
  };
@@ -3139,6 +3061,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3139
3061
  value: {
3140
3062
  type: "base64";
3141
3063
  base64: string;
3064
+ media_type: "png" | "jpeg" | "webp" | "gif";
3142
3065
  } | {
3143
3066
  type: "url";
3144
3067
  url: string;
@@ -3165,7 +3088,6 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3165
3088
  }[];
3166
3089
  options?: {
3167
3090
  metadataForCallbacks?: any;
3168
- queuePriority?: number | undefined;
3169
3091
  } | undefined;
3170
3092
  tools?: {
3171
3093
  type: "function";
@@ -3217,6 +3139,12 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3217
3139
  title: string;
3218
3140
  description: string;
3219
3141
  objectSchema?: any;
3142
+ } | {
3143
+ type: "select-boolean";
3144
+ param: string;
3145
+ title: string;
3146
+ description: string;
3147
+ default: boolean | null;
3220
3148
  }>;
3221
3149
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3222
3150
  };
@@ -3231,6 +3159,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3231
3159
  value: {
3232
3160
  type: "base64";
3233
3161
  base64: string;
3162
+ media_type: "png" | "jpeg" | "webp" | "gif";
3234
3163
  } | {
3235
3164
  type: "url";
3236
3165
  url: string;
@@ -3257,7 +3186,6 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
3257
3186
  }[];
3258
3187
  options?: {
3259
3188
  metadataForCallbacks?: any;
3260
- queuePriority?: number | undefined;
3261
3189
  } | undefined;
3262
3190
  tools?: {
3263
3191
  type: "function";
@@ -3310,6 +3238,12 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3310
3238
  title: string;
3311
3239
  description: string;
3312
3240
  objectSchema?: any;
3241
+ } | {
3242
+ type: "select-boolean";
3243
+ param: string;
3244
+ title: string;
3245
+ description: string;
3246
+ default: boolean | null;
3313
3247
  }>;
3314
3248
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3315
3249
  };
@@ -3349,6 +3283,12 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3349
3283
  title: string;
3350
3284
  description: string;
3351
3285
  objectSchema?: any;
3286
+ } | {
3287
+ type: "select-boolean";
3288
+ param: string;
3289
+ title: string;
3290
+ description: string;
3291
+ default: boolean | null;
3352
3292
  }>;
3353
3293
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3354
3294
  };
@@ -3374,12 +3314,15 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3374
3314
  value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
3375
3315
  type: z.ZodLiteral<"base64">;
3376
3316
  base64: z.ZodString;
3317
+ media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
3377
3318
  }, "strip", z.ZodTypeAny, {
3378
3319
  type: "base64";
3379
3320
  base64: string;
3321
+ media_type: "png" | "jpeg" | "webp" | "gif";
3380
3322
  }, {
3381
3323
  type: "base64";
3382
3324
  base64: string;
3325
+ media_type: "png" | "jpeg" | "webp" | "gif";
3383
3326
  }>, z.ZodObject<{
3384
3327
  type: z.ZodLiteral<"url">;
3385
3328
  url: z.ZodString;
@@ -3395,6 +3338,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3395
3338
  value: {
3396
3339
  type: "base64";
3397
3340
  base64: string;
3341
+ media_type: "png" | "jpeg" | "webp" | "gif";
3398
3342
  } | {
3399
3343
  type: "url";
3400
3344
  url: string;
@@ -3406,6 +3350,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3406
3350
  value: {
3407
3351
  type: "base64";
3408
3352
  base64: string;
3353
+ media_type: "png" | "jpeg" | "webp" | "gif";
3409
3354
  } | {
3410
3355
  type: "url";
3411
3356
  url: string;
@@ -3467,6 +3412,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3467
3412
  value: {
3468
3413
  type: "base64";
3469
3414
  base64: string;
3415
+ media_type: "png" | "jpeg" | "webp" | "gif";
3470
3416
  } | {
3471
3417
  type: "url";
3472
3418
  url: string;
@@ -3500,6 +3446,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3500
3446
  value: {
3501
3447
  type: "base64";
3502
3448
  base64: string;
3449
+ media_type: "png" | "jpeg" | "webp" | "gif";
3503
3450
  } | {
3504
3451
  type: "url";
3505
3452
  url: string;
@@ -3584,14 +3531,11 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3584
3531
  metadata?: any;
3585
3532
  }>]>, "many">>;
3586
3533
  options: z.ZodOptional<z.ZodObject<{
3587
- queuePriority: z.ZodOptional<z.ZodNumber>;
3588
3534
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
3589
3535
  }, "strip", z.ZodTypeAny, {
3590
3536
  metadataForCallbacks?: any;
3591
- queuePriority?: number | undefined;
3592
3537
  }, {
3593
3538
  metadataForCallbacks?: any;
3594
- queuePriority?: number | undefined;
3595
3539
  }>>;
3596
3540
  }, "strip", z.ZodTypeAny, {
3597
3541
  config: Record<string, any>;
@@ -3631,6 +3575,12 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3631
3575
  title: string;
3632
3576
  description: string;
3633
3577
  objectSchema?: any;
3578
+ } | {
3579
+ type: "select-boolean";
3580
+ param: string;
3581
+ title: string;
3582
+ description: string;
3583
+ default: boolean | null;
3634
3584
  }>;
3635
3585
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3636
3586
  };
@@ -3645,6 +3595,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3645
3595
  value: {
3646
3596
  type: "base64";
3647
3597
  base64: string;
3598
+ media_type: "png" | "jpeg" | "webp" | "gif";
3648
3599
  } | {
3649
3600
  type: "url";
3650
3601
  url: string;
@@ -3671,7 +3622,6 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3671
3622
  }[];
3672
3623
  options?: {
3673
3624
  metadataForCallbacks?: any;
3674
- queuePriority?: number | undefined;
3675
3625
  } | undefined;
3676
3626
  tools?: {
3677
3627
  type: "function";
@@ -3723,6 +3673,12 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3723
3673
  title: string;
3724
3674
  description: string;
3725
3675
  objectSchema?: any;
3676
+ } | {
3677
+ type: "select-boolean";
3678
+ param: string;
3679
+ title: string;
3680
+ description: string;
3681
+ default: boolean | null;
3726
3682
  }>;
3727
3683
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3728
3684
  };
@@ -3737,6 +3693,7 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3737
3693
  value: {
3738
3694
  type: "base64";
3739
3695
  base64: string;
3696
+ media_type: "png" | "jpeg" | "webp" | "gif";
3740
3697
  } | {
3741
3698
  type: "url";
3742
3699
  url: string;
@@ -3763,7 +3720,6 @@ declare const GatewayStreamChatRequest: z.ZodObject<{
3763
3720
  }[];
3764
3721
  options?: {
3765
3722
  metadataForCallbacks?: any;
3766
- queuePriority?: number | undefined;
3767
3723
  } | undefined;
3768
3724
  tools?: {
3769
3725
  type: "function";
@@ -3815,6 +3771,12 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
3815
3771
  title: string;
3816
3772
  description: string;
3817
3773
  objectSchema?: any;
3774
+ } | {
3775
+ type: "select-boolean";
3776
+ param: string;
3777
+ title: string;
3778
+ description: string;
3779
+ default: boolean | null;
3818
3780
  }>;
3819
3781
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3820
3782
  };
@@ -3853,6 +3815,12 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
3853
3815
  title: string;
3854
3816
  description: string;
3855
3817
  objectSchema?: any;
3818
+ } | {
3819
+ type: "select-boolean";
3820
+ param: string;
3821
+ title: string;
3822
+ description: string;
3823
+ default: boolean | null;
3856
3824
  }>;
3857
3825
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3858
3826
  };
@@ -3930,6 +3898,12 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
3930
3898
  title: string;
3931
3899
  description: string;
3932
3900
  objectSchema?: any;
3901
+ } | {
3902
+ type: "select-boolean";
3903
+ param: string;
3904
+ title: string;
3905
+ description: string;
3906
+ default: boolean | null;
3933
3907
  }>;
3934
3908
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3935
3909
  };
@@ -3984,6 +3958,12 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
3984
3958
  title: string;
3985
3959
  description: string;
3986
3960
  objectSchema?: any;
3961
+ } | {
3962
+ type: "select-boolean";
3963
+ param: string;
3964
+ title: string;
3965
+ description: string;
3966
+ default: boolean | null;
3987
3967
  }>;
3988
3968
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
3989
3969
  };
@@ -4007,15 +3987,15 @@ type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsReques
4007
3987
  declare class Gateway {
4008
3988
  private options;
4009
3989
  private httpClient;
4010
- private completeQueue;
4011
- private embeddingQueue;
3990
+ private queues;
3991
+ private caches;
4012
3992
  constructor(options: GatewayOptionsType);
4013
3993
  completeChat(request: GatewayCompleteChatRequestType): Promise<CompleteChatHandlerResponseType>;
4014
- private executeCompleteChatTask;
3994
+ private executeCompleteChat;
4015
3995
  streamChat(request: GatewayStreamChatRequestType): AsyncGenerator<StreamChatHandlerResponseType, void, unknown>;
4016
3996
  getEmbeddings(request: GatewayGetEmbeddingsRequestType): Promise<GetEmbeddingsHandlerResponseType>;
4017
3997
  private executeGetEmbeddingsTask;
4018
3998
  static GatewayError: typeof GatewayError;
4019
3999
  }
4020
4000
 
4021
- export { type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, Gateway, type GatewayCallbackType, GatewayError, type GatewayOptionsType, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, type HttpClientResponse, IsomorphicHttpClient, IsomorphicHttpClientError, type Queue, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, type Task, handleCompleteChat, handleGetEmbeddings, handleStreamChat };
4001
+ export { type Cache, Gateway, GatewayError, type GatewayOptionsType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue };