@adaline/gateway 0.7.0 → 0.9.0

package/dist/index.d.mts

@@ -152,6 +152,976 @@ declare class SimpleQueue<Request, Response> implements Queue<Request, Response>
     private processQueue;
 }
 
+declare const CompleteChatHandlerRequest: z.ZodObject<{
+    cache: z.ZodType<Cache<{
+        request: {
+            config: Record<string, any>;
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    data: string;
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            tools?: {
+                type: "function";
+                definition: {
+                    schema: {
+                        name: string;
+                        description: string;
+                        strict?: boolean | undefined;
+                        parameters?: any;
+                    };
+                };
+                metadata?: any;
+            }[] | undefined;
+        };
+        response: {
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    data: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            usage?: {
+                totalTokens: number;
+                promptTokens: number;
+                completionTokens: number;
+            } | undefined;
+            logProbs?: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+                topLogProbs: {
+                    token: string;
+                    logProb: number;
+                    bytes: number[] | null;
+                }[];
+            }[] | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>, z.ZodTypeDef, Cache<{
+        request: {
+            config: Record<string, any>;
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    data: string;
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            tools?: {
+                type: "function";
+                definition: {
+                    schema: {
+                        name: string;
+                        description: string;
+                        strict?: boolean | undefined;
+                        parameters?: any;
+                    };
+                };
+                metadata?: any;
+            }[] | undefined;
+        };
+        response: {
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    data: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            usage?: {
+                totalTokens: number;
+                promptTokens: number;
+                completionTokens: number;
+            } | undefined;
+            logProbs?: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+                topLogProbs: {
+                    token: string;
+                    logProb: number;
+                    bytes: number[] | null;
+                }[];
+            }[] | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>>;
+    model: z.ZodType<ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>, z.ZodTypeDef, ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>>;
+    config: z.ZodRecord<z.ZodString, z.ZodAny>;
+    messages: z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
+        content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
+            modality: z.ZodLiteral<"text">;
+            value: z.ZodString;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        }, {
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"image">;
+            detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
+            value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                type: z.ZodLiteral<"base64">;
+                base64: z.ZodString;
+                media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
+            }, "strip", z.ZodTypeAny, {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            }, {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"url">;
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                type: "url";
+                url: string;
+            }, {
+                type: "url";
+                url: string;
+            }>]>;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        }, {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"tool-call">;
+            index: z.ZodNumber;
+            id: z.ZodString;
+            name: z.ZodString;
+            arguments: z.ZodString;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        }, {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"tool-response">;
+            index: z.ZodNumber;
+            id: z.ZodString;
+            name: z.ZodString;
+            data: z.ZodString;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        }, {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        }>]>, "many">;
+        metadata: z.ZodUndefined;
+    }, "strip", z.ZodTypeAny, {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        } | {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        } | {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }, {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        } | {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        } | {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }>, "many">;
+    tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
+        type: z.ZodEnum<["function"]>;
+        definition: z.ZodObject<{
+            schema: z.ZodObject<{
+                name: z.ZodString;
+                description: z.ZodString;
+                parameters: z.ZodAny;
+                strict: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            }, {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        }, {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        }>;
+    }, {
+        metadata: z.ZodTypeAny;
+    }>, "strip", z.ZodTypeAny, {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }, {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }>]>, "many">>;
+    callbacks: z.ZodOptional<z.ZodArray<z.ZodType<CompleteChatCallbackType<any>, z.ZodTypeDef, CompleteChatCallbackType<any>>, "atleastone">>;
+    metadataForCallbacks: z.ZodOptional<z.ZodAny>;
+}, "strip", z.ZodTypeAny, {
+    config: Record<string, any>;
+    model: ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>;
+    messages: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        } | {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        } | {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }[];
+    cache: Cache<{
+        request: {
+            config: Record<string, any>;
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    data: string;
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            tools?: {
+                type: "function";
+                definition: {
+                    schema: {
+                        name: string;
+                        description: string;
+                        strict?: boolean | undefined;
+                        parameters?: any;
+                    };
+                };
+                metadata?: any;
+            }[] | undefined;
+        };
+        response: {
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    data: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            usage?: {
+                totalTokens: number;
+                promptTokens: number;
+                completionTokens: number;
+            } | undefined;
+            logProbs?: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+                topLogProbs: {
+                    token: string;
+                    logProb: number;
+                    bytes: number[] | null;
+                }[];
+            }[] | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>;
+    tools?: {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }[] | undefined;
+    metadataForCallbacks?: any;
+    callbacks?: [CompleteChatCallbackType<any>, ...CompleteChatCallbackType<any>[]] | undefined;
+}, {
+    config: Record<string, any>;
+    model: ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>;
+    messages: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        } | {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        } | {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }[];
+    cache: Cache<{
+        request: {
+            config: Record<string, any>;
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    data: string;
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            tools?: {
+                type: "function";
+                definition: {
+                    schema: {
+                        name: string;
+                        description: string;
+                        strict?: boolean | undefined;
+                        parameters?: any;
+                    };
+                };
+                metadata?: any;
+            }[] | undefined;
+        };
+        response: {
+            messages: {
+                role: "system" | "user" | "assistant" | "tool";
+                content: ({
+                    value: string;
+                    modality: "text";
+                    metadata?: undefined;
+                } | {
+                    value: {
+                        type: "base64";
+                        base64: string;
+                        media_type: "png" | "jpeg" | "webp" | "gif";
+                    } | {
+                        type: "url";
+                        url: string;
+                    };
+                    modality: "image";
+                    detail: "low" | "medium" | "high" | "auto";
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-call";
+                    index: number;
+                    id: string;
+                    arguments: string;
+                    metadata?: undefined;
+                } | {
+                    name: string;
+                    modality: "tool-response";
+                    index: number;
+                    id: string;
+                    data: string;
+                    metadata?: undefined;
+                })[];
+                metadata?: undefined;
+            }[];
+            usage?: {
+                totalTokens: number;
+                promptTokens: number;
+                completionTokens: number;
+            } | undefined;
+            logProbs?: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+                topLogProbs: {
+                    token: string;
+                    logProb: number;
+                    bytes: number[] | null;
+                }[];
+            }[] | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>;
+    tools?: {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }[] | undefined;
+    metadataForCallbacks?: any;
+    callbacks?: [CompleteChatCallbackType<any>, ...CompleteChatCallbackType<any>[]] | undefined;
+}>;
+type CompleteChatHandlerRequestType = z.infer<typeof CompleteChatHandlerRequest>;
 declare const CompleteChatHandlerResponse: z.ZodObject<{
     request: z.ZodObject<{
         config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -169,33 +1139,563 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 value: string;
                 modality: "text";
                 metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"image">;
-                detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
-                value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
-                    type: z.ZodLiteral<"base64">;
-                    base64: z.ZodString;
-                    media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
-                }, "strip", z.ZodTypeAny, {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                }, {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                }>, z.ZodObject<{
-                    type: z.ZodLiteral<"url">;
-                    url: z.ZodString;
-                }, "strip", z.ZodTypeAny, {
-                    type: "url";
-                    url: string;
-                }, {
-                    type: "url";
-                    url: string;
-                }>]>;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"image">;
+                detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
+                value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                    type: z.ZodLiteral<"base64">;
+                    base64: z.ZodString;
+                    media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                }, {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                }>, z.ZodObject<{
+                    type: z.ZodLiteral<"url">;
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    type: "url";
+                    url: string;
+                }, {
+                    type: "url";
+                    url: string;
+                }>]>;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            }, {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"tool-call">;
+                index: z.ZodNumber;
+                id: z.ZodString;
+                name: z.ZodString;
+                arguments: z.ZodString;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            }, {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"tool-response">;
+                index: z.ZodNumber;
+                id: z.ZodString;
+                name: z.ZodString;
+                data: z.ZodString;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            }, {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            }>]>, "many">;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }, {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }>, "many">;
+        tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
+            type: z.ZodEnum<["function"]>;
+            definition: z.ZodObject<{
+                schema: z.ZodObject<{
+                    name: z.ZodString;
+                    description: z.ZodString;
+                    parameters: z.ZodAny;
+                    strict: z.ZodOptional<z.ZodBoolean>;
+                }, "strip", z.ZodTypeAny, {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                }, {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            }, {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            }>;
+        }, {
+            metadata: z.ZodTypeAny;
+        }>, "strip", z.ZodTypeAny, {
+            type: "function";
+            definition: {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            };
+            metadata?: any;
+        }, {
+            type: "function";
+            definition: {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            };
+            metadata?: any;
+        }>]>, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        config: Record<string, any>;
+        messages: {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }[];
+        tools?: {
+            type: "function";
+            definition: {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            };
+            metadata?: any;
+        }[] | undefined;
+    }, {
+        config: Record<string, any>;
+        messages: {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                data: string;
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }[];
+        tools?: {
+            type: "function";
+            definition: {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            };
+            metadata?: any;
+        }[] | undefined;
+    }>;
+    response: z.ZodObject<{
+        messages: z.ZodArray<z.ZodObject<{
+            role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
+            content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
+                modality: z.ZodLiteral<"text">;
+                value: z.ZodString;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            }, {
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"image">;
+                detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
+                value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                    type: z.ZodLiteral<"base64">;
+                    base64: z.ZodString;
+                    media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                }, {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                }>, z.ZodObject<{
+                    type: z.ZodLiteral<"url">;
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    type: "url";
+                    url: string;
+                }, {
+                    type: "url";
+                    url: string;
+                }>]>;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            }, {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"tool-call">;
+                index: z.ZodNumber;
+                id: z.ZodString;
+                name: z.ZodString;
+                arguments: z.ZodString;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            }, {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            }>, z.ZodObject<{
+                modality: z.ZodLiteral<"tool-response">;
+                index: z.ZodNumber;
+                id: z.ZodString;
+                name: z.ZodString;
+                data: z.ZodString;
+                metadata: z.ZodUndefined;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                data: string;
+                metadata?: undefined;
+            }, {
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                data: string;
+                metadata?: undefined;
+            }>]>, "many">;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                data: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }, {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                data: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }>, "many">;
+        usage: z.ZodOptional<z.ZodObject<{
+            promptTokens: z.ZodNumber;
+            completionTokens: z.ZodNumber;
+            totalTokens: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        }, {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        }>>;
+        logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
+            token: z.ZodString;
+            logProb: z.ZodNumber;
+            bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
+        }, {
+            topLogProbs: z.ZodArray<z.ZodObject<{
+                token: z.ZodString;
+                logProb: z.ZodNumber;
+                bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
+            }, "strip", z.ZodTypeAny, {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }, {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }>, "many">;
+        }>, "strip", z.ZodTypeAny, {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
+        }, {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
+        }>, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        messages: {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
                 value: {
                     type: "base64";
                     base64: string;
@@ -207,7 +1707,46 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 modality: "image";
                 detail: "low" | "medium" | "high" | "auto";
                 metadata?: undefined;
-            }, {
+            } | {
+                name: string;
+                modality: "tool-call";
+                index: number;
+                id: string;
+                arguments: string;
+                metadata?: undefined;
+            } | {
+                name: string;
+                modality: "tool-response";
+                index: number;
+                id: string;
+                data: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }[];
+        usage?: {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        } | undefined;
+        logProbs?: {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
+        }[] | undefined;
+    }, {
+        messages: {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
                 value: {
                     type: "base64";
                     base64: string;
@@ -219,51 +1758,105 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 modality: "image";
                 detail: "low" | "medium" | "high" | "auto";
                 metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"tool-call">;
-                index: z.ZodNumber;
-                id: z.ZodString;
-                name: z.ZodString;
-                arguments: z.ZodString;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
+            } | {
                 name: string;
                 modality: "tool-call";
                 index: number;
                 id: string;
                 arguments: string;
                 metadata?: undefined;
-            }, {
+            } | {
                 name: string;
-                modality: "tool-call";
+                modality: "tool-response";
                 index: number;
                 id: string;
-                arguments: string;
-                metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"tool-response">;
-                index: z.ZodNumber;
-                id: z.ZodString;
-                name: z.ZodString;
-                data: z.ZodString;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
                 data: string;
+                metadata?: undefined;
+            })[];
+            metadata?: undefined;
+        }[];
+        usage?: {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        } | undefined;
+        logProbs?: {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
+        }[] | undefined;
+    }>;
+    cached: z.ZodBoolean;
+    latencyInMs: z.ZodNumber;
+    metadataForCallbacks: z.ZodOptional<z.ZodAny>;
+    provider: z.ZodObject<{
+        request: z.ZodAny;
+        response: z.ZodAny;
+    }, "strip", z.ZodTypeAny, {
+        request?: any;
+        response?: any;
+    }, {
+        request?: any;
+        response?: any;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    request: {
+        config: Record<string, any>;
+        messages: {
+            role: "system" | "user" | "assistant" | "tool";
+            content: ({
+                value: string;
+                modality: "text";
+                metadata?: undefined;
+            } | {
+                value: {
+                    type: "base64";
+                    base64: string;
+                    media_type: "png" | "jpeg" | "webp" | "gif";
+                } | {
+                    type: "url";
+                    url: string;
+                };
+                modality: "image";
+                detail: "low" | "medium" | "high" | "auto";
+                metadata?: undefined;
+            } | {
                 name: string;
-                modality: "tool-response";
+                modality: "tool-call";
                 index: number;
                 id: string;
+                arguments: string;
                 metadata?: undefined;
-            }, {
+            } | {
                 data: string;
                 name: string;
                 modality: "tool-response";
                 index: number;
                 id: string;
                 metadata?: undefined;
-            }>]>, "many">;
-            metadata: z.ZodUndefined;
-        }, "strip", z.ZodTypeAny, {
+            })[];
+            metadata?: undefined;
+        }[];
+        tools?: {
+            type: "function";
+            definition: {
+                schema: {
+                    name: string;
+                    description: string;
+                    strict?: boolean | undefined;
+                    parameters?: any;
+                };
+            };
+            metadata?: any;
+        }[] | undefined;
+    };
+    response: {
+        messages: {
             role: "system" | "user" | "assistant" | "tool";
             content: ({
                 value: string;
@@ -289,15 +1882,42 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 arguments: string;
                 metadata?: undefined;
             } | {
-                data: string;
                 name: string;
                 modality: "tool-response";
                 index: number;
                 id: string;
+                data: string;
                 metadata?: undefined;
             })[];
             metadata?: undefined;
-        }, {
+        }[];
+        usage?: {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        } | undefined;
+        logProbs?: {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
+        }[] | undefined;
+    };
+    cached: boolean;
+    latencyInMs: number;
+    provider: {
+        request?: any;
+        response?: any;
+    };
+    metadataForCallbacks?: any;
+}, {
+    request: {
+        config: Record<string, any>;
+        messages: {
             role: "system" | "user" | "assistant" | "tool";
             content: ({
                 value: string;
@@ -330,56 +1950,9 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 id: string;
                 metadata?: undefined;
             })[];
-            metadata?: undefined;
-        }>, "many">;
-        tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
-            type: z.ZodEnum<["function"]>;
-            definition: z.ZodObject<{
-                schema: z.ZodObject<{
-                    name: z.ZodString;
-                    description: z.ZodString;
-                    parameters: z.ZodAny;
-                    strict: z.ZodOptional<z.ZodBoolean>;
-                }, "strip", z.ZodTypeAny, {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                }, {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                }>;
-            }, "strip", z.ZodTypeAny, {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            }, {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            }>;
-        }, {
-            metadata: z.ZodTypeAny;
-        }>, "strip", z.ZodTypeAny, {
-            type: "function";
-            definition: {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            };
-            metadata?: any;
-        }, {
+            metadata?: undefined;
+        }[];
+        tools?: {
             type: "function";
             definition: {
                 schema: {
@@ -390,9 +1963,9 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 };
             };
             metadata?: any;
-        }>]>, "many">>;
-    }, "strip", z.ZodTypeAny, {
-        config: Record<string, any>;
+        }[] | undefined;
+    };
+    response: {
         messages: {
             role: "system" | "user" | "assistant" | "tool";
             content: ({
@@ -419,408 +1992,571 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
                 arguments: string;
                 metadata?: undefined;
             } | {
-                data: string;
                 name: string;
                 modality: "tool-response";
                 index: number;
                 id: string;
+                data: string;
                 metadata?: undefined;
             })[];
             metadata?: undefined;
         }[];
-        tools?: {
-            type: "function";
-            definition: {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            };
-            metadata?: any;
+        usage?: {
+            totalTokens: number;
+            promptTokens: number;
+            completionTokens: number;
+        } | undefined;
+        logProbs?: {
+            token: string;
+            logProb: number;
+            bytes: number[] | null;
+            topLogProbs: {
+                token: string;
+                logProb: number;
+                bytes: number[] | null;
+            }[];
         }[] | undefined;
-    }, {
-        config: Record<string, any>;
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
+    };
+    cached: boolean;
+    latencyInMs: number;
+    provider: {
+        request?: any;
+        response?: any;
+    };
+    metadataForCallbacks?: any;
+}>;
+type CompleteChatHandlerResponseType = z.infer<typeof CompleteChatHandlerResponse>;
+type CompleteChatCallbackType<M = any> = {
+    onChatStart?: (metadata?: M) => Promise<void> | void;
+    onChatCached?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
+    onChatComplete?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
+    onChatError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
+};
+
+declare function handleCompleteChat(request: CompleteChatHandlerRequestType, client: HttpClient): Promise<CompleteChatHandlerResponseType>;
+
+declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
+    cache: z.ZodType<Cache<{
+        request: {
+            config: Record<string, any>;
+            embeddingRequests: {
+                modality: "text";
+                requests: string[];
+                metadata?: undefined;
+            } | {
+                modality: "token";
+                requests: number[][];
+                metadata?: undefined;
+            };
+        };
+        response: {
+            encodingFormat: "float";
+            embeddings: {
+                index: number;
+                embedding: number[];
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        } | {
+            encodingFormat: "base64";
+            embeddings: {
+                index: number;
+                embedding: string;
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>, z.ZodTypeDef, Cache<{
+        request: {
+            config: Record<string, any>;
+            embeddingRequests: {
                 modality: "text";
+                requests: string[];
+                metadata?: undefined;
+            } | {
+                modality: "token";
+                requests: number[][];
                 metadata?: undefined;
+            };
+        };
+        response: {
+            encodingFormat: "float";
+            embeddings: {
+                index: number;
+                embedding: number[];
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        } | {
+            encodingFormat: "base64";
+            embeddings: {
+                index: number;
+                embedding: string;
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>>;
+    model: z.ZodType<EmbeddingModelV1<{
+        description: string;
+        name: string;
+        modalities: ["text" | "token", ...("text" | "token")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>, z.ZodTypeDef, EmbeddingModelV1<{
+        description: string;
+        name: string;
+        modalities: ["text" | "token", ...("text" | "token")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>>;
+    config: z.ZodRecord<z.ZodString, z.ZodAny>;
+    embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
+        modality: z.ZodLiteral<"text">;
+        metadata: z.ZodUndefined;
+        requests: z.ZodArray<z.ZodString, "many">;
+    }, "strip", z.ZodTypeAny, {
+        modality: "text";
+        requests: string[];
+        metadata?: undefined;
+    }, {
+        modality: "text";
+        requests: string[];
+        metadata?: undefined;
+    }>, z.ZodObject<{
+        modality: z.ZodLiteral<"token">;
+        metadata: z.ZodUndefined;
+        requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
+    }, "strip", z.ZodTypeAny, {
+        modality: "token";
+        requests: number[][];
+        metadata?: undefined;
+    }, {
+        modality: "token";
+        requests: number[][];
+        metadata?: undefined;
+    }>]>;
+    callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
+    metadataForCallbacks: z.ZodOptional<z.ZodAny>;
+}, "strip", z.ZodTypeAny, {
+    config: Record<string, any>;
+    model: EmbeddingModelV1<{
+        description: string;
+        name: string;
+        modalities: ["text" | "token", ...("text" | "token")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
             } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
             } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
             } | {
-                data: string;
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
-        }[];
-        tools?: {
-            type: "function";
-            definition: {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            };
-            metadata?: any;
-        }[] | undefined;
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
     }>;
-    response: z.ZodObject<{
-        messages: z.ZodArray<z.ZodObject<{
-            role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
-            content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
-                modality: z.ZodLiteral<"text">;
-                value: z.ZodString;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            }, {
-                value: string;
+    cache: Cache<{
+        request: {
+            config: Record<string, any>;
+            embeddingRequests: {
                 modality: "text";
+                requests: string[];
                 metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"image">;
-                detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
-                value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
-                    type: z.ZodLiteral<"base64">;
-                    base64: z.ZodString;
-                    media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
-                }, "strip", z.ZodTypeAny, {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                }, {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                }>, z.ZodObject<{
-                    type: z.ZodLiteral<"url">;
-                    url: z.ZodString;
-                }, "strip", z.ZodTypeAny, {
-                    type: "url";
-                    url: string;
-                }, {
-                    type: "url";
-                    url: string;
-                }>]>;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            }, {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"tool-call">;
-                index: z.ZodNumber;
-                id: z.ZodString;
-                name: z.ZodString;
-                arguments: z.ZodString;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            }, {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
+            } | {
+                modality: "token";
+                requests: number[][];
                 metadata?: undefined;
-            }>, z.ZodObject<{
-                modality: z.ZodLiteral<"tool-response">;
-                index: z.ZodNumber;
-                id: z.ZodString;
-                name: z.ZodString;
-                data: z.ZodString;
-                metadata: z.ZodUndefined;
-            }, "strip", z.ZodTypeAny, {
-                name: string;
-                modality: "tool-response";
+            };
+        };
+        response: {
+            encodingFormat: "float";
+            embeddings: {
                 index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            }, {
-                name: string;
-                modality: "tool-response";
+                embedding: number[];
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        } | {
+            encodingFormat: "base64";
+            embeddings: {
                 index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            }>]>, "many">;
-            metadata: z.ZodUndefined;
-        }, "strip", z.ZodTypeAny, {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
+                embedding: string;
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>;
+    embeddingRequests: {
+        modality: "text";
+        requests: string[];
+        metadata?: undefined;
+    } | {
+        modality: "token";
+        requests: number[][];
+        metadata?: undefined;
+    };
+    metadataForCallbacks?: any;
+    callbacks?: [GetEmbeddingsCallbackType<any>, ...GetEmbeddingsCallbackType<any>[]] | undefined;
+}, {
+    config: Record<string, any>;
+    model: EmbeddingModelV1<{
+        description: string;
+        name: string;
+        modalities: ["text" | "token", ...("text" | "token")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
             } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
             } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
             } | {
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
-        }, {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>;
+    cache: Cache<{
+        request: {
+            config: Record<string, any>;
+            embeddingRequests: {
                 modality: "text";
+                requests: string[];
                 metadata?: undefined;
             } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
+                modality: "token";
+                requests: number[][];
                 metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
+            };
+        };
+        response: {
+            encodingFormat: "float";
+            embeddings: {
                 index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-response";
+                embedding: number[];
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        } | {
+            encodingFormat: "base64";
+            embeddings: {
                 index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
+                embedding: string;
+            }[];
+            usage?: {
+                totalTokens: number;
+            } | undefined;
+        };
+        cached: boolean;
+        latencyInMs: number;
+        provider: {
+            request?: any;
+            response?: any;
+        };
+        metadataForCallbacks?: any;
+    }>;
+    embeddingRequests: {
+        modality: "text";
+        requests: string[];
+        metadata?: undefined;
+    } | {
+        modality: "token";
+        requests: number[][];
+        metadata?: undefined;
+    };
+    metadataForCallbacks?: any;
+    callbacks?: [GetEmbeddingsCallbackType<any>, ...GetEmbeddingsCallbackType<any>[]] | undefined;
+}>;
+type GetEmbeddingsHandlerRequestType = z.infer<typeof GetEmbeddingsHandlerRequest>;
+declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
+    request: z.ZodObject<{
+        config: z.ZodRecord<z.ZodString, z.ZodAny>;
+        embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
+            modality: z.ZodLiteral<"text">;
+            metadata: z.ZodUndefined;
+            requests: z.ZodArray<z.ZodString, "many">;
+        }, "strip", z.ZodTypeAny, {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        }, {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"token">;
+            metadata: z.ZodUndefined;
+            requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
+        }, "strip", z.ZodTypeAny, {
+            modality: "token";
+            requests: number[][];
+            metadata?: undefined;
+        }, {
+            modality: "token";
+            requests: number[][];
+            metadata?: undefined;
+        }>]>;
+    }, "strip", z.ZodTypeAny, {
+        config: Record<string, any>;
+        embeddingRequests: {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        } | {
+            modality: "token";
+            requests: number[][];
+            metadata?: undefined;
+        };
+    }, {
+        config: Record<string, any>;
+        embeddingRequests: {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        } | {
+            modality: "token";
+            requests: number[][];
             metadata?: undefined;
+        };
+    }>;
+    response: z.ZodDiscriminatedUnion<"encodingFormat", [z.ZodObject<{
+        encodingFormat: z.ZodLiteral<"float">;
+        embeddings: z.ZodArray<z.ZodObject<{
+            index: z.ZodNumber;
+            embedding: z.ZodArray<z.ZodNumber, "many">;
+        }, "strip", z.ZodTypeAny, {
+            index: number;
+            embedding: number[];
+        }, {
+            index: number;
+            embedding: number[];
         }>, "many">;
         usage: z.ZodOptional<z.ZodObject<{
-            promptTokens: z.ZodNumber;
-            completionTokens: z.ZodNumber;
             totalTokens: z.ZodNumber;
         }, "strip", z.ZodTypeAny, {
             totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
         }, {
             totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
         }>>;
-        logProbs: z.ZodOptional<z.ZodArray<z.ZodObject<z.objectUtil.extendShape<{
-            token: z.ZodString;
-            logProb: z.ZodNumber;
-            bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
-        }, {
-            topLogProbs: z.ZodArray<z.ZodObject<{
-                token: z.ZodString;
-                logProb: z.ZodNumber;
-                bytes: z.ZodNullable<z.ZodArray<z.ZodNumber, "many">>;
-            }, "strip", z.ZodTypeAny, {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }, {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }>, "many">;
-        }>, "strip", z.ZodTypeAny, {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }, {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }>, "many">>;
     }, "strip", z.ZodTypeAny, {
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
+        encodingFormat: "float";
+        embeddings: {
+            index: number;
+            embedding: number[];
+        }[];
+        usage?: {
+            totalTokens: number;
+        } | undefined;
+    }, {
+        encodingFormat: "float";
+        embeddings: {
+            index: number;
+            embedding: number[];
+        }[];
+        usage?: {
+            totalTokens: number;
+        } | undefined;
+    }>, z.ZodObject<{
+        encodingFormat: z.ZodLiteral<"base64">;
+        embeddings: z.ZodArray<z.ZodObject<{
+            index: z.ZodNumber;
+            embedding: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            index: number;
+            embedding: string;
+        }, {
+            index: number;
+            embedding: string;
+        }>, "many">;
+        usage: z.ZodOptional<z.ZodObject<{
+            totalTokens: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            totalTokens: number;
+        }, {
+            totalTokens: number;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        encodingFormat: "base64";
+        embeddings: {
+            index: number;
+            embedding: string;
         }[];
         usage?: {
             totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
         } | undefined;
-        logProbs?: {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }[] | undefined;
     }, {
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
+        encodingFormat: "base64";
+        embeddings: {
+            index: number;
+            embedding: string;
         }[];
         usage?: {
             totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
         } | undefined;
-        logProbs?: {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }[] | undefined;
-    }>;
+    }>]>;
+    cached: z.ZodBoolean;
     latencyInMs: z.ZodNumber;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
     provider: z.ZodObject<{
@@ -836,215 +2572,75 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     request: {
         config: Record<string, any>;
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                data: string;
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
-        }[];
-        tools?: {
-            type: "function";
-            definition: {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            };
-            metadata?: any;
-        }[] | undefined;
-    };
-    response: {
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
-        }[];
-        usage?: {
-            totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
-        } | undefined;
-        logProbs?: {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }[] | undefined;
-    };
-    latencyInMs: number;
-    provider: {
-        request?: any;
-        response?: any;
-    };
-    metadataForCallbacks?: any;
-}, {
-    request: {
-        config: Record<string, any>;
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                data: string;
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                metadata?: undefined;
-            })[];
-            metadata?: undefined;
-        }[];
-        tools?: {
-            type: "function";
-            definition: {
-                schema: {
-                    name: string;
-                    description: string;
-                    strict?: boolean | undefined;
-                    parameters?: any;
-                };
-            };
-            metadata?: any;
-        }[] | undefined;
+        embeddingRequests: {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        } | {
+            modality: "token";
+            requests: number[][];
+            metadata?: undefined;
+        };
     };
     response: {
-        messages: {
-            role: "system" | "user" | "assistant" | "tool";
-            content: ({
-                value: string;
-                modality: "text";
-                metadata?: undefined;
-            } | {
-                value: {
-                    type: "base64";
-                    base64: string;
-                    media_type: "png" | "jpeg" | "webp" | "gif";
-                } | {
-                    type: "url";
-                    url: string;
-                };
-                modality: "image";
-                detail: "low" | "medium" | "high" | "auto";
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-call";
-                index: number;
-                id: string;
-                arguments: string;
-                metadata?: undefined;
-            } | {
-                name: string;
-                modality: "tool-response";
-                index: number;
-                id: string;
-                data: string;
-                metadata?: undefined;
-            })[];
+        encodingFormat: "float";
+        embeddings: {
+            index: number;
+            embedding: number[];
+        }[];
+        usage?: {
+            totalTokens: number;
+        } | undefined;
+    } | {
+        encodingFormat: "base64";
+        embeddings: {
+            index: number;
+            embedding: string;
+        }[];
+        usage?: {
+            totalTokens: number;
+        } | undefined;
+    };
+    cached: boolean;
+    latencyInMs: number;
+    provider: {
+        request?: any;
+        response?: any;
+    };
+    metadataForCallbacks?: any;
+}, {
+    request: {
+        config: Record<string, any>;
+        embeddingRequests: {
+            modality: "text";
+            requests: string[];
+            metadata?: undefined;
+        } | {
+            modality: "token";
+            requests: number[][];
             metadata?: undefined;
+        };
+    };
+    response: {
+        encodingFormat: "float";
+        embeddings: {
+            index: number;
+            embedding: number[];
+        }[];
+        usage?: {
+            totalTokens: number;
+        } | undefined;
+    } | {
+        encodingFormat: "base64";
+        embeddings: {
+            index: number;
+            embedding: string;
         }[];
         usage?: {
             totalTokens: number;
-            promptTokens: number;
-            completionTokens: number;
         } | undefined;
-        logProbs?: {
-            token: string;
-            logProb: number;
-            bytes: number[] | null;
-            topLogProbs: {
-                token: string;
-                logProb: number;
-                bytes: number[] | null;
-            }[];
-        }[] | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -1052,237 +2648,543 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
     };
     metadataForCallbacks?: any;
 }>;
-type CompleteChatHandlerResponseType = z.infer<typeof CompleteChatHandlerResponse>;
-type CompleteChatCallbackType<M = any> = {
-    onChatStart?: (metadata?: M) => Promise<void> | void;
-    onChatCached?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
-    onChatComplete?: (metadata?: M, response?: CompleteChatHandlerResponseType) => Promise<void> | void;
-    onChatError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
+type GetEmbeddingsHandlerResponseType = z.infer<typeof GetEmbeddingsHandlerResponse>;
+type GetEmbeddingsCallbackType<M = any> = {
+    onGetEmbeddingsStart?: (metadata?: M) => Promise<void> | void;
+    onGetEmbeddingsCached?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
+    onGetEmbeddingsComplete?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
+    onGetEmbeddingsError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
 };
 
-declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
-    request: z.ZodObject<{
-        config: z.ZodRecord<z.ZodString, z.ZodAny>;
-        embeddingRequests: z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
+declare function handleGetEmbeddings(request: GetEmbeddingsHandlerRequestType, client: HttpClient): Promise<GetEmbeddingsHandlerResponseType>;
+
+declare const StreamChatHandlerRequest: z.ZodObject<{
+    model: z.ZodType<ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>, z.ZodTypeDef, ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>>;
+    config: z.ZodRecord<z.ZodString, z.ZodAny>;
+    messages: z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
+        content: z.ZodArray<z.ZodDiscriminatedUnion<"modality", [z.ZodObject<{
             modality: z.ZodLiteral<"text">;
+            value: z.ZodString;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        }, {
+            value: string;
+            modality: "text";
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"image">;
+            detail: z.ZodEnum<["low", "medium", "high", "auto"]>;
+            value: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                type: z.ZodLiteral<"base64">;
+                base64: z.ZodString;
+                media_type: z.ZodEnum<["png", "jpeg", "webp", "gif"]>;
+            }, "strip", z.ZodTypeAny, {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            }, {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"url">;
+                url: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                type: "url";
+                url: string;
+            }, {
+                type: "url";
+                url: string;
+            }>]>;
+            metadata: z.ZodUndefined;
+        }, "strip", z.ZodTypeAny, {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        }, {
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
+            metadata?: undefined;
+        }>, z.ZodObject<{
+            modality: z.ZodLiteral<"tool-call">;
+            index: z.ZodNumber;
+            id: z.ZodString;
+            name: z.ZodString;
+            arguments: z.ZodString;
             metadata: z.ZodUndefined;
-            requests: z.ZodArray<z.ZodString, "many">;
         }, "strip", z.ZodTypeAny, {
-            modality: "text";
-            requests: string[];
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
             metadata?: undefined;
         }, {
-            modality: "text";
-            requests: string[];
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
             metadata?: undefined;
         }>, z.ZodObject<{
-            modality: z.ZodLiteral<"token">;
+            modality: z.ZodLiteral<"tool-response">;
+            index: z.ZodNumber;
+            id: z.ZodString;
+            name: z.ZodString;
+            data: z.ZodString;
             metadata: z.ZodUndefined;
-            requests: z.ZodArray<z.ZodArray<z.ZodNumber, "many">, "many">;
         }, "strip", z.ZodTypeAny, {
-            modality: "token";
-            requests: number[][];
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
             metadata?: undefined;
         }, {
-            modality: "token";
-            requests: number[][];
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
             metadata?: undefined;
-        }>]>;
+        }>]>, "many">;
+        metadata: z.ZodUndefined;
     }, "strip", z.ZodTypeAny, {
-        config: Record<string, any>;
-        embeddingRequests: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
             modality: "text";
-            requests: string[];
             metadata?: undefined;
         } | {
-            modality: "token";
-            requests: number[][];
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
             metadata?: undefined;
-        };
+        } | {
+            name: string;
+            modality: "tool-call";
+            index: number;
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
+            index: number;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
     }, {
-        config: Record<string, any>;
-        embeddingRequests: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
             modality: "text";
-            requests: string[];
             metadata?: undefined;
         } | {
-            modality: "token";
-            requests: number[][];
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
             metadata?: undefined;
-        };
-    }>;
-    response: z.ZodDiscriminatedUnion<"encodingFormat", [z.ZodObject<{
-        encodingFormat: z.ZodLiteral<"float">;
-        embeddings: z.ZodArray<z.ZodObject<{
-            index: z.ZodNumber;
-            embedding: z.ZodArray<z.ZodNumber, "many">;
-        }, "strip", z.ZodTypeAny, {
+        } | {
+            name: string;
+            modality: "tool-call";
             index: number;
-            embedding: number[];
-        }, {
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
             index: number;
-            embedding: number[];
-        }>, "many">;
-        usage: z.ZodOptional<z.ZodObject<{
-            totalTokens: z.ZodNumber;
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }>, "many">;
+    tools: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
+        type: z.ZodEnum<["function"]>;
+        definition: z.ZodObject<{
+            schema: z.ZodObject<{
+                name: z.ZodString;
+                description: z.ZodString;
+                parameters: z.ZodAny;
+                strict: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            }, {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            }>;
         }, "strip", z.ZodTypeAny, {
-            totalTokens: number;
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
         }, {
-            totalTokens: number;
-        }>>;
-    }, "strip", z.ZodTypeAny, {
-        encodingFormat: "float";
-        embeddings: {
-            index: number;
-            embedding: number[];
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        }>;
     }, {
-        encodingFormat: "float";
-        embeddings: {
-            index: number;
-            embedding: number[];
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    }>, z.ZodObject<{
-        encodingFormat: z.ZodLiteral<"base64">;
-        embeddings: z.ZodArray<z.ZodObject<{
-            index: z.ZodNumber;
-            embedding: z.ZodString;
-        }, "strip", z.ZodTypeAny, {
-            index: number;
-            embedding: string;
-        }, {
-            index: number;
-            embedding: string;
-        }>, "many">;
-        usage: z.ZodOptional<z.ZodObject<{
-            totalTokens: z.ZodNumber;
-        }, "strip", z.ZodTypeAny, {
-            totalTokens: number;
-        }, {
-            totalTokens: number;
-        }>>;
-    }, "strip", z.ZodTypeAny, {
-        encodingFormat: "base64";
-        embeddings: {
-            index: number;
-            embedding: string;
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
+        metadata: z.ZodTypeAny;
+    }>, "strip", z.ZodTypeAny, {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
     }, {
-        encodingFormat: "base64";
-        embeddings: {
-            index: number;
-            embedding: string;
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    }>]>;
-    latencyInMs: z.ZodNumber;
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }>]>, "many">>;
+    callbacks: z.ZodOptional<z.ZodArray<z.ZodType<StreamChatCallbackType<any>, z.ZodTypeDef, StreamChatCallbackType<any>>, "atleastone">>;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
-    provider: z.ZodObject<{
-        request: z.ZodAny;
-        response: z.ZodAny;
-    }, "strip", z.ZodTypeAny, {
-        request?: any;
-        response?: any;
-    }, {
-        request?: any;
-        response?: any;
-    }>;
 }, "strip", z.ZodTypeAny, {
-    request: {
-        config: Record<string, any>;
-        embeddingRequests: {
+    config: Record<string, any>;
+    model: ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>;
+    messages: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
             modality: "text";
-            requests: string[];
             metadata?: undefined;
         } | {
-            modality: "token";
-            requests: number[][];
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
             metadata?: undefined;
-        };
-    };
-    response: {
-        encodingFormat: "float";
-        embeddings: {
+        } | {
+            name: string;
+            modality: "tool-call";
             index: number;
-            embedding: number[];
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    } | {
-        encodingFormat: "base64";
-        embeddings: {
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
             index: number;
-            embedding: string;
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    };
-    latencyInMs: number;
-    provider: {
-        request?: any;
-        response?: any;
-    };
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }[];
+    tools?: {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }[] | undefined;
     metadataForCallbacks?: any;
+    callbacks?: [StreamChatCallbackType<any>, ...StreamChatCallbackType<any>[]] | undefined;
 }, {
-    request: {
-        config: Record<string, any>;
-        embeddingRequests: {
+    config: Record<string, any>;
+    model: ChatModelV1<{
+        name: string;
+        description: string;
+        roles: Partial<Record<"system" | "user" | "assistant" | "tool", string | undefined>>;
+        modalities: ["text" | "image" | "tool-call" | "tool-response", ...("text" | "image" | "tool-call" | "tool-response")[]];
+        maxInputTokens: number;
+        maxOutputTokens: number;
+        config: {
+            def: Record<string, {
+                type: "multi-string";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+            } | {
+                type: "range";
+                param: string;
+                title: string;
+                description: string;
+                max: number;
+                min: number;
+                step: number;
+                default: number;
+            } | {
+                type: "select-string";
+                param: string;
+                title: string;
+                description: string;
+                default: string;
+                choices: string[];
+            } | {
+                type: "object-schema";
+                param: string;
+                title: string;
+                description: string;
+                objectSchema?: any;
+            } | {
+                type: "select-boolean";
+                param: string;
+                title: string;
+                description: string;
+                default: boolean | null;
+            }>;
+            schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
+        };
+    }>;
+    messages: {
+        role: "system" | "user" | "assistant" | "tool";
+        content: ({
+            value: string;
             modality: "text";
-            requests: string[];
             metadata?: undefined;
         } | {
-            modality: "token";
-            requests: number[][];
+            value: {
+                type: "base64";
+                base64: string;
+                media_type: "png" | "jpeg" | "webp" | "gif";
+            } | {
+                type: "url";
+                url: string;
+            };
+            modality: "image";
+            detail: "low" | "medium" | "high" | "auto";
             metadata?: undefined;
-        };
-    };
-    response: {
-        encodingFormat: "float";
-        embeddings: {
+        } | {
+            name: string;
+            modality: "tool-call";
             index: number;
-            embedding: number[];
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    } | {
-        encodingFormat: "base64";
-        embeddings: {
+            id: string;
+            arguments: string;
+            metadata?: undefined;
+        } | {
+            data: string;
+            name: string;
+            modality: "tool-response";
             index: number;
-            embedding: string;
-        }[];
-        usage?: {
-            totalTokens: number;
-        } | undefined;
-    };
-    latencyInMs: number;
-    provider: {
-        request?: any;
-        response?: any;
-    };
+            id: string;
+            metadata?: undefined;
+        })[];
+        metadata?: undefined;
+    }[];
+    tools?: {
+        type: "function";
+        definition: {
+            schema: {
+                name: string;
+                description: string;
+                strict?: boolean | undefined;
+                parameters?: any;
+            };
+        };
+        metadata?: any;
+    }[] | undefined;
     metadataForCallbacks?: any;
+    callbacks?: [StreamChatCallbackType<any>, ...StreamChatCallbackType<any>[]] | undefined;
 }>;
-type GetEmbeddingsHandlerResponseType = z.infer<typeof GetEmbeddingsHandlerResponse>;
-type GetEmbeddingsCallbackType<M = any> = {
-    onGetEmbeddingsStart?: (metadata?: M) => Promise<void> | void;
-    onGetEmbeddingsCached?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
-    onGetEmbeddingsComplete?: (metadata?: M, response?: GetEmbeddingsHandlerResponseType) => Promise<void> | void;
-    onGetEmbeddingsError?: (metadata?: M, error?: GatewayError | HttpRequestError) => Promise<void> | void;
-};
-
+type StreamChatHandlerRequestType = z.infer<typeof StreamChatHandlerRequest>;
 declare const StreamChatHandlerResponse: z.ZodObject<{
     request: z.ZodObject<{
         config: z.ZodRecord<z.ZodString, z.ZodAny>;
@@ -2004,6 +3906,8 @@ type StreamChatCallbackType<M = any> = {
     onStreamError?: (metadata?: M, error?: GatewayError) => Promise<void> | void;
 };
 
+declare function handleStreamChat<M>(request: StreamChatHandlerRequestType, client: HttpClient): AsyncGenerator<StreamChatHandlerResponseType, void, unknown>;
+
 declare const GatewayOptions: z.ZodObject<{
     queueOptions: z.ZodOptional<z.ZodObject<{
         maxConcurrentTasks: z.ZodOptional<z.ZodNumber>;
@@ -2141,6 +4045,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2250,6 +4155,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2290,6 +4196,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2328,6 +4235,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2452,6 +4360,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2492,6 +4401,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2616,6 +4526,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2656,6 +4567,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -3998,4 +5910,4 @@ declare class Gateway {
     static GatewayError: typeof GatewayError;
 }
 
-export { type Cache, Gateway, GatewayError, type GatewayOptionsType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue };
+export { type Cache, type CompleteChatCallbackType, CompleteChatHandlerRequest, type CompleteChatHandlerRequestType, CompleteChatHandlerResponse, type CompleteChatHandlerResponseType, Gateway, GatewayError, type GatewayOptionsType, type GetEmbeddingsCallbackType, GetEmbeddingsHandlerRequest, type GetEmbeddingsHandlerRequestType, GetEmbeddingsHandlerResponse, type GetEmbeddingsHandlerResponseType, type HttpClient, HttpClientError, type HttpClientResponse, HttpRequestError, IsomorphicHttpClient, LRUCache, type Queue, QueueOptions, type QueueOptionsType, type QueueTask, QueueTaskTimeoutError, SimpleQueue, type StreamChatCallbackType, StreamChatHandlerRequest, type StreamChatHandlerRequestType, StreamChatHandlerResponse, type StreamChatHandlerResponseType, handleCompleteChat, handleGetEmbeddings, handleStreamChat };