modelfusion 0.133.0 → 0.134.0

package/model-provider/ollama/OllamaCompletionModel.cjs

@@ -1,296 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OllamaCompletionResponseFormat = exports.OllamaCompletionModel = void 0;
-const zod_1 = require("zod");
-const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
-const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const ObjectFromTextStreamingModel_js_1 = require("../../model-function/generate-object/ObjectFromTextStreamingModel.cjs");
-const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
-const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
-const TextGenerationToolCallsModel_js_1 = require("../../tool/generate-tool-calls/TextGenerationToolCallsModel.cjs");
-const createJsonStreamResponseHandler_js_1 = require("../../util/streaming/createJsonStreamResponseHandler.cjs");
-const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
-const OllamaCompletionPrompt_js_1 = require("./OllamaCompletionPrompt.cjs");
-const OllamaError_js_1 = require("./OllamaError.cjs");
-class OllamaCompletionModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "ollama"
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    get contextWindowSize() {
-        return this.settings.contextWindowSize;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const { responseFormat } = options;
-        const api = this.settings.api ?? new OllamaApiConfiguration_js_1.OllamaApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/api/generate`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    stream: responseFormat.stream,
-                    model: this.settings.model,
-                    prompt: prompt.prompt,
-                    images: prompt.images,
-                    format: this.settings.format,
-                    options: {
-                        mirostat: this.settings.mirostat,
-                        mirostat_eta: this.settings.mirostatEta,
-                        mirostat_tau: this.settings.mirostatTau,
-                        num_ctx: this.settings.contextWindowSize,
-                        num_gpu: this.settings.numGpu,
-                        num_gqa: this.settings.numGqa,
-                        num_predict: this.settings.maxGenerationTokens,
-                        num_threads: this.settings.numThreads,
-                        repeat_last_n: this.settings.repeatLastN,
-                        repeat_penalty: this.settings.repeatPenalty,
-                        seed: this.settings.seed,
-                        stop: this.settings.stopSequences,
-                        temperature: this.settings.temperature,
-                        tfs_z: this.settings.tfsZ,
-                        top_k: this.settings.topK,
-                        top_p: this.settings.topP,
-                    },
-                    system: this.settings.system,
-                    template: this.settings.template,
-                    context: this.settings.context,
-                    raw: this.settings.raw,
-                },
-                failedResponseHandler: OllamaError_js_1.failedOllamaCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...TextGenerationModel_js_1.textGenerationModelProperties,
-            "contextWindowSize",
-            "temperature",
-            "mirostat",
-            "mirostatEta",
-            "mirostatTau",
-            "numGqa",
-            "numGpu",
-            "numThreads",
-            "repeatLastN",
-            "repeatPenalty",
-            "seed",
-            "tfsZ",
-            "topK",
-            "topP",
-            "system",
-            "template",
-            "context",
-            "format",
-            "raw",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: exports.OllamaCompletionResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
-            value: rawResponse,
-            schema: (0, ZodSchema_js_1.zodSchema)(ollamaCompletionResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(rawResponse) {
-        return {
-            rawResponse,
-            textGenerationResults: [
-                {
-                    text: rawResponse.response,
-                    finishReason: "unknown",
-                },
-            ],
-        };
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            ...options,
-            responseFormat: exports.OllamaCompletionResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.done === true ? undefined : chunk.response;
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return "adaptModel" in promptTemplate
-            ? new ObjectFromTextStreamingModel_js_1.ObjectFromTextStreamingModel({
-                model: promptTemplate.adaptModel(this),
-                template: promptTemplate,
-            })
-            : new ObjectFromTextStreamingModel_js_1.ObjectFromTextStreamingModel({
-                model: this,
-                template: promptTemplate,
-            });
-    }
-    asToolCallGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallModel_js_1.TextGenerationToolCallModel({
-            model: this,
-            format: promptTemplate,
-        });
-    }
-    asToolCallsOrTextGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallsModel_js_1.TextGenerationToolCallsModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    get promptTemplateProvider() {
-        return this.settings.promptTemplate ?? OllamaCompletionPrompt_js_1.Text;
-    }
-    withJsonOutput() {
-        return this.withSettings({ format: "json" });
-    }
-    withTextPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.text());
-    }
-    withInstructionPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.instruction());
-    }
-    withChatPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.chat());
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new OllamaCompletionModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.OllamaCompletionModel = OllamaCompletionModel;
-const ollamaCompletionResponseSchema = zod_1.z.object({
-    done: zod_1.z.literal(true),
-    model: zod_1.z.string(),
-    created_at: zod_1.z.string(),
-    response: zod_1.z.string(),
-    total_duration: zod_1.z.number(),
-    load_duration: zod_1.z.number().optional(),
-    prompt_eval_count: zod_1.z.number().optional(),
-    prompt_eval_duration: zod_1.z.number().optional(),
-    eval_count: zod_1.z.number(),
-    eval_duration: zod_1.z.number(),
-    context: zod_1.z.array(zod_1.z.number()).optional(),
-});
-const ollamaCompletionStreamChunkSchema = zod_1.z.discriminatedUnion("done", [
-    zod_1.z.object({
-        done: zod_1.z.literal(false),
-        model: zod_1.z.string(),
-        created_at: zod_1.z.string(),
-        response: zod_1.z.string(),
-    }),
-    zod_1.z.object({
-        done: zod_1.z.literal(true),
-        model: zod_1.z.string(),
-        created_at: zod_1.z.string(),
-        total_duration: zod_1.z.number(),
-        load_duration: zod_1.z.number().optional(),
-        sample_count: zod_1.z.number().optional(),
-        sample_duration: zod_1.z.number().optional(),
-        prompt_eval_count: zod_1.z.number().optional(),
-        prompt_eval_duration: zod_1.z.number().optional(),
-        eval_count: zod_1.z.number(),
-        eval_duration: zod_1.z.number(),
-        context: zod_1.z.array(zod_1.z.number()).optional(),
-    }),
-]);
-exports.OllamaCompletionResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (async ({ response, url, requestBodyValues }) => {
-            const responseBody = await response.text();
-            const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
-                text: responseBody,
-                schema: (0, ZodSchema_js_1.zodSchema)(zod_1.z.union([
-                    ollamaCompletionResponseSchema,
-                    zod_1.z.object({
-                        done: zod_1.z.literal(false),
-                        model: zod_1.z.string(),
-                        created_at: zod_1.z.string(),
-                        response: zod_1.z.string(),
-                    }),
-                ])),
-            });
-            if (!parsedResult.success) {
-                throw new ApiCallError_js_1.ApiCallError({
-                    message: "Invalid JSON response",
-                    cause: parsedResult.error,
-                    statusCode: response.status,
-                    responseBody,
-                    url,
-                    requestBodyValues,
-                });
-            }
-            if (parsedResult.value.done === false) {
-                throw new ApiCallError_js_1.ApiCallError({
-                    message: "Incomplete Ollama response received",
-                    statusCode: response.status,
-                    responseBody,
-                    url,
-                    requestBodyValues,
-                    isRetryable: true,
-                });
-            }
-            return parsedResult.value;
-        }),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: (0, createJsonStreamResponseHandler_js_1.createJsonStreamResponseHandler)((0, ZodSchema_js_1.zodSchema)(ollamaCompletionStreamChunkSchema)),
-    },
-};

package/model-provider/ollama/OllamaCompletionModel.d.ts

@@ -1,302 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { ResponseHandler } from "../../core/api/postToApi.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { FlexibleObjectFromTextPromptTemplate, ObjectFromTextPromptTemplate } from "../../model-function/generate-object/ObjectFromTextPromptTemplate.js";
-import { ObjectFromTextStreamingModel } from "../../model-function/generate-object/ObjectFromTextStreamingModel.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextStreamingBaseModel, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
-import { TextGenerationPromptTemplateProvider } from "../../model-function/generate-text/prompt-template/PromptTemplateProvider.js";
-import { TextGenerationToolCallModel, ToolCallPromptTemplate } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
-import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
-import { ToolCallsPromptTemplate } from "../../tool/generate-tool-calls/ToolCallsPromptTemplate.js";
-import { OllamaTextGenerationSettings } from "./OllamaTextGenerationSettings.js";
-export interface OllamaCompletionPrompt {
-    /**
-     * Text prompt.
-     */
-    prompt: string;
-    /**
-     Images. Supports base64-encoded `png` and `jpeg` images up to 100MB in size.
-     */
-    images?: Array<string>;
-}
-/**
- * Text generation model that uses the Ollama completion API.
- *
- * @see https://github.com/jmorganca/ollama/blob/main/docs/api.md#generate-a-completion
- */
-export interface OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE extends number | undefined> extends OllamaTextGenerationSettings {
-    api?: ApiConfiguration;
-    /**
-     * Specify the context window size of the model that you have loaded in your
-     * Ollama server. (Default: 2048)
-     */
-    contextWindowSize?: CONTEXT_WINDOW_SIZE;
-    /**
-     * When set to true, no formatting will be applied to the prompt and no context
-     * will be returned.
-     */
-    raw?: boolean;
-    system?: string;
-    context?: number[];
-    /**
-     * Prompt template provider that is used when calling `.withTextPrompt()`, `withInstructionPrompt()` or `withChatPrompt()`.
-     */
-    promptTemplate?: TextGenerationPromptTemplateProvider<OllamaCompletionPrompt>;
-}
-export declare class OllamaCompletionModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingBaseModel<OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> {
-    constructor(settings: OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>);
-    readonly provider = "ollama";
-    get modelName(): string;
-    readonly tokenizer: undefined;
-    readonly countPromptTokens: undefined;
-    get contextWindowSize(): CONTEXT_WINDOW_SIZE;
-    callAPI<RESPONSE>(prompt: OllamaCompletionPrompt, callOptions: FunctionCallOptions, options: {
-        responseFormat: OllamaCompletionResponseFormatType<RESPONSE>;
-    }): Promise<RESPONSE>;
-    get settingsForEvent(): Partial<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>>;
-    doGenerateTexts(prompt: OllamaCompletionPrompt, options: FunctionCallOptions): Promise<{
-        rawResponse: {
-            model: string;
-            done: true;
-            response: string;
-            created_at: string;
-            total_duration: number;
-            eval_count: number;
-            eval_duration: number;
-            load_duration?: number | undefined;
-            prompt_eval_count?: number | undefined;
-            prompt_eval_duration?: number | undefined;
-            context?: number[] | undefined;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    }>;
-    restoreGeneratedTexts(rawResponse: unknown): {
-        rawResponse: {
-            model: string;
-            done: true;
-            response: string;
-            created_at: string;
-            total_duration: number;
-            eval_count: number;
-            eval_duration: number;
-            load_duration?: number | undefined;
-            prompt_eval_count?: number | undefined;
-            prompt_eval_duration?: number | undefined;
-            context?: number[] | undefined;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    };
-    processTextGenerationResponse(rawResponse: OllamaCompletionResponse): {
-        rawResponse: {
-            model: string;
-            done: true;
-            response: string;
-            created_at: string;
-            total_duration: number;
-            eval_count: number;
-            eval_duration: number;
-            load_duration?: number | undefined;
-            prompt_eval_count?: number | undefined;
-            prompt_eval_duration?: number | undefined;
-            context?: number[] | undefined;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    };
-    doStreamText(prompt: OllamaCompletionPrompt, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
-        model: string;
-        done: false;
-        response: string;
-        created_at: string;
-    } | {
-        model: string;
-        done: true;
-        created_at: string;
-        total_duration: number;
-        eval_count: number;
-        eval_duration: number;
-        load_duration?: number | undefined;
-        sample_count?: number | undefined;
-        sample_duration?: number | undefined;
-        prompt_eval_count?: number | undefined;
-        prompt_eval_duration?: number | undefined;
-        context?: number[] | undefined;
-    }>>>;
-    extractTextDelta(delta: unknown): string | undefined;
-    asObjectGenerationModel<INPUT_PROMPT, OllamaCompletionPrompt>(promptTemplate: ObjectFromTextPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt> | FlexibleObjectFromTextPromptTemplate<INPUT_PROMPT, unknown>): ObjectFromTextStreamingModel<INPUT_PROMPT, unknown, TextStreamingModel<unknown, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>> | ObjectFromTextStreamingModel<INPUT_PROMPT, OllamaCompletionPrompt, TextStreamingModel<OllamaCompletionPrompt, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>>;
-    asToolCallGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): TextGenerationToolCallModel<INPUT_PROMPT, OllamaCompletionPrompt, this>;
-    asToolCallsOrTextGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallsPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): TextGenerationToolCallsModel<INPUT_PROMPT, OllamaCompletionPrompt, this>;
-    private get promptTemplateProvider();
-    withJsonOutput(): this;
-    withTextPrompt(): PromptTemplateTextStreamingModel<string, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
-    withInstructionPrompt(): PromptTemplateTextStreamingModel<InstructionPrompt, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
-    withChatPrompt(): PromptTemplateTextStreamingModel<ChatPrompt, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
-    withSettings(additionalSettings: Partial<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>>): this;
-}
-declare const ollamaCompletionResponseSchema: z.ZodObject<{
-    done: z.ZodLiteral<true>;
-    model: z.ZodString;
-    created_at: z.ZodString;
-    response: z.ZodString;
-    total_duration: z.ZodNumber;
-    load_duration: z.ZodOptional<z.ZodNumber>;
-    prompt_eval_count: z.ZodOptional<z.ZodNumber>;
-    prompt_eval_duration: z.ZodOptional<z.ZodNumber>;
-    eval_count: z.ZodNumber;
-    eval_duration: z.ZodNumber;
-    context: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
-}, "strip", z.ZodTypeAny, {
-    model: string;
-    done: true;
-    response: string;
-    created_at: string;
-    total_duration: number;
-    eval_count: number;
-    eval_duration: number;
-    load_duration?: number | undefined;
-    prompt_eval_count?: number | undefined;
-    prompt_eval_duration?: number | undefined;
-    context?: number[] | undefined;
-}, {
-    model: string;
-    done: true;
-    response: string;
-    created_at: string;
-    total_duration: number;
-    eval_count: number;
-    eval_duration: number;
-    load_duration?: number | undefined;
-    prompt_eval_count?: number | undefined;
-    prompt_eval_duration?: number | undefined;
-    context?: number[] | undefined;
-}>;
-export type OllamaCompletionResponse = z.infer<typeof ollamaCompletionResponseSchema>;
-declare const ollamaCompletionStreamChunkSchema: z.ZodDiscriminatedUnion<"done", [z.ZodObject<{
-    done: z.ZodLiteral<false>;
-    model: z.ZodString;
-    created_at: z.ZodString;
-    response: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    model: string;
-    done: false;
-    response: string;
-    created_at: string;
-}, {
-    model: string;
-    done: false;
-    response: string;
-    created_at: string;
-}>, z.ZodObject<{
-    done: z.ZodLiteral<true>;
-    model: z.ZodString;
-    created_at: z.ZodString;
-    total_duration: z.ZodNumber;
-    load_duration: z.ZodOptional<z.ZodNumber>;
-    sample_count: z.ZodOptional<z.ZodNumber>;
-    sample_duration: z.ZodOptional<z.ZodNumber>;
-    prompt_eval_count: z.ZodOptional<z.ZodNumber>;
-    prompt_eval_duration: z.ZodOptional<z.ZodNumber>;
-    eval_count: z.ZodNumber;
-    eval_duration: z.ZodNumber;
-    context: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
-}, "strip", z.ZodTypeAny, {
-    model: string;
-    done: true;
-    created_at: string;
-    total_duration: number;
-    eval_count: number;
-    eval_duration: number;
-    load_duration?: number | undefined;
-    sample_count?: number | undefined;
-    sample_duration?: number | undefined;
-    prompt_eval_count?: number | undefined;
-    prompt_eval_duration?: number | undefined;
-    context?: number[] | undefined;
-}, {
-    model: string;
-    done: true;
-    created_at: string;
-    total_duration: number;
-    eval_count: number;
-    eval_duration: number;
-    load_duration?: number | undefined;
-    sample_count?: number | undefined;
-    sample_duration?: number | undefined;
-    prompt_eval_count?: number | undefined;
-    prompt_eval_duration?: number | undefined;
-    context?: number[] | undefined;
-}>]>;
-export type OllamaCompletionStreamChunk = z.infer<typeof ollamaCompletionStreamChunkSchema>;
-export type OllamaCompletionResponseFormatType<T> = {
-    stream: boolean;
-    handler: ResponseHandler<T>;
-};
-export declare const OllamaCompletionResponseFormat: {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false;
-        handler: ({ response, url, requestBodyValues }: {
-            url: string;
-            requestBodyValues: unknown;
-            response: Response;
-        }) => Promise<{
-            model: string;
-            done: true;
-            response: string;
-            created_at: string;
-            total_duration: number;
-            eval_count: number;
-            eval_duration: number;
-            load_duration?: number | undefined;
-            prompt_eval_count?: number | undefined;
-            prompt_eval_duration?: number | undefined;
-            context?: number[] | undefined;
-        }>;
-    };
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: boolean;
-        handler: ({ response }: {
-            response: Response;
-        }) => Promise<AsyncIterable<import("../../index.js").Delta<{
-            model: string;
-            done: false;
-            response: string;
-            created_at: string;
-        } | {
-            model: string;
-            done: true;
-            created_at: string;
-            total_duration: number;
-            eval_count: number;
-            eval_duration: number;
-            load_duration?: number | undefined;
-            sample_count?: number | undefined;
-            sample_duration?: number | undefined;
-            prompt_eval_count?: number | undefined;
-            prompt_eval_duration?: number | undefined;
-            context?: number[] | undefined;
-        }>>>;
-    };
-};
-export {};