@zhivex-ai/core 0.1.0

package/dist/generate-text.js

@@ -0,0 +1,266 @@
+import { ParseError, UnsupportedFeatureError, ValidationError } from "./errors.js";
+import { createTextMessage, getTextFromMessages, normalizeFinishReason, resultMessages, serializeJsonValue, toolCallPart, toolResultPart, validateMessageParts } from "./messages.js";
+const validateInputSource = (options) => {
+    if (options.prompt !== undefined && options.messages !== undefined) {
+        throw new ValidationError('Pass either "prompt" or "messages", but not both.');
+    }
+};
+const buildMessages = (options) => {
+    validateInputSource(options);
+    const messages = [...(options.messages ?? [])];
+    if (options.system) {
+        messages.unshift(createTextMessage("system", options.system));
+    }
+    if (options.prompt) {
+        messages.push(createTextMessage("user", options.prompt));
+    }
+    return messages;
+};
+const toRequest = (options, messages) => ({
+    messages,
+    tools: options.tools,
+    temperature: options.temperature,
+    maxTokens: options.maxTokens,
+    providerOptions: options.providerOptions,
+    structuredOutput: options.structuredOutput,
+    abortSignal: options.abortSignal,
+    timeoutMs: options.timeoutMs,
+    maxRetries: options.maxRetries,
+    retryBackoffMs: options.retryBackoffMs
+});
+const executeTools = async (toolCalls, options) => {
+    const results = [];
+    for (const call of toolCalls) {
+        const tool = options.tools?.[call.name];
+        if (!tool) {
+            throw new ValidationError(`Tool "${call.name}" was requested by the model but is not registered.`);
+        }
+        const parsed = tool.schema.safeParse(call.input);
+        if (!parsed.success) {
+            throw new ValidationError(`Invalid input for tool "${call.name}": ${parsed.error.message}`);
+        }
+        try {
+            const output = serializeJsonValue(await tool.execute(parsed.data));
+            results.push({
+                toolCallId: call.id,
+                toolName: call.name,
+                output,
+                isError: false
+            });
+        }
+        catch (error) {
+            results.push({
+                toolCallId: call.id,
+                toolName: call.name,
+                error: { message: error instanceof Error ? error.message : "Tool execution failed." },
+                isError: true
+            });
+        }
+    }
+    return results;
+};
+export const normalizeMessages = buildMessages;
+const extractToolCalls = (messages) => messages.flatMap((message) => message.parts
+    .filter((part) => part.type === "tool-call")
+    .map((part) => part.toolCall));
+export const generateText = async (options) => {
+    const maxSteps = Math.max(1, options.maxSteps ?? 1);
+    const allMessages = buildMessages(options);
+    const steps = [];
+    validateMessageParts(options.model, allMessages);
+    if (options.tools && !options.model.capabilities.tools) {
+        throw new UnsupportedFeatureError(`Model "${options.model.provider}/${options.model.modelId}" does not support tools.`);
+    }
+    const toolResults = [];
+    let finalResult;
+    for (let step = 0; step < maxSteps; step += 1) {
+        const request = toRequest(options, allMessages);
+        const response = await options.model.generate(request);
+        steps.push({ request, response });
+        finalResult = response;
+        const responseMessages = resultMessages(response);
+        if (responseMessages.length) {
+            allMessages.push(...responseMessages);
+        }
+        const toolCalls = extractToolCalls(responseMessages);
+        if (!toolCalls.length) {
+            break;
+        }
+        const currentToolResults = await executeTools(toolCalls, options);
+        toolResults.push(...currentToolResults);
+        for (const result of currentToolResults) {
+            allMessages.push({
+                role: "tool",
+                parts: [toolResultPart(result)]
+            });
+        }
+    }
+    if (!finalResult) {
+        throw new ParseError("Model did not return a result.");
+    }
+    return {
+        text: getTextFromMessages(allMessages),
+        finishReason: finalResult.finishReason,
+        providerFinishReason: finalResult.providerFinishReason,
+        usage: finalResult.usage,
+        steps,
+        messages: allMessages,
+        toolResults
+    };
+};
+export const streamText = (options) => {
+    const maxSteps = Math.max(1, options.maxSteps ?? 1);
+    const baseMessages = buildMessages(options);
+    validateMessageParts(options.model, baseMessages);
+    if (!options.model.stream) {
+        throw new ValidationError(`Model "${options.model.provider}/${options.model.modelId}" does not support streaming.`);
+    }
+    const streamModel = options.model.stream.bind(options.model);
+    if (options.tools && !options.model.capabilities.tools) {
+        throw new UnsupportedFeatureError(`Model "${options.model.provider}/${options.model.modelId}" does not support tools.`);
+    }
+    const subscribers = new Set();
+    const history = [];
+    let done = false;
+    let finalResultPromise;
+    const publish = (value) => {
+        history.push(value);
+        for (const subscriber of subscribers) {
+            subscriber(value);
+        }
+        if (value.done) {
+            done = true;
+        }
+    };
+    const createEventStream = async function* () {
+        let cursor = 0;
+        while (true) {
+            while (cursor < history.length) {
+                const item = history[cursor];
+                cursor += 1;
+                if (item.done) {
+                    return;
+                }
+                yield item.value;
+            }
+            if (done) {
+                return;
+            }
+            await new Promise((resolve) => {
+                const subscriber = (value) => {
+                    subscribers.delete(subscriber);
+                    resolve(value);
+                };
+                subscribers.add(subscriber);
+            });
+        }
+    };
+    const runner = async () => {
+        const allMessages = [...baseMessages];
+        const steps = [];
+        const toolResults = [];
+        let finalResult;
+        for (let step = 0; step < maxSteps; step += 1) {
+            const request = toRequest(options, allMessages);
+            const stream = await streamModel(request);
+            const stepMessages = [];
+            let textBuffer = "";
+            let finishReason = normalizeFinishReason("stop");
+            let providerFinishReason;
+            let usage = undefined;
+            for await (const event of stream) {
+                publish({ done: false, value: event });
+                if (event.type === "text-delta") {
+                    textBuffer += event.textDelta;
+                }
+                if (event.type === "tool-call") {
+                    const existingAssistant = stepMessages.find((message) => message.role === "assistant");
+                    if (existingAssistant) {
+                        existingAssistant.parts.push(toolCallPart(event.toolCall));
+                    }
+                    else {
+                        stepMessages.push({
+                            role: "assistant",
+                            parts: [toolCallPart(event.toolCall)]
+                        });
+                    }
+                }
+                if (event.type === "finish") {
+                    finishReason = event.finishReason;
+                    providerFinishReason = event.providerFinishReason;
+                    usage = event.usage;
+                }
+            }
+            if (textBuffer) {
+                const assistant = stepMessages.find((message) => message.role === "assistant");
+                if (assistant) {
+                    assistant.parts.unshift({ type: "text", text: textBuffer });
+                }
+                else {
+                    stepMessages.unshift(createTextMessage("assistant", textBuffer));
+                }
+            }
+            finalResult = {
+                messages: stepMessages,
+                text: textBuffer,
+                finishReason,
+                providerFinishReason,
+                usage
+            };
+            steps.push({ request, response: finalResult });
+            allMessages.push(...stepMessages);
+            const toolCalls = extractToolCalls(stepMessages);
+            if (!toolCalls.length) {
+                break;
+            }
+            const currentToolResults = await executeTools(toolCalls, options);
+            toolResults.push(...currentToolResults);
+            for (const toolResult of currentToolResults) {
+                publish({ done: false, value: { type: "tool-result", toolResult } });
+                allMessages.push({
+                    role: "tool",
+                    parts: [toolResultPart(toolResult)]
+                });
+            }
+        }
+        if (!finalResult) {
+            throw new ParseError("Model did not return a result.");
+        }
+        publish({
+            done: false,
+            value: {
+                type: "finish",
+                finishReason: finalResult.finishReason,
+                providerFinishReason: finalResult.providerFinishReason,
+                usage: finalResult.usage
+            }
+        });
+        publish({ done: true, value: undefined });
+        return {
+            text: getTextFromMessages(allMessages),
+            finishReason: finalResult.finishReason,
+            providerFinishReason: finalResult.providerFinishReason,
+            usage: finalResult.usage,
+            steps,
+            messages: allMessages,
+            toolResults
+        };
+    };
+    finalResultPromise = runner().catch((error) => {
+        publish({ done: false, value: { type: "error", error: error instanceof Error ? error : new Error(String(error)) } });
+        publish({ done: true, value: undefined });
+        throw error;
+    });
+    return {
+        eventStream: createEventStream(),
+        textStream: (async function* () {
+            for await (const event of createEventStream()) {
+                if (event.type === "text-delta") {
+                    yield event.textDelta;
+                }
+            }
+        })(),
+        collect: async () => finalResultPromise
+    };
+};
+//# sourceMappingURL=generate-text.js.map

package/dist/generate-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-text.js","sourceRoot":"","sources":["../src/generate-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,uBAAuB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,cAAc,EACd,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAavB,MAAM,mBAAmB,GAAG,CAAC,OAAyD,EAAE,EAAE;IACxF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnE,MAAM,IAAI,eAAe,CAAC,mDAAmD,CAAC,CAAC;IACjF,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,OAAoE,EAAkB,EAAE;IAC7G,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,OAA4B,EAAE,QAAwB,EAAsB,EAAE,CAAC,CAAC;IACjG,QAAQ;IACR,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,WAAW,EAAE,OAAO,CAAC,WAAW;IAChC,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;IACxC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;IAC1C,WAAW,EAAE,OAAO,CAAC,WAAW;IAChC,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;IAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;CACvC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,KAAK,EAAE,SAAqB,EAAE,OAA4B,EAAkC,EAAE;IACjH,MAAM,OAAO,GAA0B,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,eAAe,CAAC,SAAS,IAAI,CAAC,IAAI,qDAAqD,CAAC,CAAC;QACrG,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,eAAe,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,IAAI,CAAC,EAAE;gBACnB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM;gBACN,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,IAAI,CAAC,EAAE;gBACnB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,EAAE;gBACrF,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC;AAE/C,MAAM,gBAAgB,GAAG,CAAC,QAAwB,EAAc,EAAE,CAChE,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,OAAO,CAAC,KAAK;KACV,MAAM,CAAC,CAAC,IAAI,EAAyE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;KAClH,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAChC,CAAC;AAEJ,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,OAA4B,EAA+B,EAAE;IAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAgC,EAAE,CAAC;IAC9C,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAEjD,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QACvD,MAAM,IAAI,uBAAuB,CAAC,UAAU,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;IAC1H,CAAC;IAED,MAAM,WAAW,GAA0B,EAAE,CAAC;IAC9C,IAAI,WAAuC,CAAC;IAE5C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClC,WAAW,GAAG,QAAQ,CAAC;QAEvB,MAAM,gBAAgB,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC5B,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM;QACR,CAAC;QAED,MAAM,kBAAkB,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAClE,WAAW,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAExC,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;YACxC,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,UAAU,CAAC,gCAAgC,CAAC,CAAC;IACzD,CAAC;IAED,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,WAAW,CAAC;QACtC,YAAY,EAAE,WAAW,CAAC,YAAY;QACtC,oBAAoB,EAAE,WAAW,CAAC,oBAAoB;QACtD,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,KAAK;QACL,QAAQ,EAAE,WAAW;QACrB,WAAW;KACZ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,OAA4B,EAAoB,EAAE;IAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAElD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CAAC,UAAU,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;IACtH,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE7D,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QACvD,MAAM,IAAI,uBAAuB,CAAC,UAAU,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;IAC1H,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgD,CAAC;IAC5E,MAAM,OAAO,GAAkC,EAAE,CAAC;IAClD,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,kBAA2D,CAAC;IAEhE,MAAM,OAAO,GAAG,CAAC,KAAkC,EAAE,EAAE;QACrD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,SAAS,CAAC;QACvC,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,IAAI,EAAE,CAAC;YACZ,OAAO,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,CAAC;gBACZ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC;YACnB,CAAC;YAED,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO;YACT,CAAC;YAED,MAAM,IAAI,OAAO,CAA8B,CAAC,OAAO,EAAE,EAAE;gBACzD,MAAM,UAAU,GAAG,CAAC,KAAkC,EAAE,EAAE;oBACxD,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC/B,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC,CAAC;gBACF,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,KAAK,IAAiC,EAAE;QACrD,MAAM,WAAW,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACtC,MAAM,KAAK,GAAgC,EAAE,CAAC;QAC9C,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,IAAI,WAAuC,CAAC;QAE5C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAmB,EAAE,CAAC;YACxC,IAAI,UAAU,GAAG,EAAE,CAAC;YACpB,IAAI,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,oBAAwC,CAAC;YAC7C,IAAI,KAAK,GAAG,SAAS,CAAC;YAEtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAEvC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/B,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;oBACvF,IAAI,iBAAiB,EAAE,CAAC;wBACtB,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,YAAY,CAAC,IAAI,CAAC;4BAChB,IAAI,EAAE,WAAW;4BACjB,KAAK,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;yBACtC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC5B,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;oBAClC,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC;oBAClD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;gBAC/E,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC9D,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,OAAO,CAAC,iBAAiB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC;YAED,WAAW,GAAG;gBACZ,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,UAAU;gBAChB,YAAY;gBACZ,oBAAoB;gBACpB,KAAK;aACN,CAAC;YAEF,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;YAC/C,WAAW,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAElC,MAAM,SAAS,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACjD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM;YACR,CAAC;YAED,MAAM,kBAAkB,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAClE,WAAW,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;YAExC,KAAK,MAAM,UAAU,IAAI,kBAAkB,EAAE,CAAC;gBAC5C,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;gBACrE,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,UAAU,CAAC,gCAAgC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,CAAC;YACN,IAAI,EAAE,KAAK;YACX,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,WAAW,CAAC,YAAY;gBACtC,oBAAoB,EAAE,WAAW,CAAC,oBAAoB;gBACtD,KAAK,EAAE,WAAW,CAAC,KAAK;aACzB;SACF,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE1C,OAAO;YACL,IAAI,EAAE,mBAAmB,CAAC,WAAW,CAAC;YACtC,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,oBAAoB,EAAE,WAAW,CAAC,oBAAoB;YACtD,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,KAAK;YACL,QAAQ,EAAE,WAAW;YACrB,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC;IAEF,kBAAkB,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrH,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,WAAW,EAAE,iBAAiB,EAAE;QAChC,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;YAC1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iBAAiB,EAAE,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,MAAM,KAAK,CAAC,SAAS,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE;QACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAkB;KACxC,CAAC;AACJ,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export { embed, embedMany } from "./embed.js";
+export * from "./catalog.js";
+export * from "./errors.js";
+export * from "./fetch.js";
+export { generateObject, streamObject } from "./generate-object.js";
+export { generateText, normalizeMessages, streamText } from "./generate-text.js";
+export { assistant, createTextMessage, getTextFromMessages, getTextFromParts, getToolCallsFromEvents, normalizeFinishReason, resultMessages, serializeJsonValue, system, textPart, tool, toolCallPart, toolResultPart, user, validateMessageParts } from "./messages.js";
+export * from "./middleware.js";
+export { createProviderAdapter, mergeAbortSignals, withRetry, withTimeoutSignal } from "./runtime.js";
+export * from "./stream.js";
+export * from "./types.js";
+export * from "./ui.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC9C,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,YAAY,EACZ,cAAc,EACd,IAAI,EACJ,oBAAoB,EACrB,MAAM,eAAe,CAAC;AACvB,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtG,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,13 @@
+export { embed, embedMany } from "./embed.js";
+export * from "./catalog.js";
+export * from "./errors.js";
+export * from "./fetch.js";
+export { generateObject, streamObject } from "./generate-object.js";
+export { generateText, normalizeMessages, streamText } from "./generate-text.js";
+export { assistant, createTextMessage, getTextFromMessages, getTextFromParts, getToolCallsFromEvents, normalizeFinishReason, resultMessages, serializeJsonValue, system, textPart, tool, toolCallPart, toolResultPart, user, validateMessageParts } from "./messages.js";
+export * from "./middleware.js";
+export { createProviderAdapter, mergeAbortSignals, withRetry, withTimeoutSignal } from "./runtime.js";
+export * from "./stream.js";
+export * from "./types.js";
+export * from "./ui.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC9C,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,YAAY,EACZ,cAAc,EACd,IAAI,EACJ,oBAAoB,EACrB,MAAM,eAAe,CAAC;AACvB,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtG,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}

package/dist/messages.d.ts

@@ -0,0 +1,17 @@
+import type { ContentPart, FinishReason, GenerateResult, JsonValue, LanguageModel, ModelMessage, StreamEvent, ToolCall, ToolDefinition, ToolExecutionResult } from "./types.js";
+export declare const textPart: (text: string) => ContentPart;
+export declare const toolCallPart: (toolCall: ToolCall) => ContentPart;
+export declare const toolResultPart: (toolResult: ToolExecutionResult) => ContentPart;
+export declare const createTextMessage: (role: ModelMessage["role"], text: string) => ModelMessage;
+export declare const system: (text: string) => ModelMessage;
+export declare const user: (input: string | ContentPart[]) => ModelMessage;
+export declare const assistant: (input: string | ContentPart[]) => ModelMessage;
+export declare const getTextFromParts: (parts: ContentPart[]) => string;
+export declare const getTextFromMessages: (messages: ModelMessage[]) => string;
+export declare const serializeJsonValue: (value: unknown) => JsonValue;
+export declare const tool: <TTool extends ToolDefinition>(definition: TTool) => TTool;
+export declare const normalizeFinishReason: (reason: string | undefined | null) => FinishReason | undefined;
+export declare const resultMessages: (result: GenerateResult) => ModelMessage[];
+export declare const validateMessageParts: (model: LanguageModel, messages: ModelMessage[]) => void;
+export declare const getToolCallsFromEvents: (events: StreamEvent[]) => ToolCall[];
+//# sourceMappingURL=messages.d.ts.map

package/dist/messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.d.ts","sourceRoot":"","sources":["../src/messages.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,cAAc,EACd,SAAS,EACT,aAAa,EACb,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,cAAc,EACd,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,KAAG,WAAuC,CAAC;AAIhF,eAAO,MAAM,YAAY,GAAI,UAAU,QAAQ,KAAG,WAGhD,CAAC;AAEH,eAAO,MAAM,cAAc,GAAI,YAAY,mBAAmB,KAAG,WAG/D,CAAC;AAEH,eAAO,MAAM,iBAAiB,GAAI,MAAM,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,MAAM,KAAG,YAG3E,CAAC;AAEH,eAAO,MAAM,MAAM,GAAI,MAAM,MAAM,KAAG,YAGpC,CAAC;AAEH,eAAO,MAAM,IAAI,GAAI,OAAO,MAAM,GAAG,WAAW,EAAE,KAAG,YAGnD,CAAC;AAEH,eAAO,MAAM,SAAS,GAAI,OAAO,MAAM,GAAG,WAAW,EAAE,KAAG,YAGxD,CAAC;AAEH,eAAO,MAAM,gBAAgB,GAAI,OAAO,WAAW,EAAE,KAAG,MAI3C,CAAC;AAEd,eAAO,MAAM,mBAAmB,GAAI,UAAU,YAAY,EAAE,KAAG,MAIlD,CAAC;AAEd,eAAO,MAAM,kBAAkB,GAAI,OAAO,OAAO,KAAG,SAA2D,CAAC;AAEhH,eAAO,MAAM,IAAI,GAAI,KAAK,SAAS,cAAc,EAAE,YAAY,KAAK,KAAG,KAAmB,CAAC;AAE3F,eAAO,MAAM,qBAAqB,GAAI,QAAQ,MAAM,GAAG,SAAS,GAAG,IAAI,KAAG,YAAY,GAAG,SAsBxF,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,QAAQ,cAAc,KAAG,YAAY,EAWnE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,OAAO,aAAa,EAAE,UAAU,YAAY,EAAE,SAwBlF,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,QAAQ,WAAW,EAAE,KAAG,QAAQ,EAGpC,CAAC"}

package/dist/messages.js

@@ -0,0 +1,92 @@
+import { UnsupportedFeatureError } from "./errors.js";
+export const textPart = (text) => ({ type: "text", text });
+const normalizeMessageParts = (input) => (typeof input === "string" ? [textPart(input)] : input);
+export const toolCallPart = (toolCall) => ({
+    type: "tool-call",
+    toolCall
+});
+export const toolResultPart = (toolResult) => ({
+    type: "tool-result",
+    toolResult
+});
+export const createTextMessage = (role, text) => ({
+    role,
+    parts: [textPart(text)]
+});
+export const system = (text) => ({
+    role: "system",
+    parts: [textPart(text)]
+});
+export const user = (input) => ({
+    role: "user",
+    parts: normalizeMessageParts(input)
+});
+export const assistant = (input) => ({
+    role: "assistant",
+    parts: normalizeMessageParts(input)
+});
+export const getTextFromParts = (parts) => parts
+    .filter((part) => part.type === "text")
+    .map((part) => part.text)
+    .join("");
+export const getTextFromMessages = (messages) => messages
+    .filter((message) => message.role === "assistant")
+    .map((message) => getTextFromParts(message.parts))
+    .join("");
+export const serializeJsonValue = (value) => JSON.parse(JSON.stringify(value));
+export const tool = (definition) => definition;
+export const normalizeFinishReason = (reason) => {
+    if (!reason) {
+        return undefined;
+    }
+    switch (reason.toLowerCase()) {
+        case "stop":
+        case "end_turn":
+            return "stop";
+        case "length":
+        case "max_tokens":
+            return "length";
+        case "tool_calls":
+        case "tool_use":
+            return "tool-calls";
+        case "content_filter":
+            return "content-filter";
+        case "error":
+            return "error";
+        default:
+            return "unknown";
+    }
+};
+export const resultMessages = (result) => {
+    if (result.messages?.length) {
+        return result.messages;
+    }
+    if (result.message) {
+        return [result.message];
+    }
+    if (result.text) {
+        return [createTextMessage("assistant", result.text)];
+    }
+    return [];
+};
+export const validateMessageParts = (model, messages) => {
+    for (const message of messages) {
+        for (const part of message.parts) {
+            if (part.type === "image" && !model.capabilities.vision) {
+                throw new UnsupportedFeatureError(`Model "${model.provider}/${model.modelId}" does not support image inputs.`);
+            }
+            if (part.type === "file" && !model.capabilities.files) {
+                throw new UnsupportedFeatureError(`Model "${model.provider}/${model.modelId}" does not support file inputs.`);
+            }
+            if (part.type === "tool-call" || part.type === "tool-result") {
+                if (!model.capabilities.tools) {
+                    throw new UnsupportedFeatureError(`Model "${model.provider}/${model.modelId}" does not support tool calling.`);
+                }
+            }
+        }
+    }
+};
+export const getToolCallsFromEvents = (events) => events
+    .filter((event) => event.type === "tool-call")
+    .map((event) => event.toolCall);
+//# sourceMappingURL=messages.js.map

package/dist/messages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.js","sourceRoot":"","sources":["../src/messages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AActD,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAe,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAEhF,MAAM,qBAAqB,GAAG,CAAC,KAA6B,EAAiB,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAExI,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAkB,EAAe,EAAE,CAAC,CAAC;IAChE,IAAI,EAAE,WAAW;IACjB,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,UAA+B,EAAe,EAAE,CAAC,CAAC;IAC/E,IAAI,EAAE,aAAa;IACnB,UAAU;CACX,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,IAA0B,EAAE,IAAY,EAAgB,EAAE,CAAC,CAAC;IAC5F,IAAI;IACJ,KAAK,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAgB,EAAE,CAAC,CAAC;IACrD,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,KAA6B,EAAgB,EAAE,CAAC,CAAC;IACpE,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC;CACpC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAA6B,EAAgB,EAAE,CAAC,CAAC;IACzE,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC;CACpC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAoB,EAAU,EAAE,CAC/D,KAAK;KACF,MAAM,CAAC,CAAC,IAAI,EAAkD,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;KACtF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;KACxB,IAAI,CAAC,EAAE,CAAC,CAAC;AAEd,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAAwB,EAAU,EAAE,CACtE,QAAQ;KACL,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC;KACjD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;KACjD,IAAI,CAAC,EAAE,CAAC,CAAC;AAEd,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAa,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAc,CAAC;AAEhH,MAAM,CAAC,MAAM,IAAI,GAAG,CAA+B,UAAiB,EAAS,EAAE,CAAC,UAAU,CAAC;AAE3F,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,MAAiC,EAA4B,EAAE;IACnG,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,QAAQ,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ,CAAC;QACd,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACb,OAAO,YAAY,CAAC;QACtB,KAAK,gBAAgB;YACnB,OAAO,gBAAgB,CAAC;QAC1B,KAAK,OAAO;YACV,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAsB,EAAkB,EAAE;IACvE,IAAI,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,CAAC,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,KAAoB,EAAE,QAAwB,EAAE,EAAE;IACrF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBACxD,MAAM,IAAI,uBAAuB,CAC/B,UAAU,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,kCAAkC,CAC5E,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBACtD,MAAM,IAAI,uBAAuB,CAC/B,UAAU,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,iCAAiC,CAC3E,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC7D,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;oBAC9B,MAAM,IAAI,uBAAuB,CAC/B,UAAU,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,kCAAkC,CAC5E,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,MAAqB,EAAc,EAAE,CAC1E,MAAM;KACH,MAAM,CAAC,CAAC,KAAK,EAAwD,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;KACnG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC"}

package/dist/middleware.d.ts

@@ -0,0 +1,27 @@
+import type { CircuitBreakerState, GenerateResult, LanguageModel, LanguageModelMiddleware, LanguageModelTelemetryEvent, ModelGenerateInput, ProviderOptions } from "./types.js";
+export interface GenerateCache {
+    get(key: string): Promise<GenerateResult | undefined> | GenerateResult | undefined;
+    set(key: string, value: GenerateResult): Promise<void> | void;
+}
+export declare const wrapLanguageModel: <TProviderOptions extends ProviderOptions>(model: LanguageModel<TProviderOptions>, middlewares: Array<LanguageModelMiddleware<TProviderOptions>>) => LanguageModel<TProviderOptions>;
+export declare const createTelemetryMiddleware: <TProviderOptions extends ProviderOptions>(options: {
+    onEvent: (event: LanguageModelTelemetryEvent<TProviderOptions>) => void | Promise<void>;
+}) => LanguageModelMiddleware<TProviderOptions>;
+export declare const createCachedGenerateMiddleware: <TProviderOptions extends ProviderOptions>(options: {
+    cache: GenerateCache;
+    getKey?: (input: ModelGenerateInput<TProviderOptions>, model: LanguageModel<TProviderOptions>) => string;
+}) => LanguageModelMiddleware<TProviderOptions>;
+export declare const createInMemoryGenerateCache: () => GenerateCache;
+export declare const createFileGenerateCache: (options: {
+    dir: string;
+}) => GenerateCache;
+export declare const createCircuitBreakerMiddleware: <TProviderOptions extends ProviderOptions>(options: {
+    failureThreshold?: number;
+    cooldownMs?: number;
+    isFailure?: (error: Error) => boolean;
+    onStateChange?: (state: CircuitBreakerState & {
+        model: LanguageModel<TProviderOptions>;
+        status: "open" | "half-open" | "closed";
+    }) => void | Promise<void>;
+}) => LanguageModelMiddleware<TProviderOptions>;
+//# sourceMappingURL=middleware.d.ts.map

package/dist/middleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../src/middleware.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,cAAc,EACd,aAAa,EACb,uBAAuB,EACvB,2BAA2B,EAC3B,kBAAkB,EAClB,eAAe,EAChB,MAAM,YAAY,CAAC;AAIpB,MAAM,WAAW,aAAa;IAC5B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,GAAG,cAAc,GAAG,SAAS,CAAC;IACnF,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,eAAO,MAAM,iBAAiB,GAAI,gBAAgB,SAAS,eAAe,EACxE,OAAO,aAAa,CAAC,gBAAgB,CAAC,EACtC,aAAa,KAAK,CAAC,uBAAuB,CAAC,gBAAgB,CAAC,CAAC,KAC5D,aAAa,CAAC,gBAAgB,CA4BhC,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAI,gBAAgB,SAAS,eAAe,EAAE,SAAS;IAC3F,OAAO,EAAE,CAAC,KAAK,EAAE,2BAA2B,CAAC,gBAAgB,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzF,KAAG,uBAAuB,CAAC,gBAAgB,CAuC1C,CAAC;AAEH,eAAO,MAAM,8BAA8B,GAAI,gBAAgB,SAAS,eAAe,EAAE,SAAS;IAChG,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,aAAa,CAAC,gBAAgB,CAAC,KAAK,MAAM,CAAC;CAC1G,KAAG,uBAAuB,CAAC,gBAAgB,CAoB1C,CAAC;AAEH,eAAO,MAAM,2BAA2B,QAAO,aAW9C,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,SAAS;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,KAAG,aAqBlE,CAAC;AAEF,eAAO,MAAM,8BAA8B,GAAI,gBAAgB,SAAS,eAAe,EAAE,SAAS;IAChG,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC;IACtC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,mBAAmB,GAAG;QAAE,KAAK,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5J,KAAG,uBAAuB,CAAC,gBAAgB,CAoD3C,CAAC"}

package/dist/middleware.js

@@ -0,0 +1,168 @@
+import { promises as fs } from "node:fs";
+import path from "node:path";
+const serializeInput = (input) => JSON.stringify(input);
+export const wrapLanguageModel = (model, middlewares) => {
+    if (!middlewares.length) {
+        return model;
+    }
+    return {
+        ...model,
+        async generate(input) {
+            let index = -1;
+            const run = async (position) => {
+                if (position <= index) {
+                    throw new Error("Language model middleware called next() multiple times.");
+                }
+                index = position;
+                const middleware = middlewares[position];
+                if (!middleware?.wrapGenerate) {
+                    return position >= middlewares.length ? model.generate(input) : run(position + 1);
+                }
+                return middleware.wrapGenerate({ model, input }, () => run(position + 1));
+            };
+            return run(0);
+        },
+        stream: model.stream?.bind(model)
+    };
+};
+export const createTelemetryMiddleware = (options) => ({
+    name: "telemetry",
+    async wrapGenerate(context, next) {
+        const startedAt = Date.now();
+        await options.onEvent({
+            type: "generate-start",
+            model: context.model,
+            input: context.input,
+            startedAt
+        });
+        try {
+            const output = await next();
+            const finishedAt = Date.now();
+            await options.onEvent({
+                type: "generate-finish",
+                model: context.model,
+                input: context.input,
+                output,
+                startedAt,
+                finishedAt,
+                latencyMs: finishedAt - startedAt
+            });
+            return output;
+        }
+        catch (error) {
+            const finishedAt = Date.now();
+            const err = error instanceof Error ? error : new Error(String(error));
+            await options.onEvent({
+                type: "generate-error",
+                model: context.model,
+                input: context.input,
+                error: err,
+                startedAt,
+                finishedAt,
+                latencyMs: finishedAt - startedAt
+            });
+            throw error;
+        }
+    }
+});
+export const createCachedGenerateMiddleware = (options) => ({
+    name: "cache",
+    async wrapGenerate(context, next) {
+        const key = options.getKey?.(context.input, context.model) ??
+            serializeInput({
+                provider: context.model.provider,
+                modelId: context.model.modelId,
+                input: context.input
+            });
+        const cached = await options.cache.get(key);
+        if (cached) {
+            return cached;
+        }
+        const output = await next();
+        await options.cache.set(key, output);
+        return output;
+    }
+});
+export const createInMemoryGenerateCache = () => {
+    const store = new Map();
+    return {
+        get(key) {
+            return store.get(key);
+        },
+        set(key, value) {
+            store.set(key, value);
+        }
+    };
+};
+export const createFileGenerateCache = (options) => {
+    const getPath = (key) => path.join(options.dir, `${Buffer.from(key).toString("base64url")}.json`);
+    return {
+        async get(key) {
+            try {
+                const file = await fs.readFile(getPath(key), "utf8");
+                return JSON.parse(file);
+            }
+            catch (error) {
+                const err = error;
+                if (err?.code === "ENOENT") {
+                    return undefined;
+                }
+                throw error;
+            }
+        },
+        async set(key, value) {
+            await fs.mkdir(options.dir, { recursive: true });
+            await fs.writeFile(getPath(key), JSON.stringify(value), "utf8");
+        }
+    };
+};
+export const createCircuitBreakerMiddleware = (options) => {
+    const failureThreshold = Math.max(1, options.failureThreshold ?? 3);
+    const cooldownMs = Math.max(0, options.cooldownMs ?? 30_000);
+    const state = { failures: 0 };
+    return {
+        name: "circuit-breaker",
+        async wrapGenerate(context, next) {
+            const now = Date.now();
+            if (state.openedAt && now - state.openedAt < cooldownMs) {
+                throw new Error(`Circuit breaker open for model "${context.model.provider}/${context.model.modelId}".`);
+            }
+            if (state.openedAt && now - state.openedAt >= cooldownMs) {
+                await options.onStateChange?.({
+                    ...state,
+                    model: context.model,
+                    status: "half-open"
+                });
+            }
+            try {
+                const result = await next();
+                state.failures = 0;
+                state.openedAt = undefined;
+                await options.onStateChange?.({
+                    ...state,
+                    model: context.model,
+                    status: "closed"
+                });
+                return result;
+            }
+            catch (error) {
+                const err = error instanceof Error ? error : new Error(String(error));
+                const isFailure = options.isFailure?.(err) ?? true;
+                if (!isFailure) {
+                    throw error;
+                }
+                state.failures += 1;
+                if (state.failures >= failureThreshold) {
+                    state.openedAt = Date.now();
+                    await options.onStateChange?.({
+                        ...state,
+                        model: context.model,
+                        status: "open"
+                    });
+                }
+                throw error;
+            }
+        }
+    };
+};
+//# sourceMappingURL=middleware.js.map