modelfusion 0.104.0 → 0.106.0

package/guard/guard.cjs

@@ -1,79 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.guard = void 0;
-const executeFunctionCall_js_1 = require("../core/executeFunctionCall.cjs");
-async function guard(execute, input, guards, options) {
-    const guardList = Array.isArray(guards) ? guards : [guards];
-    const maxAttempts = options?.maxAttempts ?? 2;
-    return (0, executeFunctionCall_js_1.executeFunctionCall)({
-        options,
-        input,
-        functionType: "guard",
-        execute: async (options) => {
-            let attempts = 0;
-            while (attempts < maxAttempts) {
-                let result;
-                try {
-                    result = {
-                        type: "value",
-                        input,
-                        output: await execute(input, options),
-                    };
-                }
-                catch (error) {
-                    result = {
-                        type: "error",
-                        input,
-                        error,
-                    };
-                }
-                let isValid = true;
-                for (const guard of guardList) {
-                    const guardResult = await guard(result);
-                    if (guardResult === undefined) {
-                        continue;
-                    }
-                    switch (guardResult.action) {
-                        case "passThrough": {
-                            break;
-                        }
-                        case "retry": {
-                            input = guardResult.input;
-                            isValid = false;
-                            break;
-                        }
-                        case "return": {
-                            result = {
-                                type: "value",
-                                input,
-                                output: guardResult.output,
-                            };
-                            break;
-                        }
-                        case "throwError": {
-                            result = {
-                                type: "error",
-                                input,
-                                error: guardResult.error,
-                            };
-                            break;
-                        }
-                    }
-                }
-                if (isValid) {
-                    if (result.type === "value") {
-                        return result.output;
-                    }
-                    else {
-                        throw result.error;
-                    }
-                }
-                attempts++;
-            }
-            // TODO dedicated error type
-            throw new Error(`Maximum attempts of ${maxAttempts} reached ` +
-                `without producing a valid output or handling an error.`);
-        },
-    });
-}
-exports.guard = guard;

package/guard/guard.d.ts

@@ -1,29 +0,0 @@
-import { FunctionOptions } from "../core/FunctionOptions.js";
-type OutputResult<INPUT, OUTPUT> = {
-    type: "value";
-    input: INPUT;
-    output: OUTPUT;
-    error?: undefined;
-} | {
-    type: "error";
-    input: INPUT;
-    output?: undefined;
-    error: unknown;
-};
-export type OutputValidator<INPUT, OUTPUT> = ({ type, input, output, error, }: OutputResult<INPUT, OUTPUT>) => PromiseLike<boolean>;
-export type Guard<INPUT, OUTPUT> = ({ type, input, output, error, }: OutputResult<INPUT, OUTPUT>) => PromiseLike<{
-    action: "retry";
-    input: INPUT;
-} | {
-    action: "return";
-    output: OUTPUT;
-} | {
-    action: "throwError";
-    error: unknown;
-} | {
-    action: "passThrough";
-} | undefined>;
-export declare function guard<INPUT, OUTPUT>(execute: (input: INPUT, options?: FunctionOptions) => PromiseLike<OUTPUT>, input: INPUT, guards: Guard<INPUT, OUTPUT> | Array<Guard<INPUT, OUTPUT>>, options?: FunctionOptions & {
-    maxAttempts: number;
-}): Promise<OUTPUT | undefined>;
-export {};

package/guard/guard.js

@@ -1,75 +0,0 @@
-import { executeFunctionCall } from "../core/executeFunctionCall.js";
-export async function guard(execute, input, guards, options) {
-    const guardList = Array.isArray(guards) ? guards : [guards];
-    const maxAttempts = options?.maxAttempts ?? 2;
-    return executeFunctionCall({
-        options,
-        input,
-        functionType: "guard",
-        execute: async (options) => {
-            let attempts = 0;
-            while (attempts < maxAttempts) {
-                let result;
-                try {
-                    result = {
-                        type: "value",
-                        input,
-                        output: await execute(input, options),
-                    };
-                }
-                catch (error) {
-                    result = {
-                        type: "error",
-                        input,
-                        error,
-                    };
-                }
-                let isValid = true;
-                for (const guard of guardList) {
-                    const guardResult = await guard(result);
-                    if (guardResult === undefined) {
-                        continue;
-                    }
-                    switch (guardResult.action) {
-                        case "passThrough": {
-                            break;
-                        }
-                        case "retry": {
-                            input = guardResult.input;
-                            isValid = false;
-                            break;
-                        }
-                        case "return": {
-                            result = {
-                                type: "value",
-                                input,
-                                output: guardResult.output,
-                            };
-                            break;
-                        }
-                        case "throwError": {
-                            result = {
-                                type: "error",
-                                input,
-                                error: guardResult.error,
-                            };
-                            break;
-                        }
-                    }
-                }
-                if (isValid) {
-                    if (result.type === "value") {
-                        return result.output;
-                    }
-                    else {
-                        throw result.error;
-                    }
-                }
-                attempts++;
-            }
-            // TODO dedicated error type
-            throw new Error(`Maximum attempts of ${maxAttempts} reached ` +
-                `without producing a valid output or handling an error.`);
-        },
-    });
-}

package/guard/index.cjs

@@ -1,19 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./GuardEvent.cjs"), exports);
-__exportStar(require("./fixStructure.cjs"), exports);
-__exportStar(require("./guard.cjs"), exports);

package/guard/index.d.ts

@@ -1,3 +0,0 @@
-export * from "./GuardEvent.js";
-export * from "./fixStructure.js";
-export * from "./guard.js";

package/guard/index.js

@@ -1,3 +0,0 @@
-export * from "./GuardEvent.js";
-export * from "./fixStructure.js";
-export * from "./guard.js";

package/model-function/SuccessfulModelCall.cjs

@@ -1,10 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractSuccessfulModelCalls = void 0;
-function extractSuccessfulModelCalls(runFunctionEvents) {
-    return runFunctionEvents.filter((event) => "model" in event &&
-        "result" in event &&
-        "status" in event.result &&
-        event.result.status === "success");
-}
-exports.extractSuccessfulModelCalls = extractSuccessfulModelCalls;

package/model-function/SuccessfulModelCall.d.ts

@@ -1,12 +0,0 @@
-import { FunctionEvent } from "../core/FunctionEvent.js";
-import { ModelCallFinishedEvent } from "./ModelCallEvent.js";
-export type SuccessfulModelCall = ModelCallFinishedEvent & {
-    result: {
-        status: "success";
-    };
-};
-export declare function extractSuccessfulModelCalls(runFunctionEvents: FunctionEvent[]): (ModelCallFinishedEvent & {
-    result: {
-        status: "success";
-    };
-})[];

package/model-function/SuccessfulModelCall.js

@@ -1,6 +0,0 @@
-export function extractSuccessfulModelCalls(runFunctionEvents) {
-    return runFunctionEvents.filter((event) => "model" in event &&
-        "result" in event &&
-        "status" in event.result &&
-        event.result.status === "success");
-}

package/model-function/generate-text/prompt-template/Content.d.ts

@@ -1,25 +0,0 @@
-/**
- * Content can either be a simple text content (`string`) or a
- * complex multi-modal content that is a mix of text parts and
- * image parts.
- */
-export type Content = string | Array<TextPart | ImagePart>;
-export interface TextPart {
-    type: "text";
-    /**
-     * The text content.
-     */
-    text: string;
-}
-export interface ImagePart {
-    type: "image";
-    /**
-     * Base-64 encoded image.
-     */
-    base64Image: string;
-    /**
-     * Optional mime type of the image.
-     */
-    mimeType?: string;
-}
-export declare function validateContentIsString(content: Content, prompt: unknown): string;

package/model-provider/openai/OpenAICostCalculator.cjs

@@ -1,89 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAICostCalculator = void 0;
-const OpenAICompletionModel_js_1 = require("./OpenAICompletionModel.cjs");
-const OpenAIImageGenerationModel_js_1 = require("./OpenAIImageGenerationModel.cjs");
-const OpenAISpeechModel_js_1 = require("./OpenAISpeechModel.cjs");
-const OpenAITextEmbeddingModel_js_1 = require("./OpenAITextEmbeddingModel.cjs");
-const OpenAITranscriptionModel_js_1 = require("./OpenAITranscriptionModel.cjs");
-const OpenAIChatModel_js_1 = require("./chat/OpenAIChatModel.cjs");
-class OpenAICostCalculator {
-    constructor() {
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    async calculateCostInMillicents(call) {
-        const type = call.functionType;
-        const model = call.model.modelName;
-        switch (type) {
-            case "generate-image": {
-                if (model == null) {
-                    return null;
-                }
-                return (0, OpenAIImageGenerationModel_js_1.calculateOpenAIImageGenerationCostInMillicents)({
-                    model: model,
-                    settings: call.settings,
-                });
-            }
-            case "embed": {
-                if (model == null) {
-                    return null;
-                }
-                if ((0, OpenAITextEmbeddingModel_js_1.isOpenAIEmbeddingModel)(model)) {
-                    const responses = Array.isArray(call.result.response)
-                        ? call.result.response
-                        : [call.result.response];
-                    return (0, OpenAITextEmbeddingModel_js_1.calculateOpenAIEmbeddingCostInMillicents)({
-                        model,
-                        responses,
-                    });
-                }
-                break;
-            }
-            case "generate-structure":
-            case "generate-text": {
-                if (model == null) {
-                    return null;
-                }
-                if ((0, OpenAIChatModel_js_1.isOpenAIChatModel)(model)) {
-                    return (0, OpenAIChatModel_js_1.calculateOpenAIChatCostInMillicents)({
-                        model,
-                        response: call.result.response,
-                    });
-                }
-                if ((0, OpenAICompletionModel_js_1.isOpenAICompletionModel)(model)) {
-                    return (0, OpenAICompletionModel_js_1.calculateOpenAICompletionCostInMillicents)({
-                        model,
-                        response: call.result.response,
-                    });
-                }
-                break;
-            }
-            case "generate-transcription": {
-                if (model == null) {
-                    return null;
-                }
-                return (0, OpenAITranscriptionModel_js_1.calculateOpenAITranscriptionCostInMillicents)({
-                    model: model,
-                    response: call.result
-                        .response,
-                });
-            }
-            case "generate-speech": {
-                if (model == null) {
-                    return null;
-                }
-                return (0, OpenAISpeechModel_js_1.calculateOpenAISpeechCostInMillicents)({
-                    model: model,
-                    input: call.input,
-                });
-            }
-        }
-        return null;
-    }
-}
-exports.OpenAICostCalculator = OpenAICostCalculator;

package/model-provider/openai/OpenAICostCalculator.d.ts

@@ -1,6 +0,0 @@
-import { CostCalculator } from "../../cost/CostCalculator.js";
-import { SuccessfulModelCall } from "../../model-function/SuccessfulModelCall.js";
-export declare class OpenAICostCalculator implements CostCalculator {
-    readonly provider = "openai";
-    calculateCostInMillicents(call: SuccessfulModelCall): Promise<number | null>;
-}

package/model-provider/openai/OpenAICostCalculator.js

@@ -1,85 +0,0 @@
-import { calculateOpenAICompletionCostInMillicents, isOpenAICompletionModel, } from "./OpenAICompletionModel.js";
-import { calculateOpenAIImageGenerationCostInMillicents, } from "./OpenAIImageGenerationModel.js";
-import { calculateOpenAISpeechCostInMillicents, } from "./OpenAISpeechModel.js";
-import { calculateOpenAIEmbeddingCostInMillicents, isOpenAIEmbeddingModel, } from "./OpenAITextEmbeddingModel.js";
-import { calculateOpenAITranscriptionCostInMillicents, } from "./OpenAITranscriptionModel.js";
-import { calculateOpenAIChatCostInMillicents, isOpenAIChatModel, } from "./chat/OpenAIChatModel.js";
-export class OpenAICostCalculator {
-    constructor() {
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    async calculateCostInMillicents(call) {
-        const type = call.functionType;
-        const model = call.model.modelName;
-        switch (type) {
-            case "generate-image": {
-                if (model == null) {
-                    return null;
-                }
-                return calculateOpenAIImageGenerationCostInMillicents({
-                    model: model,
-                    settings: call.settings,
-                });
-            }
-            case "embed": {
-                if (model == null) {
-                    return null;
-                }
-                if (isOpenAIEmbeddingModel(model)) {
-                    const responses = Array.isArray(call.result.response)
-                        ? call.result.response
-                        : [call.result.response];
-                    return calculateOpenAIEmbeddingCostInMillicents({
-                        model,
-                        responses,
-                    });
-                }
-                break;
-            }
-            case "generate-structure":
-            case "generate-text": {
-                if (model == null) {
-                    return null;
-                }
-                if (isOpenAIChatModel(model)) {
-                    return calculateOpenAIChatCostInMillicents({
-                        model,
-                        response: call.result.response,
-                    });
-                }
-                if (isOpenAICompletionModel(model)) {
-                    return calculateOpenAICompletionCostInMillicents({
-                        model,
-                        response: call.result.response,
-                    });
-                }
-                break;
-            }
-            case "generate-transcription": {
-                if (model == null) {
-                    return null;
-                }
-                return calculateOpenAITranscriptionCostInMillicents({
-                    model: model,
-                    response: call.result
-                        .response,
-                });
-            }
-            case "generate-speech": {
-                if (model == null) {
-                    return null;
-                }
-                return calculateOpenAISpeechCostInMillicents({
-                    model: model,
-                    input: call.input,
-                });
-            }
-        }
-        return null;
-    }
-}

package/model-provider/openai/chat/OpenAIChatModel.test.cjs

@@ -1,61 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const msw_1 = require("msw");
-const node_1 = require("msw/node");
-const streamText_js_1 = require("../../../model-function/generate-text/streamText.cjs");
-const OpenAIChatModel_js_1 = require("./OpenAIChatModel.cjs");
-const OpenAIApiConfiguration_js_1 = require("../OpenAIApiConfiguration.cjs");
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-let responseChunks = [];
-const server = (0, node_1.setupServer)(msw_1.http.post("https://api.openai.com/v1/chat/completions", () => {
-    const encoder = new TextEncoder();
-    const stream = new ReadableStream({
-        async start(controller) {
-            try {
-                for (const chunk of responseChunks) {
-                    controller.enqueue(encoder.encode(chunk));
-                }
-            }
-            finally {
-                controller.close();
-            }
-        },
-    });
-    return new msw_1.HttpResponse(stream, {
-        status: 200,
-        headers: {
-            "Content-Type": "text/event-stream",
-            "Cache-Control": "no-cache",
-            Connection: "keep-alive",
-        },
-    });
-}));
-beforeAll(() => server.listen());
-beforeEach(() => {
-    responseChunks = [];
-});
-afterEach(() => server.resetHandlers());
-afterAll(() => server.close());
-describe("streamText", () => {
-    it("should return only values from the first choice when using streamText", async () => {
-        responseChunks = [
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{"content":"A"},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{"content":"B"},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{},"finish_reason":"stop"}]}\n\n`,
-            "data: [DONE]\n\n",
-        ];
-        const stream = await (0, streamText_js_1.streamText)(new OpenAIChatModel_js_1.OpenAIChatModel({
-            api: new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration({ apiKey: "test" }),
-            model: "gpt-3.5-turbo",
-            numberOfGenerations: 2,
-        }).withTextPrompt(), "test prompt");
-        const chunks = [];
-        for await (const part of stream) {
-            chunks.push(part);
-        }
-        expect(chunks).toStrictEqual(["A"]);
-    });
-});

package/model-provider/openai/chat/OpenAIChatModel.test.js

@@ -1,59 +0,0 @@
-import { HttpResponse, http } from "msw";
-import { setupServer } from "msw/node";
-import { streamText } from "../../../model-function/generate-text/streamText.js";
-import { OpenAIChatModel } from "./OpenAIChatModel.js";
-import { OpenAIApiConfiguration } from "../OpenAIApiConfiguration.js";
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-let responseChunks = [];
-const server = setupServer(http.post("https://api.openai.com/v1/chat/completions", () => {
-    const encoder = new TextEncoder();
-    const stream = new ReadableStream({
-        async start(controller) {
-            try {
-                for (const chunk of responseChunks) {
-                    controller.enqueue(encoder.encode(chunk));
-                }
-            }
-            finally {
-                controller.close();
-            }
-        },
-    });
-    return new HttpResponse(stream, {
-        status: 200,
-        headers: {
-            "Content-Type": "text/event-stream",
-            "Cache-Control": "no-cache",
-            Connection: "keep-alive",
-        },
-    });
-}));
-beforeAll(() => server.listen());
-beforeEach(() => {
-    responseChunks = [];
-});
-afterEach(() => server.resetHandlers());
-afterAll(() => server.close());
-describe("streamText", () => {
-    it("should return only values from the first choice when using streamText", async () => {
-        responseChunks = [
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{"content":"A"},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{"content":"B"},"finish_reason":null}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n`,
-            `data: {"id":"chatcmpl-123","object":"chat.completion.chunk","created":1702657020,"model":"gpt-3.5-turbo-0613","system_fingerprint":null,"choices":[{"index":1,"delta":{},"finish_reason":"stop"}]}\n\n`,
-            "data: [DONE]\n\n",
-        ];
-        const stream = await streamText(new OpenAIChatModel({
-            api: new OpenAIApiConfiguration({ apiKey: "test" }),
-            model: "gpt-3.5-turbo",
-            numberOfGenerations: 2,
-        }).withTextPrompt(), "test prompt");
-        const chunks = [];
-        for await (const part of stream) {
-            chunks.push(part);
-        }
-        expect(chunks).toStrictEqual(["A"]);
-    });
-});

package/model-provider/openai/chat/OpenAIChatPromptTemplate.cjs

@@ -1,70 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = exports.text = exports.identity = void 0;
-const OpenAIChatMessage_js_1 = require("./OpenAIChatMessage.cjs");
-/**
- * OpenAIMessage[] identity chat format.
- */
-function identity() {
-    return { format: (prompt) => prompt, stopSequences: [] };
-}
-exports.identity = identity;
-/**
- * Formats a text prompt as an OpenAI chat prompt.
- */
-function text() {
-    return {
-        format: (prompt) => [OpenAIChatMessage_js_1.OpenAIChatMessage.user(prompt)],
-        stopSequences: [],
-    };
-}
-exports.text = text;
-/**
- * Formats an instruction prompt as an OpenAI chat prompt.
- */
-function instruction() {
-    return {
-        format(prompt) {
-            const messages = [];
-            if (prompt.system != null) {
-                messages.push(OpenAIChatMessage_js_1.OpenAIChatMessage.system(prompt.system));
-            }
-            messages.push(OpenAIChatMessage_js_1.OpenAIChatMessage.user(prompt.instruction));
-            return messages;
-        },
-        stopSequences: [],
-    };
-}
-exports.instruction = instruction;
-/**
- * Formats a chat prompt as an OpenAI chat prompt.
- */
-function chat() {
-    return {
-        format(prompt) {
-            const messages = [];
-            if (prompt.system != null) {
-                messages.push(OpenAIChatMessage_js_1.OpenAIChatMessage.system(prompt.system));
-            }
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        messages.push(OpenAIChatMessage_js_1.OpenAIChatMessage.user(content));
-                        break;
-                    }
-                    case "assistant": {
-                        messages.push(OpenAIChatMessage_js_1.OpenAIChatMessage.assistant(content));
-                        break;
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-            }
-            return messages;
-        },
-        stopSequences: [],
-    };
-}
-exports.chat = chat;