modelfusion 0.114.1 → 0.116.0

package/model-provider/anthropic/AnthropicError.d.ts

@@ -1,26 +0,0 @@
-import { z } from "zod";
-declare const anthropicErrorDataSchema: z.ZodObject<{
-    error: z.ZodObject<{
-        type: z.ZodString;
-        message: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        message: string;
-        type: string;
-    }, {
-        message: string;
-        type: string;
-    }>;
-}, "strip", z.ZodTypeAny, {
-    error: {
-        message: string;
-        type: string;
-    };
-}, {
-    error: {
-        message: string;
-        type: string;
-    };
-}>;
-export type AnthropicErrorData = z.infer<typeof anthropicErrorDataSchema>;
-export declare const failedAnthropicCallResponseHandler: import("../../core/api/postToApi.js").ResponseHandler<import("../../index.js").ApiCallError>;
-export {};

package/model-provider/anthropic/AnthropicError.js

@@ -1,13 +0,0 @@
-import { z } from "zod";
-import { createJsonErrorResponseHandler } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-const anthropicErrorDataSchema = z.object({
-    error: z.object({
-        type: z.string(),
-        message: z.string(),
-    }),
-});
-export const failedAnthropicCallResponseHandler = createJsonErrorResponseHandler({
-    errorSchema: zodSchema(anthropicErrorDataSchema),
-    errorToMessage: (error) => error.error.message,
-});

package/model-provider/anthropic/AnthropicFacade.cjs

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TextGenerator = exports.Api = void 0;
-const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
-const AnthropicTextGenerationModel_js_1 = require("./AnthropicTextGenerationModel.cjs");
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-function Api(settings) {
-    return new AnthropicApiConfiguration_js_1.AnthropicApiConfiguration(settings);
-}
-exports.Api = Api;
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-function TextGenerator(settings) {
-    return new AnthropicTextGenerationModel_js_1.AnthropicTextGenerationModel(settings);
-}
-exports.TextGenerator = TextGenerator;

package/model-provider/anthropic/AnthropicFacade.d.ts

@@ -1,18 +0,0 @@
-import { PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
-import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
-import { AnthropicTextGenerationModel, AnthropicTextGenerationModelSettings } from "./AnthropicTextGenerationModel.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export declare function Api(settings: PartialBaseUrlPartsApiConfigurationOptions & {
-    apiKey?: string;
-}): AnthropicApiConfiguration;
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-export declare function TextGenerator(settings: AnthropicTextGenerationModelSettings): AnthropicTextGenerationModel;

package/model-provider/anthropic/AnthropicFacade.js

@@ -1,19 +0,0 @@
-import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
-import { AnthropicTextGenerationModel, } from "./AnthropicTextGenerationModel.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export function Api(settings) {
-    return new AnthropicApiConfiguration(settings);
-}
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-export function TextGenerator(settings) {
-    return new AnthropicTextGenerationModel(settings);
-}

package/model-provider/anthropic/AnthropicPromptTemplate.cjs

@@ -1,82 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = exports.text = void 0;
-const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
-const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
-const HUMAN_PREFIX = "\n\nHuman:";
-const ASSISTANT_PREFIX = "\n\nAssistant:";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-function text() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += HUMAN_PREFIX;
-            text += prompt;
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.text = text;
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-function instruction() {
-    return {
-        format(prompt) {
-            const instruction = (0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt);
-            let text = prompt.system ?? "";
-            text += HUMAN_PREFIX;
-            text += instruction;
-            text += ASSISTANT_PREFIX;
-            if (prompt.responsePrefix != null) {
-                text += prompt.responsePrefix;
-            }
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.instruction = instruction;
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-function chat() {
-    return {
-        format(prompt) {
-            let text = prompt.system ?? "";
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        const textContent = (0, ContentPart_js_1.validateContentIsString)(content, prompt);
-                        text += HUMAN_PREFIX;
-                        text += textContent;
-                        break;
-                    }
-                    case "assistant": {
-                        text += ASSISTANT_PREFIX;
-                        text += content;
-                        break;
-                    }
-                    case "tool": {
-                        throw new InvalidPromptError_js_1.InvalidPromptError("Tool messages are not supported.", prompt);
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-            }
-            // AI message prefix:
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.chat = chat;

package/model-provider/anthropic/AnthropicPromptTemplate.d.ts

@@ -1,17 +0,0 @@
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-export declare function text(): TextGenerationPromptTemplate<string, string>;
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;

package/model-provider/anthropic/AnthropicPromptTemplate.js

@@ -1,76 +0,0 @@
-import { validateContentIsString } from "../../model-function/generate-text/prompt-template/ContentPart.js";
-import { InvalidPromptError } from "../../model-function/generate-text/prompt-template/InvalidPromptError.js";
-const HUMAN_PREFIX = "\n\nHuman:";
-const ASSISTANT_PREFIX = "\n\nAssistant:";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-export function text() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += HUMAN_PREFIX;
-            text += prompt;
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-export function instruction() {
-    return {
-        format(prompt) {
-            const instruction = validateContentIsString(prompt.instruction, prompt);
-            let text = prompt.system ?? "";
-            text += HUMAN_PREFIX;
-            text += instruction;
-            text += ASSISTANT_PREFIX;
-            if (prompt.responsePrefix != null) {
-                text += prompt.responsePrefix;
-            }
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-export function chat() {
-    return {
-        format(prompt) {
-            let text = prompt.system ?? "";
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        const textContent = validateContentIsString(content, prompt);
-                        text += HUMAN_PREFIX;
-                        text += textContent;
-                        break;
-                    }
-                    case "assistant": {
-                        text += ASSISTANT_PREFIX;
-                        text += content;
-                        break;
-                    }
-                    case "tool": {
-                        throw new InvalidPromptError("Tool messages are not supported.", prompt);
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-            }
-            // AI message prefix:
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}

package/model-provider/anthropic/AnthropicPromptTemplate.test.cjs

@@ -1,49 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const AnthropicPromptTemplate_js_1 = require("./AnthropicPromptTemplate.cjs");
-describe("text prompt", () => {
-    it("should format prompt", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.text)().format("prompt");
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("instruction prompt", () => {
-    it("should format prompt with instruction", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with system and instruction", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            system: "system",
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with instruction and response prefix", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            instruction: "instruction",
-            responsePrefix: "response prefix",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("chat prompt", () => {
-    it("should format prompt with user message", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.chat)().format({
-            messages: [{ role: "user", content: "user message" }],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with user-assistant-user messages", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.chat)().format({
-            messages: [
-                { role: "user", content: "1st user message" },
-                { role: "assistant", content: "assistant message" },
-                { role: "user", content: "2nd user message" },
-            ],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});

package/model-provider/anthropic/AnthropicPromptTemplate.test.d.ts

@@ -1 +0,0 @@
-export {};

package/model-provider/anthropic/AnthropicPromptTemplate.test.js

@@ -1,47 +0,0 @@
-import { chat, instruction, text } from "./AnthropicPromptTemplate.js";
-describe("text prompt", () => {
-    it("should format prompt", () => {
-        const prompt = text().format("prompt");
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("instruction prompt", () => {
-    it("should format prompt with instruction", () => {
-        const prompt = instruction().format({
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with system and instruction", () => {
-        const prompt = instruction().format({
-            system: "system",
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with instruction and response prefix", () => {
-        const prompt = instruction().format({
-            instruction: "instruction",
-            responsePrefix: "response prefix",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("chat prompt", () => {
-    it("should format prompt with user message", () => {
-        const prompt = chat().format({
-            messages: [{ role: "user", content: "user message" }],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with user-assistant-user messages", () => {
-        const prompt = chat().format({
-            messages: [
-                { role: "user", content: "1st user message" },
-                { role: "assistant", content: "assistant message" },
-                { role: "user", content: "2nd user message" },
-            ],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});

package/model-provider/anthropic/AnthropicTextGenerationModel.cjs

@@ -1,254 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AnthropicTextGenerationResponseFormat = exports.AnthropicTextGenerationModel = exports.ANTHROPIC_TEXT_GENERATION_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
-const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
-const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const parseEventSourceStream_js_1 = require("../../util/streaming/parseEventSourceStream.cjs");
-const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
-const AnthropicError_js_1 = require("./AnthropicError.cjs");
-const AnthropicPromptTemplate_js_1 = require("./AnthropicPromptTemplate.cjs");
-exports.ANTHROPIC_TEXT_GENERATION_MODELS = {
-    "claude-instant-1": {
-        contextWindowSize: 100000,
-    },
-    "claude-instant-1.2": {
-        contextWindowSize: 100000,
-    },
-    "claude-2": {
-        contextWindowSize: 200000,
-    },
-    "claude-2.0": {
-        contextWindowSize: 100000,
-    },
-    "claude-2.1": {
-        contextWindowSize: 200000,
-    },
-};
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- */
-class AnthropicTextGenerationModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "anthropic"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        this.contextWindowSize =
-            exports.ANTHROPIC_TEXT_GENERATION_MODELS[this.settings.model].contextWindowSize;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new AnthropicApiConfiguration_js_1.AnthropicApiConfiguration();
-        const responseFormat = options.responseFormat;
-        const abortSignal = callOptions.run?.abortSignal;
-        const userId = this.settings.userId;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/complete`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.settings.model,
-                    prompt,
-                    stream: responseFormat.stream,
-                    max_tokens_to_sample: this.settings.maxGenerationTokens ?? 100,
-                    temperature: this.settings.temperature,
-                    top_k: this.settings.topK,
-                    top_p: this.settings.topP,
-                    stop_sequences: this.settings.stopSequences,
-                    metadata: userId != null ? { user_id: userId } : undefined,
-                },
-                failedResponseHandler: AnthropicError_js_1.failedAnthropicCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...TextGenerationModel_js_1.textGenerationModelProperties,
-            "temperature",
-            "topK",
-            "topP",
-            "userId",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: exports.AnthropicTextGenerationResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
-            structure: rawResponse,
-            schema: (0, ZodSchema_js_1.zodSchema)(anthropicTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(response) {
-        return {
-            response,
-            textGenerationResults: [
-                {
-                    text: response.completion,
-                    finishReason: this.translateFinishReason(response.stop_reason),
-                },
-            ],
-        };
-    }
-    translateFinishReason(finishReason) {
-        switch (finishReason) {
-            case "stop_sequence":
-                return "stop";
-            case "max_tokens":
-                return "length";
-            default:
-                return "unknown";
-        }
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            responseFormat: exports.AnthropicTextGenerationResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.completion;
-    }
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.text)());
-    }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.instruction)());
-    }
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.chat)());
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new AnthropicTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.AnthropicTextGenerationModel = AnthropicTextGenerationModel;
-const anthropicTextGenerationResponseSchema = zod_1.z.object({
-    completion: zod_1.z.string(),
-    stop_reason: zod_1.z.string(),
-    model: zod_1.z.string(),
-});
-const anthropicTextStreamChunkSchema = zod_1.z.object({
-    completion: zod_1.z.string(),
-    stop_reason: zod_1.z.string().nullable(),
-    model: zod_1.z.string(),
-});
-async function createAnthropicFullDeltaIterableQueue(stream) {
-    const queue = new AsyncQueue_js_1.AsyncQueue();
-    // process the stream asynchonously (no 'await' on purpose):
-    (0, parseEventSourceStream_js_1.parseEventSourceStream)({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                if (event.event === "error") {
-                    queue.push({ type: "error", error: event.data });
-                    queue.close();
-                    return;
-                }
-                if (event.event !== "completion") {
-                    continue;
-                }
-                const data = event.data;
-                const eventData = (0, parseJSON_js_1.parseJSON)({
-                    text: data,
-                    schema: (0, ZodSchema_js_1.zodSchema)(anthropicTextStreamChunkSchema),
-                });
-                queue.push({ type: "delta", deltaValue: eventData });
-                if (eventData.stop_reason != null) {
-                    queue.close();
-                }
-            }
-        }
-        catch (error) {
-            queue.push({ type: "error", error });
-            queue.close();
-        }
-    })
-        .catch((error) => {
-        queue.push({ type: "error", error });
-        queue.close();
-    });
-    return queue;
-}
-exports.AnthropicTextGenerationResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(anthropicTextGenerationResponseSchema)),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: async ({ response }) => createAnthropicFullDeltaIterableQueue(response.body),
-    },
-};