modelfusion 0.114.1 → 0.115.0

package/model-provider/anthropic/AnthropicTextGenerationModel.cjs

@@ -1,254 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AnthropicTextGenerationResponseFormat = exports.AnthropicTextGenerationModel = exports.ANTHROPIC_TEXT_GENERATION_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
-const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
-const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const parseEventSourceStream_js_1 = require("../../util/streaming/parseEventSourceStream.cjs");
-const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
-const AnthropicError_js_1 = require("./AnthropicError.cjs");
-const AnthropicPromptTemplate_js_1 = require("./AnthropicPromptTemplate.cjs");
-exports.ANTHROPIC_TEXT_GENERATION_MODELS = {
-    "claude-instant-1": {
-        contextWindowSize: 100000,
-    },
-    "claude-instant-1.2": {
-        contextWindowSize: 100000,
-    },
-    "claude-2": {
-        contextWindowSize: 200000,
-    },
-    "claude-2.0": {
-        contextWindowSize: 100000,
-    },
-    "claude-2.1": {
-        contextWindowSize: 200000,
-    },
-};
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- */
-class AnthropicTextGenerationModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "anthropic"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        this.contextWindowSize =
-            exports.ANTHROPIC_TEXT_GENERATION_MODELS[this.settings.model].contextWindowSize;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new AnthropicApiConfiguration_js_1.AnthropicApiConfiguration();
-        const responseFormat = options.responseFormat;
-        const abortSignal = callOptions.run?.abortSignal;
-        const userId = this.settings.userId;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/complete`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.settings.model,
-                    prompt,
-                    stream: responseFormat.stream,
-                    max_tokens_to_sample: this.settings.maxGenerationTokens ?? 100,
-                    temperature: this.settings.temperature,
-                    top_k: this.settings.topK,
-                    top_p: this.settings.topP,
-                    stop_sequences: this.settings.stopSequences,
-                    metadata: userId != null ? { user_id: userId } : undefined,
-                },
-                failedResponseHandler: AnthropicError_js_1.failedAnthropicCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...TextGenerationModel_js_1.textGenerationModelProperties,
-            "temperature",
-            "topK",
-            "topP",
-            "userId",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: exports.AnthropicTextGenerationResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
-            structure: rawResponse,
-            schema: (0, ZodSchema_js_1.zodSchema)(anthropicTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(response) {
-        return {
-            response,
-            textGenerationResults: [
-                {
-                    text: response.completion,
-                    finishReason: this.translateFinishReason(response.stop_reason),
-                },
-            ],
-        };
-    }
-    translateFinishReason(finishReason) {
-        switch (finishReason) {
-            case "stop_sequence":
-                return "stop";
-            case "max_tokens":
-                return "length";
-            default:
-                return "unknown";
-        }
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            responseFormat: exports.AnthropicTextGenerationResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.completion;
-    }
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.text)());
-    }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.instruction)());
-    }
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt() {
-        return this.withPromptTemplate((0, AnthropicPromptTemplate_js_1.chat)());
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new AnthropicTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.AnthropicTextGenerationModel = AnthropicTextGenerationModel;
-const anthropicTextGenerationResponseSchema = zod_1.z.object({
-    completion: zod_1.z.string(),
-    stop_reason: zod_1.z.string(),
-    model: zod_1.z.string(),
-});
-const anthropicTextStreamChunkSchema = zod_1.z.object({
-    completion: zod_1.z.string(),
-    stop_reason: zod_1.z.string().nullable(),
-    model: zod_1.z.string(),
-});
-async function createAnthropicFullDeltaIterableQueue(stream) {
-    const queue = new AsyncQueue_js_1.AsyncQueue();
-    // process the stream asynchonously (no 'await' on purpose):
-    (0, parseEventSourceStream_js_1.parseEventSourceStream)({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                if (event.event === "error") {
-                    queue.push({ type: "error", error: event.data });
-                    queue.close();
-                    return;
-                }
-                if (event.event !== "completion") {
-                    continue;
-                }
-                const data = event.data;
-                const eventData = (0, parseJSON_js_1.parseJSON)({
-                    text: data,
-                    schema: (0, ZodSchema_js_1.zodSchema)(anthropicTextStreamChunkSchema),
-                });
-                queue.push({ type: "delta", deltaValue: eventData });
-                if (eventData.stop_reason != null) {
-                    queue.close();
-                }
-            }
-        }
-        catch (error) {
-            queue.push({ type: "error", error });
-            queue.close();
-        }
-    })
-        .catch((error) => {
-        queue.push({ type: "error", error });
-        queue.close();
-    });
-    return queue;
-}
-exports.AnthropicTextGenerationResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(anthropicTextGenerationResponseSchema)),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: async ({ response }) => createAnthropicFullDeltaIterableQueue(response.body),
-    },
-};

package/model-provider/anthropic/AnthropicTextGenerationModel.d.ts

@@ -1,153 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { ResponseHandler } from "../../core/api/postToApi.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { Delta } from "../../model-function/Delta.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextGenerationModelSettings, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { TextGenerationFinishReason } from "../../model-function/generate-text/TextGenerationResult.js";
-export declare const ANTHROPIC_TEXT_GENERATION_MODELS: {
-    "claude-instant-1": {
-        contextWindowSize: number;
-    };
-    "claude-instant-1.2": {
-        contextWindowSize: number;
-    };
-    "claude-2": {
-        contextWindowSize: number;
-    };
-    "claude-2.0": {
-        contextWindowSize: number;
-    };
-    "claude-2.1": {
-        contextWindowSize: number;
-    };
-};
-export type AnthropicTextGenerationModelType = keyof typeof ANTHROPIC_TEXT_GENERATION_MODELS;
-export interface AnthropicTextGenerationModelSettings extends TextGenerationModelSettings {
-    api?: ApiConfiguration;
-    model: AnthropicTextGenerationModelType;
-    temperature?: number;
-    topP?: number;
-    topK?: number;
-    userId?: number;
-}
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- */
-export declare class AnthropicTextGenerationModel extends AbstractModel<AnthropicTextGenerationModelSettings> implements TextStreamingModel<string, AnthropicTextGenerationModelSettings> {
-    constructor(settings: AnthropicTextGenerationModelSettings);
-    readonly provider: "anthropic";
-    get modelName(): "claude-instant-1" | "claude-instant-1.2" | "claude-2" | "claude-2.0" | "claude-2.1";
-    readonly contextWindowSize: number;
-    readonly tokenizer: undefined;
-    readonly countPromptTokens: undefined;
-    callAPI<RESPONSE>(prompt: string, callOptions: FunctionCallOptions, options: {
-        responseFormat: AnthropicTextGenerationResponseFormatType<RESPONSE>;
-    }): Promise<RESPONSE>;
-    get settingsForEvent(): Partial<AnthropicTextGenerationModelSettings>;
-    doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
-        response: {
-            model: string;
-            completion: string;
-            stop_reason: string;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: TextGenerationFinishReason;
-        }[];
-    }>;
-    restoreGeneratedTexts(rawResponse: unknown): {
-        response: {
-            model: string;
-            completion: string;
-            stop_reason: string;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: TextGenerationFinishReason;
-        }[];
-    };
-    processTextGenerationResponse(response: AnthropicTextGenerationResponse): {
-        response: {
-            model: string;
-            completion: string;
-            stop_reason: string;
-        };
-        textGenerationResults: {
-            text: string;
-            finishReason: TextGenerationFinishReason;
-        }[];
-    };
-    private translateFinishReason;
-    doStreamText(prompt: string, options: FunctionCallOptions): Promise<AsyncIterable<Delta<{
-        model: string;
-        completion: string;
-        stop_reason: string | null;
-    }>>>;
-    extractTextDelta(delta: unknown): string;
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt(): PromptTemplateTextStreamingModel<string, string, AnthropicTextGenerationModelSettings, this>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, string, AnthropicTextGenerationModelSettings, this>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, string, AnthropicTextGenerationModelSettings, this>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, string>): PromptTemplateTextStreamingModel<INPUT_PROMPT, string, AnthropicTextGenerationModelSettings, this>;
-    withSettings(additionalSettings: Partial<AnthropicTextGenerationModelSettings>): this;
-}
-declare const anthropicTextGenerationResponseSchema: z.ZodObject<{
-    completion: z.ZodString;
-    stop_reason: z.ZodString;
-    model: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    model: string;
-    completion: string;
-    stop_reason: string;
-}, {
-    model: string;
-    completion: string;
-    stop_reason: string;
-}>;
-export type AnthropicTextGenerationResponse = z.infer<typeof anthropicTextGenerationResponseSchema>;
-export type AnthropicTextGenerationResponseFormatType<T> = {
-    stream: boolean;
-    handler: ResponseHandler<T>;
-};
-export declare const AnthropicTextGenerationResponseFormat: {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false;
-        handler: ResponseHandler<{
-            model: string;
-            completion: string;
-            stop_reason: string;
-        }>;
-    };
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true;
-        handler: ({ response }: {
-            response: Response;
-        }) => Promise<AsyncIterable<Delta<{
-            model: string;
-            completion: string;
-            stop_reason: string | null;
-        }>>>;
-    };
-};
-export {};

package/model-provider/anthropic/AnthropicTextGenerationModel.js

@@ -1,250 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { parseJSON } from "../../core/schema/parseJSON.js";
-import { validateTypes } from "../../core/schema/validateTypes.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
-import { AsyncQueue } from "../../util/AsyncQueue.js";
-import { parseEventSourceStream } from "../../util/streaming/parseEventSourceStream.js";
-import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
-import { failedAnthropicCallResponseHandler } from "./AnthropicError.js";
-import { chat, instruction, text } from "./AnthropicPromptTemplate.js";
-export const ANTHROPIC_TEXT_GENERATION_MODELS = {
-    "claude-instant-1": {
-        contextWindowSize: 100000,
-    },
-    "claude-instant-1.2": {
-        contextWindowSize: 100000,
-    },
-    "claude-2": {
-        contextWindowSize: 200000,
-    },
-    "claude-2.0": {
-        contextWindowSize: 100000,
-    },
-    "claude-2.1": {
-        contextWindowSize: 200000,
-    },
-};
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- */
-export class AnthropicTextGenerationModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "anthropic"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        this.contextWindowSize =
-            ANTHROPIC_TEXT_GENERATION_MODELS[this.settings.model].contextWindowSize;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new AnthropicApiConfiguration();
-        const responseFormat = options.responseFormat;
-        const abortSignal = callOptions.run?.abortSignal;
-        const userId = this.settings.userId;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/complete`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.settings.model,
-                    prompt,
-                    stream: responseFormat.stream,
-                    max_tokens_to_sample: this.settings.maxGenerationTokens ?? 100,
-                    temperature: this.settings.temperature,
-                    top_k: this.settings.topK,
-                    top_p: this.settings.topP,
-                    stop_sequences: this.settings.stopSequences,
-                    metadata: userId != null ? { user_id: userId } : undefined,
-                },
-                failedResponseHandler: failedAnthropicCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...textGenerationModelProperties,
-            "temperature",
-            "topK",
-            "topP",
-            "userId",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: AnthropicTextGenerationResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse(validateTypes({
-            structure: rawResponse,
-            schema: zodSchema(anthropicTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(response) {
-        return {
-            response,
-            textGenerationResults: [
-                {
-                    text: response.completion,
-                    finishReason: this.translateFinishReason(response.stop_reason),
-                },
-            ],
-        };
-    }
-    translateFinishReason(finishReason) {
-        switch (finishReason) {
-            case "stop_sequence":
-                return "stop";
-            case "max_tokens":
-                return "length";
-            default:
-                return "unknown";
-        }
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            responseFormat: AnthropicTextGenerationResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.completion;
-    }
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt() {
-        return this.withPromptTemplate(text());
-    }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt() {
-        return this.withPromptTemplate(instruction());
-    }
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt() {
-        return this.withPromptTemplate(chat());
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new AnthropicTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const anthropicTextGenerationResponseSchema = z.object({
-    completion: z.string(),
-    stop_reason: z.string(),
-    model: z.string(),
-});
-const anthropicTextStreamChunkSchema = z.object({
-    completion: z.string(),
-    stop_reason: z.string().nullable(),
-    model: z.string(),
-});
-async function createAnthropicFullDeltaIterableQueue(stream) {
-    const queue = new AsyncQueue();
-    // process the stream asynchonously (no 'await' on purpose):
-    parseEventSourceStream({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                if (event.event === "error") {
-                    queue.push({ type: "error", error: event.data });
-                    queue.close();
-                    return;
-                }
-                if (event.event !== "completion") {
-                    continue;
-                }
-                const data = event.data;
-                const eventData = parseJSON({
-                    text: data,
-                    schema: zodSchema(anthropicTextStreamChunkSchema),
-                });
-                queue.push({ type: "delta", deltaValue: eventData });
-                if (eventData.stop_reason != null) {
-                    queue.close();
-                }
-            }
-        }
-        catch (error) {
-            queue.push({ type: "error", error });
-            queue.close();
-        }
-    })
-        .catch((error) => {
-        queue.push({ type: "error", error });
-        queue.close();
-    });
-    return queue;
-}
-export const AnthropicTextGenerationResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: createJsonResponseHandler(zodSchema(anthropicTextGenerationResponseSchema)),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: async ({ response }) => createAnthropicFullDeltaIterableQueue(response.body),
-    },
-};