modelfusion 0.132.0 → 0.134.0

package/model-provider/cohere/CohereTextEmbeddingModel.js

@@ -1,167 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { CohereApiConfiguration } from "./CohereApiConfiguration.js";
-import { failedCohereCallResponseHandler } from "./CohereError.js";
-import { CohereTokenizer } from "./CohereTokenizer.js";
-export const COHERE_TEXT_EMBEDDING_MODELS = {
-    "embed-english-light-v2.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 1024,
-    },
-    "embed-english-v2.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 4096,
-    },
-    "embed-multilingual-v2.0": {
-        contextWindowSize: 256,
-        embeddingDimensions: 768,
-    },
-    "embed-english-v3.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 1024,
-    },
-    "embed-english-light-v3.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 384,
-    },
-    "embed-multilingual-v3.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 1024,
-    },
-    "embed-multilingual-light-v3.0": {
-        contextWindowSize: 512,
-        embeddingDimensions: 384,
-    },
-};
-/**
- * Create a text embedding model that calls the Cohere Co.Embed API.
- *
- * @see https://docs.cohere.com/reference/embed
- *
- * @example
- * const embeddings = await embedMany(
- *   new CohereTextEmbeddingModel({ model: "embed-english-light-v2.0" }),
- *   [
- *     "At first, Nox didn't know what to do with the pup.",
- *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
- *   ]
- * );
- */
-export class CohereTextEmbeddingModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "cohere"
-        });
-        Object.defineProperty(this, "maxValuesPerCall", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 96
-        });
-        Object.defineProperty(this, "isParallelizable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "embeddingDimensions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.contextWindowSize =
-            COHERE_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-        this.tokenizer = new CohereTokenizer({
-            api: this.settings.api,
-            model: this.settings.model,
-        });
-        this.embeddingDimensions =
-            COHERE_TEXT_EMBEDDING_MODELS[this.modelName].embeddingDimensions;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async tokenize(text) {
-        return this.tokenizer.tokenize(text);
-    }
-    async tokenizeWithTexts(text) {
-        return this.tokenizer.tokenizeWithTexts(text);
-    }
-    async detokenize(tokens) {
-        return this.tokenizer.detokenize(tokens);
-    }
-    async callAPI(texts, callOptions) {
-        if (texts.length > this.maxValuesPerCall) {
-            throw new Error(`The Cohere embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
-        }
-        const api = this.settings.api ?? new CohereApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/embed`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.settings.model,
-                    texts,
-                    input_type: this.settings.inputType,
-                    truncate: this.settings.truncate,
-                },
-                failedResponseHandler: failedCohereCallResponseHandler,
-                successfulResponseHandler: createJsonResponseHandler(zodSchema(cohereTextEmbeddingResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        return {
-            truncate: this.settings.truncate,
-        };
-    }
-    async doEmbedValues(texts, options) {
-        const rawResponse = await this.callAPI(texts, options);
-        return {
-            rawResponse,
-            embeddings: rawResponse.embeddings,
-        };
-    }
-    withSettings(additionalSettings) {
-        return new CohereTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const cohereTextEmbeddingResponseSchema = z.object({
-    id: z.string(),
-    texts: z.array(z.string()),
-    embeddings: z.array(z.array(z.number())),
-    meta: z.object({
-        api_version: z.object({
-            version: z.string(),
-        }),
-    }),
-});

package/model-provider/cohere/CohereTextGenerationModel.cjs

@@ -1,244 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CohereTextGenerationResponseFormat = exports.CohereTextGenerationModel = exports.COHERE_TEXT_GENERATION_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
-const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const TextPromptTemplate_js_1 = require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs");
-const countTokens_js_1 = require("../../model-function/tokenize-text/countTokens.cjs");
-const createJsonStreamResponseHandler_js_1 = require("../../util/streaming/createJsonStreamResponseHandler.cjs");
-const CohereApiConfiguration_js_1 = require("./CohereApiConfiguration.cjs");
-const CohereError_js_1 = require("./CohereError.cjs");
-const CohereTokenizer_js_1 = require("./CohereTokenizer.cjs");
-exports.COHERE_TEXT_GENERATION_MODELS = {
-    command: {
-        contextWindowSize: 4096,
-    },
-    "command-light": {
-        contextWindowSize: 4096,
-    },
-};
-/**
- * Create a text generation model that calls the Cohere Co.Generate API.
- *
- * @see https://docs.cohere.com/reference/generate
- *
- * @example
- * const model = new CohereTextGenerationModel({
- *   model: "command",
- *   temperature: 0.7,
- *   maxGenerationTokens: 500,
- * });
- *
- * const text = await generateText(
- *    model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
- */
-class CohereTextGenerationModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "cohere"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.contextWindowSize =
-            exports.COHERE_TEXT_GENERATION_MODELS[this.settings.model].contextWindowSize;
-        this.tokenizer = new CohereTokenizer_js_1.CohereTokenizer({
-            api: this.settings.api,
-            model: this.settings.model,
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async countPromptTokens(input) {
-        return (0, countTokens_js_1.countTokens)(this.tokenizer, input);
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new CohereApiConfiguration_js_1.CohereApiConfiguration();
-        const responseFormat = options.responseFormat;
-        const abortSignal = callOptions.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/generate`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    stream: responseFormat.stream,
-                    model: this.settings.model,
-                    prompt,
-                    num_generations: this.settings.numberOfGenerations,
-                    max_tokens: this.settings.maxGenerationTokens,
-                    temperature: this.settings.temperature,
-                    k: this.settings.k,
-                    p: this.settings.p,
-                    frequency_penalty: this.settings.frequencyPenalty,
-                    presence_penalty: this.settings.presencePenalty,
-                    end_sequences: this.settings.stopSequences,
-                    stop_sequences: this.settings.cohereStopSequences,
-                    return_likelihoods: this.settings.returnLikelihoods,
-                    logit_bias: this.settings.logitBias,
-                    truncate: this.settings.truncate,
-                },
-                failedResponseHandler: CohereError_js_1.failedCohereCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...TextGenerationModel_js_1.textGenerationModelProperties,
-            "temperature",
-            "k",
-            "p",
-            "frequencyPenalty",
-            "presencePenalty",
-            "returnLikelihoods",
-            "logitBias",
-            "truncate",
-            "cohereStopSequences",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: exports.CohereTextGenerationResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
-            value: rawResponse,
-            schema: (0, ZodSchema_js_1.zodSchema)(cohereTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(rawResponse) {
-        return {
-            rawResponse,
-            textGenerationResults: rawResponse.generations.map((generation) => ({
-                text: generation.text,
-                finishReason: this.translateFinishReason(generation.finish_reason),
-            })),
-        };
-    }
-    translateFinishReason(finishReason) {
-        switch (finishReason) {
-            case "COMPLETE":
-                return "stop";
-            case "MAX_TOKENS":
-                return "length";
-            case "ERROR_TOXIC":
-                return "content-filter";
-            case "ERROR":
-                return "error";
-            default:
-                return "unknown";
-        }
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            responseFormat: exports.CohereTextGenerationResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.is_finished === true ? "" : chunk.text;
-    }
-    withJsonOutput() {
-        return this;
-    }
-    withTextPrompt() {
-        return this.withPromptTemplate((0, TextPromptTemplate_js_1.text)());
-    }
-    withInstructionPrompt() {
-        return this.withPromptTemplate((0, TextPromptTemplate_js_1.instruction)());
-    }
-    withChatPrompt(options) {
-        return this.withPromptTemplate((0, TextPromptTemplate_js_1.chat)(options));
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new CohereTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.CohereTextGenerationModel = CohereTextGenerationModel;
-const cohereTextGenerationResponseSchema = zod_1.z.object({
-    id: zod_1.z.string(),
-    generations: zod_1.z.array(zod_1.z.object({
-        id: zod_1.z.string(),
-        text: zod_1.z.string(),
-        finish_reason: zod_1.z.string().optional(),
-    })),
-    prompt: zod_1.z.string(),
-    meta: zod_1.z
-        .object({
-        api_version: zod_1.z.object({
-            version: zod_1.z.string(),
-        }),
-    })
-        .optional(),
-});
-const cohereTextStreamChunkSchema = zod_1.z.discriminatedUnion("is_finished", [
-    zod_1.z.object({
-        text: zod_1.z.string(),
-        is_finished: zod_1.z.literal(false),
-    }),
-    zod_1.z.object({
-        is_finished: zod_1.z.literal(true),
-        finish_reason: zod_1.z.string(),
-        response: cohereTextGenerationResponseSchema,
-    }),
-]);
-exports.CohereTextGenerationResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(cohereTextGenerationResponseSchema)),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: (0, createJsonStreamResponseHandler_js_1.createJsonStreamResponseHandler)((0, ZodSchema_js_1.zodSchema)(cohereTextStreamChunkSchema)),
-    },
-};