modelfusion 0.133.0 → 0.134.0

package/model-provider/openai/OpenAISpeechModel.js

@@ -1,88 +0,0 @@
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createAudioMpegResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
-import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
-/**
- * @see https://openai.com/pricing
- */
-export const OPENAI_SPEECH_MODELS = {
-    "tts-1": {
-        costInMillicentsPerCharacter: 1.5, // = 1500 / 1000,
-    },
-    "tts-1-hd": {
-        costInMillicentsPerCharacter: 3, // = 3000 / 1000
-    },
-};
-export const calculateOpenAISpeechCostInMillicents = ({ model, input, }) => {
-    if (!OPENAI_SPEECH_MODELS[model]) {
-        return null;
-    }
-    return (input.length * OPENAI_SPEECH_MODELS[model].costInMillicentsPerCharacter);
-};
-/**
- * Synthesize speech using the OpenAI API.
- *
- * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
- */
-export class OpenAISpeechModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    get voice() {
-        return this.settings.voice;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(text, callOptions) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/audio/speech`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    input: text,
-                    voice: this.settings.voice,
-                    speed: this.settings.speed,
-                    model: this.settings.model,
-                    response_format: this.settings.responseFormat,
-                },
-                failedResponseHandler: failedOpenAICallResponseHandler,
-                successfulResponseHandler: createAudioMpegResponseHandler(),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        return {
-            voice: this.settings.voice,
-            speed: this.settings.speed,
-            model: this.settings.model,
-            responseFormat: this.settings.responseFormat,
-        };
-    }
-    doGenerateSpeechStandard(text, options) {
-        return this.callAPI(text, options);
-    }
-    withSettings(additionalSettings) {
-        return new OpenAISpeechModel({
-            ...this.settings,
-            ...additionalSettings,
-        });
-    }
-}

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -1,97 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAITextEmbeddingModel = exports.calculateOpenAIEmbeddingCostInMillicents = exports.isOpenAIEmbeddingModel = exports.OPENAI_TEXT_EMBEDDING_MODELS = void 0;
-const countTokens_js_1 = require("../../model-function/tokenize-text/countTokens.cjs");
-const AbstractOpenAITextEmbeddingModel_js_1 = require("./AbstractOpenAITextEmbeddingModel.cjs");
-const TikTokenTokenizer_js_1 = require("./TikTokenTokenizer.cjs");
-exports.OPENAI_TEXT_EMBEDDING_MODELS = {
-    "text-embedding-3-small": {
-        contextWindowSize: 8192,
-        dimensions: 1536,
-        tokenCostInMillicents: 0.002,
-    },
-    "text-embedding-3-large": {
-        contextWindowSize: 8192,
-        dimensions: 3072,
-        tokenCostInMillicents: 0.013,
-    },
-    "text-embedding-ada-002": {
-        contextWindowSize: 8192,
-        dimensions: 1536,
-        tokenCostInMillicents: 0.01,
-    },
-};
-const isOpenAIEmbeddingModel = (model) => model in exports.OPENAI_TEXT_EMBEDDING_MODELS;
-exports.isOpenAIEmbeddingModel = isOpenAIEmbeddingModel;
-const calculateOpenAIEmbeddingCostInMillicents = ({ model, responses, }) => {
-    let amountInMilliseconds = 0;
-    for (const response of responses) {
-        amountInMilliseconds +=
-            response.usage.total_tokens *
-                exports.OPENAI_TEXT_EMBEDDING_MODELS[model].tokenCostInMillicents;
-    }
-    return amountInMilliseconds;
-};
-exports.calculateOpenAIEmbeddingCostInMillicents = calculateOpenAIEmbeddingCostInMillicents;
-/**
- * Create a text embedding model that calls the OpenAI embedding API.
- *
- * @see https://platform.openai.com/docs/api-reference/embeddings
- *
- * @example
- * const embeddings = await embedMany(
- *   new OpenAITextEmbeddingModel({ model: "text-embedding-ada-002" }),
- *   [
- *     "At first, Nox didn't know what to do with the pup.",
- *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
- *   ]
- * );
- */
-class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel_js_1.AbstractOpenAITextEmbeddingModel {
-    constructor(settings) {
-        super(settings);
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-        Object.defineProperty(this, "dimensions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.tokenizer = new TikTokenTokenizer_js_1.TikTokenTokenizer({ model: this.modelName });
-        this.contextWindowSize =
-            exports.OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-        this.dimensions =
-            this.settings.dimensions ??
-                exports.OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async countTokens(input) {
-        return (0, countTokens_js_1.countTokens)(this.tokenizer, input);
-    }
-    get settingsForEvent() {
-        return {};
-    }
-    withSettings(additionalSettings) {
-        return new OpenAITextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.OpenAITextEmbeddingModel = OpenAITextEmbeddingModel;

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -1,54 +0,0 @@
-import { EmbeddingModel } from "../../model-function/embed/EmbeddingModel.js";
-import { AbstractOpenAITextEmbeddingModel, AbstractOpenAITextEmbeddingModelSettings, OpenAITextEmbeddingResponse } from "./AbstractOpenAITextEmbeddingModel.js";
-import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
-export declare const OPENAI_TEXT_EMBEDDING_MODELS: {
-    "text-embedding-3-small": {
-        contextWindowSize: number;
-        dimensions: number;
-        tokenCostInMillicents: number;
-    };
-    "text-embedding-3-large": {
-        contextWindowSize: number;
-        dimensions: number;
-        tokenCostInMillicents: number;
-    };
-    "text-embedding-ada-002": {
-        contextWindowSize: number;
-        dimensions: number;
-        tokenCostInMillicents: number;
-    };
-};
-export type OpenAITextEmbeddingModelType = keyof typeof OPENAI_TEXT_EMBEDDING_MODELS;
-export declare const isOpenAIEmbeddingModel: (model: string) => model is "text-embedding-3-small" | "text-embedding-3-large" | "text-embedding-ada-002";
-export declare const calculateOpenAIEmbeddingCostInMillicents: ({ model, responses, }: {
-    model: OpenAITextEmbeddingModelType;
-    responses: OpenAITextEmbeddingResponse[];
-}) => number;
-export interface OpenAITextEmbeddingModelSettings extends AbstractOpenAITextEmbeddingModelSettings {
-    model: OpenAITextEmbeddingModelType;
-}
-/**
- * Create a text embedding model that calls the OpenAI embedding API.
- *
- * @see https://platform.openai.com/docs/api-reference/embeddings
- *
- * @example
- * const embeddings = await embedMany(
- *   new OpenAITextEmbeddingModel({ model: "text-embedding-ada-002" }),
- *   [
- *     "At first, Nox didn't know what to do with the pup.",
- *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
- *   ]
- * );
- */
-export declare class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel<OpenAITextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAITextEmbeddingModelSettings> {
-    constructor(settings: OpenAITextEmbeddingModelSettings);
-    readonly provider: "openai";
-    get modelName(): "text-embedding-3-small" | "text-embedding-3-large" | "text-embedding-ada-002";
-    readonly dimensions: number;
-    readonly tokenizer: TikTokenTokenizer;
-    readonly contextWindowSize: number;
-    countTokens(input: string): Promise<number>;
-    get settingsForEvent(): Partial<OpenAITextEmbeddingModelSettings>;
-    withSettings(additionalSettings: OpenAITextEmbeddingModelSettings): this;
-}

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -1,91 +0,0 @@
-import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
-import { AbstractOpenAITextEmbeddingModel, } from "./AbstractOpenAITextEmbeddingModel.js";
-import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
-export const OPENAI_TEXT_EMBEDDING_MODELS = {
-    "text-embedding-3-small": {
-        contextWindowSize: 8192,
-        dimensions: 1536,
-        tokenCostInMillicents: 0.002,
-    },
-    "text-embedding-3-large": {
-        contextWindowSize: 8192,
-        dimensions: 3072,
-        tokenCostInMillicents: 0.013,
-    },
-    "text-embedding-ada-002": {
-        contextWindowSize: 8192,
-        dimensions: 1536,
-        tokenCostInMillicents: 0.01,
-    },
-};
-export const isOpenAIEmbeddingModel = (model) => model in OPENAI_TEXT_EMBEDDING_MODELS;
-export const calculateOpenAIEmbeddingCostInMillicents = ({ model, responses, }) => {
-    let amountInMilliseconds = 0;
-    for (const response of responses) {
-        amountInMilliseconds +=
-            response.usage.total_tokens *
-                OPENAI_TEXT_EMBEDDING_MODELS[model].tokenCostInMillicents;
-    }
-    return amountInMilliseconds;
-};
-/**
- * Create a text embedding model that calls the OpenAI embedding API.
- *
- * @see https://platform.openai.com/docs/api-reference/embeddings
- *
- * @example
- * const embeddings = await embedMany(
- *   new OpenAITextEmbeddingModel({ model: "text-embedding-ada-002" }),
- *   [
- *     "At first, Nox didn't know what to do with the pup.",
- *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
- *   ]
- * );
- */
-export class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel {
-    constructor(settings) {
-        super(settings);
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-        Object.defineProperty(this, "dimensions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.tokenizer = new TikTokenTokenizer({ model: this.modelName });
-        this.contextWindowSize =
-            OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-        this.dimensions =
-            this.settings.dimensions ??
-                OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async countTokens(input) {
-        return countTokens(this.tokenizer, input);
-    }
-    get settingsForEvent() {
-        return {};
-    }
-    withSettings(additionalSettings) {
-        return new OpenAITextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}

package/model-provider/openai/OpenAITranscriptionModel.cjs

@@ -1,171 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAITranscriptionResponseFormat = exports.OpenAITranscriptionModel = exports.calculateOpenAITranscriptionCostInMillicents = exports.OPENAI_TRANSCRIPTION_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const getAudioFileExtension_js_1 = require("../../util/audio/getAudioFileExtension.cjs");
-const DataContent_js_1 = require("../../util/format/DataContent.cjs");
-const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
-const OpenAIError_js_1 = require("./OpenAIError.cjs");
-/**
- * @see https://openai.com/pricing
- */
-exports.OPENAI_TRANSCRIPTION_MODELS = {
-    "whisper-1": {
-        costInMillicentsPerSecond: 10, // = 600 / 60,
-    },
-};
-const calculateOpenAITranscriptionCostInMillicents = ({ model, response, }) => {
-    if (model !== "whisper-1") {
-        return null;
-    }
-    const durationInSeconds = response.duration;
-    return (Math.ceil(durationInSeconds) *
-        exports.OPENAI_TRANSCRIPTION_MODELS[model].costInMillicentsPerSecond);
-};
-exports.calculateOpenAITranscriptionCostInMillicents = calculateOpenAITranscriptionCostInMillicents;
-/**
- * Create a transcription model that calls the OpenAI transcription API.
- *
- * @see https://platform.openai.com/docs/api-reference/audio/create
- *
- * @example
- * const data = await fs.promises.readFile("data/test.mp3");
- *
- * const transcription = await transcribe(
- *   new OpenAITranscriptionModel({ model: "whisper-1" }),
- *   {
- *     type: "mp3",
- *     data,
- *   }
- * );
- */
-class OpenAITranscriptionModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async doTranscribe({ audioData, mimeType, }, options) {
-        const rawResponse = await this.callAPI({
-            fileExtension: (0, getAudioFileExtension_js_1.getAudioFileExtension)(mimeType),
-            audioData: (0, DataContent_js_1.convertDataContentToUint8Array)(audioData),
-        }, options, { responseFormat: exports.OpenAITranscriptionResponseFormat.verboseJson });
-        return {
-            rawResponse,
-            transcription: rawResponse.text,
-        };
-    }
-    async callAPI(input, callOptions, options) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
-        const abortSignal = callOptions?.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => {
-                const fileName = `audio.${input.fileExtension}`;
-                const formData = new FormData();
-                formData.append("file", new Blob([input.audioData]), fileName);
-                formData.append("model", this.settings.model);
-                if (this.settings.prompt != null) {
-                    formData.append("prompt", this.settings.prompt);
-                }
-                if (options.responseFormat != null) {
-                    formData.append("response_format", options.responseFormat.type);
-                }
-                if (this.settings.temperature != null) {
-                    formData.append("temperature", this.settings.temperature.toString());
-                }
-                if (this.settings.language != null) {
-                    formData.append("language", this.settings.language);
-                }
-                return (0, postToApi_js_1.postToApi)({
-                    url: api.assembleUrl("/audio/transcriptions"),
-                    headers: api.headers({
-                        functionType: callOptions.functionType,
-                        functionId: callOptions.functionId,
-                        run: callOptions.run,
-                        callId: callOptions.callId,
-                    }),
-                    body: {
-                        content: formData,
-                        values: {
-                            model: this.settings.model,
-                            prompt: this.settings.prompt,
-                            response_format: options.responseFormat,
-                            temperature: this.settings.temperature,
-                            language: this.settings.language,
-                        },
-                    },
-                    failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
-                    successfulResponseHandler: options.responseFormat.handler,
-                    abortSignal,
-                });
-            },
-        });
-    }
-    get settingsForEvent() {
-        return {
-            language: this.settings.language,
-            temperature: this.settings.temperature,
-        };
-    }
-    withSettings(additionalSettings) {
-        return new OpenAITranscriptionModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.OpenAITranscriptionModel = OpenAITranscriptionModel;
-const openAITranscriptionJsonSchema = zod_1.z.object({
-    text: zod_1.z.string(),
-});
-const openAITranscriptionVerboseJsonSchema = zod_1.z.object({
-    task: zod_1.z.literal("transcribe"),
-    language: zod_1.z.string(),
-    duration: zod_1.z.number(),
-    segments: zod_1.z.array(zod_1.z.object({
-        id: zod_1.z.number(),
-        seek: zod_1.z.number(),
-        start: zod_1.z.number(),
-        end: zod_1.z.number(),
-        text: zod_1.z.string(),
-        tokens: zod_1.z.array(zod_1.z.number()),
-        temperature: zod_1.z.number(),
-        avg_logprob: zod_1.z.number(),
-        compression_ratio: zod_1.z.number(),
-        no_speech_prob: zod_1.z.number(),
-        transient: zod_1.z.boolean().optional(),
-    })),
-    text: zod_1.z.string(),
-});
-exports.OpenAITranscriptionResponseFormat = {
-    json: {
-        type: "json",
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAITranscriptionJsonSchema)),
-    },
-    verboseJson: {
-        type: "verbose_json",
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAITranscriptionVerboseJsonSchema)),
-    },
-    text: {
-        type: "text",
-        handler: (0, postToApi_js_1.createTextResponseHandler)(),
-    },
-    srt: {
-        type: "srt",
-        handler: (0, postToApi_js_1.createTextResponseHandler)(),
-    },
-    vtt: {
-        type: "vtt",
-        handler: (0, postToApi_js_1.createTextResponseHandler)(),
-    },
-};