modelfusion 0.133.0 → 0.134.0

package/model-provider/openai/OpenAIImageGenerationModel.cjs

@@ -1,170 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIImageGenerationResponseFormat = exports.OpenAIImageGenerationModel = exports.calculateOpenAIImageGenerationCostInMillicents = exports.OPENAI_IMAGE_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const PromptTemplateImageGenerationModel_js_1 = require("../../model-function/generate-image/PromptTemplateImageGenerationModel.cjs");
-const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
-const OpenAIError_js_1 = require("./OpenAIError.cjs");
-exports.OPENAI_IMAGE_MODELS = {
-    "dall-e-2": {
-        getCost(settings) {
-            switch (settings.size ?? "1024x1024") {
-                case "1024x1024":
-                    return 2000;
-                case "512x512":
-                    return 1800;
-                case "256x256":
-                    return 1600;
-                default:
-                    return null;
-            }
-        },
-    },
-    "dall-e-3": {
-        getCost(settings) {
-            switch (settings.quality ?? "standard") {
-                case "standard": {
-                    switch (settings.size ?? "1024x1024") {
-                        case "1024x1024":
-                            return 4000;
-                        case "1024x1792":
-                        case "1792x1024":
-                            return 8000;
-                        default:
-                            return null;
-                    }
-                }
-                case "hd": {
-                    switch (settings.size ?? "1024x1024") {
-                        case "1024x1024":
-                            return 8000;
-                        case "1024x1792":
-                        case "1792x1024":
-                            return 12000;
-                        default:
-                            return null;
-                    }
-                }
-            }
-        },
-    },
-};
-/**
- * @see https://openai.com/pricing
- */
-const calculateOpenAIImageGenerationCostInMillicents = ({ model, settings, }) => {
-    const cost = exports.OPENAI_IMAGE_MODELS[model]?.getCost(settings);
-    if (cost == null) {
-        return null;
-    }
-    return (settings.numberOfGenerations ?? 1) * cost;
-};
-exports.calculateOpenAIImageGenerationCostInMillicents = calculateOpenAIImageGenerationCostInMillicents;
-/**
- * Create an image generation model that calls the OpenAI AI image creation API.
- *
- * @see https://platform.openai.com/docs/api-reference/images/create
- *
- * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
- */
-class OpenAIImageGenerationModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        const userId = callOptions.run?.userId;
-        const responseFormat = options.responseFormat;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl("/images/generations"),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    prompt,
-                    n: this.settings.numberOfGenerations,
-                    size: this.settings.size,
-                    response_format: responseFormat.type,
-                    user: this.settings.isUserIdForwardingEnabled ? userId : undefined,
-                },
-                failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            "numberOfGenerations",
-            "size",
-            "quality",
-            "style",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateImages(prompt, options) {
-        const rawResponse = await this.callAPI(prompt, options, {
-            responseFormat: exports.OpenAIImageGenerationResponseFormat.base64Json,
-        });
-        return {
-            rawResponse,
-            base64Images: rawResponse.data.map((item) => item.b64_json),
-        };
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateImageGenerationModel_js_1.PromptTemplateImageGenerationModel({
-            model: this,
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new OpenAIImageGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.OpenAIImageGenerationModel = OpenAIImageGenerationModel;
-const openAIImageGenerationUrlSchema = zod_1.z.object({
-    created: zod_1.z.number(),
-    data: zod_1.z.array(zod_1.z.object({
-        url: zod_1.z.string(),
-    })),
-});
-const openAIImageGenerationBase64JsonSchema = zod_1.z.object({
-    created: zod_1.z.number(),
-    data: zod_1.z.array(zod_1.z.object({
-        b64_json: zod_1.z.string(),
-    })),
-});
-exports.OpenAIImageGenerationResponseFormat = {
-    url: {
-        type: "url",
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAIImageGenerationUrlSchema)),
-    },
-    base64Json: {
-        type: "b64_json",
-        handler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAIImageGenerationBase64JsonSchema)),
-    },
-};

package/model-provider/openai/OpenAIImageGenerationModel.d.ts

@@ -1,132 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { ResponseHandler } from "../../core/api/postToApi.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { PromptTemplate } from "../../model-function/PromptTemplate.js";
-import { ImageGenerationModel, ImageGenerationModelSettings } from "../../model-function/generate-image/ImageGenerationModel.js";
-import { PromptTemplateImageGenerationModel } from "../../model-function/generate-image/PromptTemplateImageGenerationModel.js";
-export declare const OPENAI_IMAGE_MODELS: {
-    "dall-e-2": {
-        getCost(settings: OpenAIImageGenerationSettings): 2000 | 1800 | 1600 | null;
-    };
-    "dall-e-3": {
-        getCost(settings: OpenAIImageGenerationSettings): 4000 | 8000 | 12000 | null;
-    };
-};
-/**
- * @see https://openai.com/pricing
- */
-export declare const calculateOpenAIImageGenerationCostInMillicents: ({ model, settings, }: {
-    model: OpenAIImageModelType;
-    settings: OpenAIImageGenerationSettings;
-}) => number | null;
-export type OpenAIImageModelType = keyof typeof OPENAI_IMAGE_MODELS;
-export interface OpenAIImageGenerationCallSettings {
-    model: OpenAIImageModelType;
-    size?: "256x256" | "512x512" | "1024x1024" | "1792x1024" | "1024x1792";
-    quality?: "standard" | "hd";
-    style?: "vivid" | "natural";
-}
-export interface OpenAIImageGenerationSettings extends ImageGenerationModelSettings, OpenAIImageGenerationCallSettings {
-    api?: ApiConfiguration;
-    isUserIdForwardingEnabled?: boolean;
-}
-/**
- * Create an image generation model that calls the OpenAI AI image creation API.
- *
- * @see https://platform.openai.com/docs/api-reference/images/create
- *
- * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
- */
-export declare class OpenAIImageGenerationModel extends AbstractModel<OpenAIImageGenerationSettings> implements ImageGenerationModel<string, OpenAIImageGenerationSettings> {
-    constructor(settings: OpenAIImageGenerationSettings);
-    readonly provider: "openai";
-    get modelName(): "dall-e-2" | "dall-e-3";
-    callAPI<RESULT>(prompt: string, callOptions: FunctionCallOptions, options: {
-        responseFormat: OpenAIImageGenerationResponseFormatType<RESULT>;
-    }): Promise<RESULT>;
-    get settingsForEvent(): Partial<OpenAIImageGenerationSettings>;
-    doGenerateImages(prompt: string, options: FunctionCallOptions): Promise<{
-        rawResponse: {
-            data: {
-                b64_json: string;
-            }[];
-            created: number;
-        };
-        base64Images: string[];
-    }>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: PromptTemplate<INPUT_PROMPT, string>): PromptTemplateImageGenerationModel<INPUT_PROMPT, string, OpenAIImageGenerationSettings, this>;
-    withSettings(additionalSettings: Partial<OpenAIImageGenerationSettings>): this;
-}
-export type OpenAIImageGenerationResponseFormatType<T> = {
-    type: "b64_json" | "url";
-    handler: ResponseHandler<T>;
-};
-declare const openAIImageGenerationUrlSchema: z.ZodObject<{
-    created: z.ZodNumber;
-    data: z.ZodArray<z.ZodObject<{
-        url: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        url: string;
-    }, {
-        url: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    data: {
-        url: string;
-    }[];
-    created: number;
-}, {
-    data: {
-        url: string;
-    }[];
-    created: number;
-}>;
-export type OpenAIImageGenerationUrlResponse = z.infer<typeof openAIImageGenerationUrlSchema>;
-declare const openAIImageGenerationBase64JsonSchema: z.ZodObject<{
-    created: z.ZodNumber;
-    data: z.ZodArray<z.ZodObject<{
-        b64_json: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        b64_json: string;
-    }, {
-        b64_json: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    data: {
-        b64_json: string;
-    }[];
-    created: number;
-}, {
-    data: {
-        b64_json: string;
-    }[];
-    created: number;
-}>;
-export type OpenAIImageGenerationBase64JsonResponse = z.infer<typeof openAIImageGenerationBase64JsonSchema>;
-export declare const OpenAIImageGenerationResponseFormat: {
-    url: {
-        type: "url";
-        handler: ResponseHandler<{
-            data: {
-                url: string;
-            }[];
-            created: number;
-        }>;
-    };
-    base64Json: {
-        type: "b64_json";
-        handler: ResponseHandler<{
-            data: {
-                b64_json: string;
-            }[];
-            created: number;
-        }>;
-    };
-};
-export {};

package/model-provider/openai/OpenAIImageGenerationModel.js

@@ -1,165 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { PromptTemplateImageGenerationModel } from "../../model-function/generate-image/PromptTemplateImageGenerationModel.js";
-import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
-import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
-export const OPENAI_IMAGE_MODELS = {
-    "dall-e-2": {
-        getCost(settings) {
-            switch (settings.size ?? "1024x1024") {
-                case "1024x1024":
-                    return 2000;
-                case "512x512":
-                    return 1800;
-                case "256x256":
-                    return 1600;
-                default:
-                    return null;
-            }
-        },
-    },
-    "dall-e-3": {
-        getCost(settings) {
-            switch (settings.quality ?? "standard") {
-                case "standard": {
-                    switch (settings.size ?? "1024x1024") {
-                        case "1024x1024":
-                            return 4000;
-                        case "1024x1792":
-                        case "1792x1024":
-                            return 8000;
-                        default:
-                            return null;
-                    }
-                }
-                case "hd": {
-                    switch (settings.size ?? "1024x1024") {
-                        case "1024x1024":
-                            return 8000;
-                        case "1024x1792":
-                        case "1792x1024":
-                            return 12000;
-                        default:
-                            return null;
-                    }
-                }
-            }
-        },
-    },
-};
-/**
- * @see https://openai.com/pricing
- */
-export const calculateOpenAIImageGenerationCostInMillicents = ({ model, settings, }) => {
-    const cost = OPENAI_IMAGE_MODELS[model]?.getCost(settings);
-    if (cost == null) {
-        return null;
-    }
-    return (settings.numberOfGenerations ?? 1) * cost;
-};
-/**
- * Create an image generation model that calls the OpenAI AI image creation API.
- *
- * @see https://platform.openai.com/docs/api-reference/images/create
- *
- * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
- */
-export class OpenAIImageGenerationModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        const userId = callOptions.run?.userId;
-        const responseFormat = options.responseFormat;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl("/images/generations"),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    prompt,
-                    n: this.settings.numberOfGenerations,
-                    size: this.settings.size,
-                    response_format: responseFormat.type,
-                    user: this.settings.isUserIdForwardingEnabled ? userId : undefined,
-                },
-                failedResponseHandler: failedOpenAICallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            "numberOfGenerations",
-            "size",
-            "quality",
-            "style",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateImages(prompt, options) {
-        const rawResponse = await this.callAPI(prompt, options, {
-            responseFormat: OpenAIImageGenerationResponseFormat.base64Json,
-        });
-        return {
-            rawResponse,
-            base64Images: rawResponse.data.map((item) => item.b64_json),
-        };
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateImageGenerationModel({
-            model: this,
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new OpenAIImageGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const openAIImageGenerationUrlSchema = z.object({
-    created: z.number(),
-    data: z.array(z.object({
-        url: z.string(),
-    })),
-});
-const openAIImageGenerationBase64JsonSchema = z.object({
-    created: z.number(),
-    data: z.array(z.object({
-        b64_json: z.string(),
-    })),
-});
-export const OpenAIImageGenerationResponseFormat = {
-    url: {
-        type: "url",
-        handler: createJsonResponseHandler(zodSchema(openAIImageGenerationUrlSchema)),
-    },
-    base64Json: {
-        type: "b64_json",
-        handler: createJsonResponseHandler(zodSchema(openAIImageGenerationBase64JsonSchema)),
-    },
-};

package/model-provider/openai/OpenAISpeechModel.cjs

@@ -1,93 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAISpeechModel = exports.calculateOpenAISpeechCostInMillicents = exports.OPENAI_SPEECH_MODELS = void 0;
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
-const OpenAIError_js_1 = require("./OpenAIError.cjs");
-/**
- * @see https://openai.com/pricing
- */
-exports.OPENAI_SPEECH_MODELS = {
-    "tts-1": {
-        costInMillicentsPerCharacter: 1.5, // = 1500 / 1000,
-    },
-    "tts-1-hd": {
-        costInMillicentsPerCharacter: 3, // = 3000 / 1000
-    },
-};
-const calculateOpenAISpeechCostInMillicents = ({ model, input, }) => {
-    if (!exports.OPENAI_SPEECH_MODELS[model]) {
-        return null;
-    }
-    return (input.length * exports.OPENAI_SPEECH_MODELS[model].costInMillicentsPerCharacter);
-};
-exports.calculateOpenAISpeechCostInMillicents = calculateOpenAISpeechCostInMillicents;
-/**
- * Synthesize speech using the OpenAI API.
- *
- * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
- */
-class OpenAISpeechModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "openai"
-        });
-    }
-    get voice() {
-        return this.settings.voice;
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(text, callOptions) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/audio/speech`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    input: text,
-                    voice: this.settings.voice,
-                    speed: this.settings.speed,
-                    model: this.settings.model,
-                    response_format: this.settings.responseFormat,
-                },
-                failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
-                successfulResponseHandler: (0, postToApi_js_1.createAudioMpegResponseHandler)(),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        return {
-            voice: this.settings.voice,
-            speed: this.settings.speed,
-            model: this.settings.model,
-            responseFormat: this.settings.responseFormat,
-        };
-    }
-    doGenerateSpeechStandard(text, options) {
-        return this.callAPI(text, options);
-    }
-    withSettings(additionalSettings) {
-        return new OpenAISpeechModel({
-            ...this.settings,
-            ...additionalSettings,
-        });
-    }
-}
-exports.OpenAISpeechModel = OpenAISpeechModel;

package/model-provider/openai/OpenAISpeechModel.d.ts

@@ -1,51 +0,0 @@
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { SpeechGenerationModel, SpeechGenerationModelSettings } from "../../model-function/generate-speech/SpeechGenerationModel.js";
-/**
- * @see https://openai.com/pricing
- */
-export declare const OPENAI_SPEECH_MODELS: {
-    "tts-1": {
-        costInMillicentsPerCharacter: number;
-    };
-    "tts-1-hd": {
-        costInMillicentsPerCharacter: number;
-    };
-};
-export type OpenAISpeechModelType = keyof typeof OPENAI_SPEECH_MODELS;
-export declare const calculateOpenAISpeechCostInMillicents: ({ model, input, }: {
-    model: OpenAISpeechModelType;
-    input: string;
-}) => number | null;
-export type OpenAISpeechVoice = "alloy" | "echo" | "fable" | "onyx" | "nova" | "shimmer";
-type OpenAISpeechModelResponseFormat = "mp3" | "opus" | "aac" | "flac";
-export interface OpenAISpeechModelSettings extends SpeechGenerationModelSettings {
-    api?: ApiConfiguration;
-    voice: OpenAISpeechVoice;
-    model: OpenAISpeechModelType;
-    /**
-     * The speed of the generated audio. Select a value from 0.25 to 4.0. 1.0 is the default.
-     */
-    speed?: number;
-    /**
-     * Defaults to mp3.
-     */
-    responseFormat?: OpenAISpeechModelResponseFormat;
-}
-/**
- * Synthesize speech using the OpenAI API.
- *
- * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
- */
-export declare class OpenAISpeechModel extends AbstractModel<OpenAISpeechModelSettings> implements SpeechGenerationModel<OpenAISpeechModelSettings> {
-    constructor(settings: OpenAISpeechModelSettings);
-    readonly provider: "openai";
-    get voice(): OpenAISpeechVoice;
-    get modelName(): "tts-1" | "tts-1-hd";
-    private callAPI;
-    get settingsForEvent(): Partial<OpenAISpeechModelSettings>;
-    doGenerateSpeechStandard(text: string, options: FunctionCallOptions): Promise<Uint8Array>;
-    withSettings(additionalSettings: Partial<OpenAISpeechModelSettings>): this;
-}
-export {};