modelfusion 0.48.0 → 0.49.0

package/model-function/executeStreamCall.js

@@ -0,0 +1,128 @@
+import { nanoid as createId } from "nanoid";
+import { FunctionEventSource } from "../core/FunctionEventSource.js";
+import { getGlobalFunctionLogging } from "../core/GlobalFunctionLogging.js";
+import { getGlobalFunctionObservers } from "../core/GlobalFunctionObservers.js";
+import { AbortError } from "../core/api/AbortError.js";
+import { getFunctionCallLogger } from "../core/getFunctionCallLogger.js";
+import { getRun } from "../core/getRun.js";
+import { startDurationMeasurement } from "../util/DurationMeasurement.js";
+import { runSafe } from "../util/runSafe.js";
+export async function executeStreamCall({ model, options, input, functionType, startStream, processDelta, processFinished, getResult, }) {
+    const run = await getRun(options?.run);
+    const settings = model.settings;
+    const eventSource = new FunctionEventSource({
+        observers: [
+            ...getFunctionCallLogger(options?.logging ?? getGlobalFunctionLogging()),
+            ...getGlobalFunctionObservers(),
+            ...(settings.observers ?? []),
+            ...(run?.functionObserver != null ? [run.functionObserver] : []),
+            ...(options?.observers ?? []),
+        ],
+        errorHandler: run?.errorHandler,
+    });
+    const durationMeasurement = startDurationMeasurement();
+    const startMetadata = {
+        functionType,
+        callId: `call-${createId()}`,
+        runId: run?.runId,
+        sessionId: run?.sessionId,
+        userId: run?.userId,
+        functionId: options?.functionId,
+        model: model.modelInformation,
+        settings: model.settingsForEvent,
+        input,
+        timestamp: durationMeasurement.startDate,
+        startTimestamp: durationMeasurement.startDate,
+    };
+    eventSource.notify({
+        eventType: "started",
+        ...startMetadata,
+    });
+    const result = await runSafe(async () => {
+        const deltaIterable = await startStream({
+            functionId: options?.functionId,
+            logging: options?.logging,
+            observers: options?.observers,
+            run,
+        });
+        return (async function* () {
+            for await (const event of deltaIterable) {
+                if (event?.type === "error") {
+                    const error = event.error;
+                    const finishMetadata = {
+                        eventType: "finished",
+                        ...startMetadata,
+                        finishTimestamp: new Date(),
+                        durationInMs: durationMeasurement.durationInMs,
+                    };
+                    eventSource.notify(error instanceof AbortError
+                        ? {
+                            ...finishMetadata,
+                            result: { status: "abort" },
+                        }
+                        : {
+                            ...finishMetadata,
+                            result: { status: "error", error },
+                        });
+                    throw error;
+                }
+                if (event?.type === "delta") {
+                    const value = processDelta(event);
+                    if (value !== undefined) {
+                        yield value;
+                    }
+                }
+            }
+            if (processFinished != null) {
+                const value = processFinished();
+                if (value !== undefined) {
+                    yield value;
+                }
+            }
+            const finishMetadata = {
+                eventType: "finished",
+                ...startMetadata,
+                finishTimestamp: new Date(),
+                durationInMs: durationMeasurement.durationInMs,
+            };
+            eventSource.notify({
+                ...finishMetadata,
+                result: {
+                    status: "success",
+                    ...getResult(),
+                },
+            });
+        })();
+    });
+    if (!result.ok) {
+        const finishMetadata = {
+            eventType: "finished",
+            ...startMetadata,
+            finishTimestamp: new Date(),
+            durationInMs: durationMeasurement.durationInMs,
+        };
+        if (result.isAborted) {
+            eventSource.notify({
+                ...finishMetadata,
+                eventType: "finished",
+                result: {
+                    status: "abort",
+                },
+            });
+            throw new AbortError();
+        }
+        eventSource.notify({
+            ...finishMetadata,
+            eventType: "finished",
+            result: {
+                status: "error",
+                error: result.error,
+            },
+        });
+        throw result.error;
+    }
+    return {
+        value: result.value,
+        metadata: startMetadata,
+    };
+}

package/model-function/generate-image/generateImage.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateImage = void 0;
-const executeCall_js_1 = require("../executeCall.cjs");
+const executeStandardCall_js_1 = require("../executeStandardCall.cjs");
 const ImageGenerationPromise_js_1 = require("./ImageGenerationPromise.cjs");
 /**
  * Generates a base64-encoded image using a prompt.
@@ -19,7 +19,7 @@ const ImageGenerationPromise_js_1 = require("./ImageGenerationPromise.cjs");
  * );
  */
 function generateImage(model, prompt, options) {
-    return new ImageGenerationPromise_js_1.ImageGenerationPromise((0, executeCall_js_1.executeCall)({
+    return new ImageGenerationPromise_js_1.ImageGenerationPromise((0, executeStandardCall_js_1.executeStandardCall)({
         functionType: "image-generation",
         input: prompt,
         model,

package/model-function/generate-image/generateImage.js

@@ -1,4 +1,4 @@
-import { executeCall } from "../executeCall.js";
+import { executeStandardCall } from "../executeStandardCall.js";
 import { ImageGenerationPromise } from "./ImageGenerationPromise.js";
 /**
  * Generates a base64-encoded image using a prompt.
@@ -16,7 +16,7 @@ import { ImageGenerationPromise } from "./ImageGenerationPromise.js";
  * );
  */
 export function generateImage(model, prompt, options) {
-    return new ImageGenerationPromise(executeCall({
+    return new ImageGenerationPromise(executeStandardCall({
         functionType: "image-generation",
         input: prompt,
         model,

package/model-function/generate-speech/SpeechGenerationEvent.d.ts

@@ -0,0 +1,27 @@
+/// <reference types="node" />
+import { BaseModelCallFinishedEvent, BaseModelCallStartedEvent } from "../ModelCallEvent.js";
+export interface SpeechGenerationStartedEvent extends BaseModelCallStartedEvent {
+    functionType: "speech-generation";
+    input: string;
+}
+export type SpeechGenerationFinishedEventResult = {
+    status: "success";
+    response: unknown;
+    value: Buffer;
+} | {
+    status: "error";
+    error: unknown;
+} | {
+    status: "abort";
+};
+export interface SpeechGenerationFinishedEvent extends BaseModelCallFinishedEvent {
+    functionType: "speech-generation";
+    input: string;
+    result: SpeechGenerationFinishedEventResult;
+}
+export interface SpeechStreamingStartedEvent extends BaseModelCallStartedEvent {
+    functionType: "speech-streaming";
+}
+export interface SpeechStreamingFinishedEvent extends BaseModelCallFinishedEvent {
+    functionType: "speech-streaming";
+}

package/model-function/generate-speech/SpeechGenerationModel.d.ts

@@ -0,0 +1,15 @@
+/// <reference types="node" />
+import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { Delta } from "../Delta.js";
+import { Model, ModelSettings } from "../Model.js";
+export interface SpeechGenerationModelSettings extends ModelSettings {
+}
+export interface SpeechGenerationModel<SETTINGS extends SpeechGenerationModelSettings = SpeechGenerationModelSettings> extends Model<SETTINGS> {
+    /**
+     * Generates an mp3 audio buffer that contains the speech for the given text.
+     */
+    doGenerateSpeechStandard(text: string, options?: FunctionOptions): PromiseLike<Buffer>;
+}
+export interface StreamingSpeechGenerationModel<SETTINGS extends SpeechGenerationModelSettings = SpeechGenerationModelSettings> extends SpeechGenerationModel<SETTINGS> {
+    doGenerateSpeechStreamDuplex(textStream: AsyncIterable<string>, options?: FunctionOptions): PromiseLike<AsyncIterable<Delta<Buffer>>>;
+}

package/model-function/generate-speech/generateSpeech.cjs

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateSpeech = void 0;
+const ModelFunctionPromise_js_1 = require("../ModelFunctionPromise.cjs");
+const executeStandardCall_js_1 = require("../executeStandardCall.cjs");
+/**
+ * Synthesizes speech from text.
+ */
+function generateSpeech(model, text, options) {
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeStandardCall_js_1.executeStandardCall)({
+        functionType: "speech-generation",
+        input: text,
+        model,
+        options,
+        generateResponse: async (options) => {
+            const response = await model.doGenerateSpeechStandard(text, options);
+            return {
+                response,
+                extractedValue: response,
+            };
+        },
+    }));
+}
+exports.generateSpeech = generateSpeech;

package/model-function/generate-speech/generateSpeech.d.ts

@@ -0,0 +1,8 @@
+/// <reference types="node" />
+import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
+import { SpeechGenerationModel, SpeechGenerationModelSettings } from "./SpeechGenerationModel.js";
+/**
+ * Synthesizes speech from text.
+ */
+export declare function generateSpeech(model: SpeechGenerationModel<SpeechGenerationModelSettings>, text: string, options?: FunctionOptions): ModelFunctionPromise<Buffer>;

package/model-function/generate-speech/generateSpeech.js

@@ -0,0 +1,20 @@
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
+import { executeStandardCall } from "../executeStandardCall.js";
+/**
+ * Synthesizes speech from text.
+ */
+export function generateSpeech(model, text, options) {
+    return new ModelFunctionPromise(executeStandardCall({
+        functionType: "speech-generation",
+        input: text,
+        model,
+        options,
+        generateResponse: async (options) => {
+            const response = await model.doGenerateSpeechStandard(text, options);
+            return {
+                response,
+                extractedValue: response,
+            };
+        },
+    }));
+}

package/model-function/generate-speech/index.cjs

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./SpeechGenerationEvent.cjs"), exports);
+__exportStar(require("./SpeechGenerationModel.cjs"), exports);
+__exportStar(require("./generateSpeech.cjs"), exports);
+__exportStar(require("./streamSpeech.cjs"), exports);

package/model-function/generate-speech/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./SpeechGenerationEvent.js";
+export * from "./SpeechGenerationModel.js";
+export * from "./generateSpeech.js";
+export * from "./streamSpeech.js";

package/model-function/generate-speech/index.js

@@ -0,0 +1,4 @@
+export * from "./SpeechGenerationEvent.js";
+export * from "./SpeechGenerationModel.js";
+export * from "./generateSpeech.js";
+export * from "./streamSpeech.js";

package/model-function/generate-speech/streamSpeech.cjs

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.streamSpeech = void 0;
+const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncIterableResultPromise_js_1 = require("../AsyncIterableResultPromise.cjs");
+const executeStreamCall_js_1 = require("../executeStreamCall.cjs");
+/**
+ * Synthesizes speech from text.
+ */
+function streamSpeech(model, text, options) {
+    let textStream;
+    // simulate a stream with a single value for a string input:
+    if (typeof text === "string") {
+        const queue = new AsyncQueue_js_1.AsyncQueue();
+        queue.push(text);
+        queue.close();
+        textStream = queue;
+    }
+    else {
+        textStream = text;
+    }
+    return new AsyncIterableResultPromise_js_1.AsyncIterableResultPromise((0, executeStreamCall_js_1.executeStreamCall)({
+        functionType: "speech-streaming",
+        input: text,
+        model,
+        options,
+        startStream: async (options) => model.doGenerateSpeechStreamDuplex(textStream, options),
+        processDelta: (delta) => {
+            return delta.valueDelta;
+        },
+        getResult: () => ({}),
+    }));
+}
+exports.streamSpeech = streamSpeech;

package/model-function/generate-speech/streamSpeech.d.ts

@@ -0,0 +1,8 @@
+/// <reference types="node" />
+import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { AsyncIterableResultPromise } from "../AsyncIterableResultPromise.js";
+import { StreamingSpeechGenerationModel, SpeechGenerationModelSettings } from "./SpeechGenerationModel.js";
+/**
+ * Synthesizes speech from text.
+ */
+export declare function streamSpeech(model: StreamingSpeechGenerationModel<SpeechGenerationModelSettings>, text: AsyncIterable<string> | string, options?: FunctionOptions): AsyncIterableResultPromise<Buffer>;

package/model-function/generate-speech/streamSpeech.js

@@ -0,0 +1,30 @@
+import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncIterableResultPromise } from "../AsyncIterableResultPromise.js";
+import { executeStreamCall } from "../executeStreamCall.js";
+/**
+ * Synthesizes speech from text.
+ */
+export function streamSpeech(model, text, options) {
+    let textStream;
+    // simulate a stream with a single value for a string input:
+    if (typeof text === "string") {
+        const queue = new AsyncQueue();
+        queue.push(text);
+        queue.close();
+        textStream = queue;
+    }
+    else {
+        textStream = text;
+    }
+    return new AsyncIterableResultPromise(executeStreamCall({
+        functionType: "speech-streaming",
+        input: text,
+        model,
+        options,
+        startStream: async (options) => model.doGenerateSpeechStreamDuplex(textStream, options),
+        processDelta: (delta) => {
+            return delta.valueDelta;
+        },
+        getResult: () => ({}),
+    }));
+}

package/model-function/generate-structure/generateStructure.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateStructure = void 0;
-const executeCall_js_1 = require("../executeCall.cjs");
+const executeStandardCall_js_1 = require("../executeStandardCall.cjs");
 const ModelFunctionPromise_js_1 = require("../ModelFunctionPromise.cjs");
 const StructureValidationError_js_1 = require("./StructureValidationError.cjs");
 function generateStructure(model, structureDefinition, prompt, options) {
@@ -9,7 +9,7 @@ function generateStructure(model, structureDefinition, prompt, options) {
     const expandedPrompt = typeof prompt === "function"
         ? prompt(structureDefinition)
         : prompt;
-    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeCall_js_1.executeCall)({
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeStandardCall_js_1.executeStandardCall)({
         functionType: "structure-generation",
         input: expandedPrompt,
         model,

package/model-function/generate-structure/generateStructure.js

@@ -1,4 +1,4 @@
-import { executeCall } from "../executeCall.js";
+import { executeStandardCall } from "../executeStandardCall.js";
 import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 import { StructureValidationError } from "./StructureValidationError.js";
 export function generateStructure(model, structureDefinition, prompt, options) {
@@ -6,7 +6,7 @@ export function generateStructure(model, structureDefinition, prompt, options) {
     const expandedPrompt = typeof prompt === "function"
         ? prompt(structureDefinition)
         : prompt;
-    return new ModelFunctionPromise(executeCall({
+    return new ModelFunctionPromise(executeStandardCall({
         functionType: "structure-generation",
         input: expandedPrompt,
         model,

package/model-function/generate-structure/generateStructureOrText.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateStructureOrText = void 0;
-const executeCall_js_1 = require("../executeCall.cjs");
+const executeStandardCall_js_1 = require("../executeStandardCall.cjs");
 const ModelFunctionPromise_js_1 = require("../ModelFunctionPromise.cjs");
 const NoSuchStructureError_js_1 = require("./NoSuchStructureError.cjs");
 const StructureValidationError_js_1 = require("./StructureValidationError.cjs");
@@ -10,7 +10,7 @@ function generateStructureOrText(model, structureDefinitions, prompt, options) {
     const expandedPrompt = typeof prompt === "function"
         ? prompt(structureDefinitions)
         : prompt;
-    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeCall_js_1.executeCall)({
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeStandardCall_js_1.executeStandardCall)({
         functionType: "structure-or-text-generation",
         input: expandedPrompt,
         model,

package/model-function/generate-structure/generateStructureOrText.js

@@ -1,4 +1,4 @@
-import { executeCall } from "../executeCall.js";
+import { executeStandardCall } from "../executeStandardCall.js";
 import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 import { NoSuchStructureError } from "./NoSuchStructureError.js";
 import { StructureValidationError } from "./StructureValidationError.js";
@@ -7,7 +7,7 @@ export function generateStructureOrText(model, structureDefinitions, prompt, opt
     const expandedPrompt = typeof prompt === "function"
         ? prompt(structureDefinitions)
         : prompt;
-    return new ModelFunctionPromise(executeCall({
+    return new ModelFunctionPromise(executeStandardCall({
         functionType: "structure-or-text-generation",
         input: expandedPrompt,
         model,

package/model-function/generate-structure/index.cjs

@@ -0,0 +1,27 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./NoSuchStructureError.cjs"), exports);
+__exportStar(require("./StructureFromTextGenerationModel.cjs"), exports);
+__exportStar(require("./StructureGenerationEvent.cjs"), exports);
+__exportStar(require("./StructureGenerationModel.cjs"), exports);
+__exportStar(require("./StructureOrTextGenerationModel.cjs"), exports);
+__exportStar(require("./StructureParseError.cjs"), exports);
+__exportStar(require("./StructureStreamingEvent.cjs"), exports);
+__exportStar(require("./StructureValidationError.cjs"), exports);
+__exportStar(require("./generateStructure.cjs"), exports);
+__exportStar(require("./generateStructureOrText.cjs"), exports);
+__exportStar(require("./streamStructure.cjs"), exports);

package/model-function/generate-structure/index.d.ts

@@ -0,0 +1,11 @@
+export * from "./NoSuchStructureError.js";
+export * from "./StructureFromTextGenerationModel.js";
+export * from "./StructureGenerationEvent.js";
+export * from "./StructureGenerationModel.js";
+export * from "./StructureOrTextGenerationModel.js";
+export * from "./StructureParseError.js";
+export * from "./StructureStreamingEvent.js";
+export * from "./StructureValidationError.js";
+export * from "./generateStructure.js";
+export * from "./generateStructureOrText.js";
+export * from "./streamStructure.js";

package/model-function/generate-structure/index.js

@@ -0,0 +1,11 @@
+export * from "./NoSuchStructureError.js";
+export * from "./StructureFromTextGenerationModel.js";
+export * from "./StructureGenerationEvent.js";
+export * from "./StructureGenerationModel.js";
+export * from "./StructureOrTextGenerationModel.js";
+export * from "./StructureParseError.js";
+export * from "./StructureStreamingEvent.js";
+export * from "./StructureValidationError.js";
+export * from "./generateStructure.js";
+export * from "./generateStructureOrText.js";
+export * from "./streamStructure.js";