modelfusion 0.133.0 → 0.135.0

package/model-function/generate-text/PromptTemplateTextGenerationModel.cjs

@@ -1,84 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PromptTemplateTextGenerationModel = void 0;
-const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
-const TextGenerationToolCallsModel_js_1 = require("../../tool/generate-tool-calls/TextGenerationToolCallsModel.cjs");
-const ObjectFromTextGenerationModel_js_1 = require("../generate-object/ObjectFromTextGenerationModel.cjs");
-class PromptTemplateTextGenerationModel {
-    constructor({ model, promptTemplate, }) {
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "promptTemplate", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.model = model;
-        this.promptTemplate = promptTemplate;
-    }
-    get modelInformation() {
-        return this.model.modelInformation;
-    }
-    get settings() {
-        return this.model.settings;
-    }
-    get tokenizer() {
-        return this.model.tokenizer;
-    }
-    get contextWindowSize() {
-        return this.model.contextWindowSize;
-    }
-    get countPromptTokens() {
-        const originalCountPromptTokens = this.model.countPromptTokens?.bind(this.model);
-        if (originalCountPromptTokens === undefined) {
-            return undefined;
-        }
-        return ((prompt) => originalCountPromptTokens(this.promptTemplate.format(prompt)));
-    }
-    doGenerateTexts(prompt, options) {
-        const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doGenerateTexts(mappedPrompt, options);
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.model.restoreGeneratedTexts(rawResponse);
-    }
-    get settingsForEvent() {
-        return this.model.settingsForEvent;
-    }
-    asToolCallGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallModel_js_1.TextGenerationToolCallModel({
-            model: this,
-            format: promptTemplate,
-        });
-    }
-    asToolCallsOrTextGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallsModel_js_1.TextGenerationToolCallsModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return new ObjectFromTextGenerationModel_js_1.ObjectFromTextGenerationModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    withJsonOutput(schema) {
-        return new PromptTemplateTextGenerationModel({
-            model: this.model.withJsonOutput(schema),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new PromptTemplateTextGenerationModel({
-            model: this.model.withSettings(additionalSettings),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-}
-exports.PromptTemplateTextGenerationModel = PromptTemplateTextGenerationModel;

package/model-function/generate-text/PromptTemplateTextGenerationModel.d.ts

@@ -1,47 +0,0 @@
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { JsonSchemaProducer } from "../../core/schema/JsonSchemaProducer.js";
-import { Schema } from "../../core/schema/Schema.js";
-import { TextGenerationToolCallModel, ToolCallPromptTemplate } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
-import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
-import { ToolCallsPromptTemplate } from "../../tool/generate-tool-calls/ToolCallsPromptTemplate.js";
-import { ObjectFromTextGenerationModel } from "../generate-object/ObjectFromTextGenerationModel.js";
-import { ObjectFromTextPromptTemplate } from "../generate-object/ObjectFromTextPromptTemplate.js";
-import { TextGenerationModel, TextGenerationModelSettings } from "./TextGenerationModel.js";
-import { TextGenerationPromptTemplate } from "./TextGenerationPromptTemplate.js";
-export declare class PromptTemplateTextGenerationModel<PROMPT, MODEL_PROMPT, SETTINGS extends TextGenerationModelSettings, MODEL extends TextGenerationModel<MODEL_PROMPT, SETTINGS>> implements TextGenerationModel<PROMPT, SETTINGS> {
-    readonly model: MODEL;
-    readonly promptTemplate: TextGenerationPromptTemplate<PROMPT, MODEL_PROMPT>;
-    constructor({ model, promptTemplate, }: {
-        model: MODEL;
-        promptTemplate: TextGenerationPromptTemplate<PROMPT, MODEL_PROMPT>;
-    });
-    get modelInformation(): import("../ModelInformation.js").ModelInformation;
-    get settings(): SETTINGS;
-    get tokenizer(): MODEL["tokenizer"];
-    get contextWindowSize(): MODEL["contextWindowSize"];
-    get countPromptTokens(): MODEL["countPromptTokens"] extends undefined ? undefined : (prompt: PROMPT) => PromiseLike<number>;
-    doGenerateTexts(prompt: PROMPT, options?: FunctionCallOptions): PromiseLike<{
-        rawResponse: unknown;
-        textGenerationResults: import("./TextGenerationResult.js").TextGenerationResult[];
-        usage?: {
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
-        } | undefined;
-    }>;
-    restoreGeneratedTexts(rawResponse: unknown): {
-        rawResponse: unknown;
-        textGenerationResults: import("./TextGenerationResult.js").TextGenerationResult[];
-        usage?: {
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
-        } | undefined;
-    };
-    get settingsForEvent(): Partial<SETTINGS>;
-    asToolCallGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallPromptTemplate<INPUT_PROMPT, PROMPT>): TextGenerationToolCallModel<INPUT_PROMPT, PROMPT, this>;
-    asToolCallsOrTextGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallsPromptTemplate<INPUT_PROMPT, PROMPT>): TextGenerationToolCallsModel<INPUT_PROMPT, PROMPT, this>;
-    asObjectGenerationModel<INPUT_PROMPT>(promptTemplate: ObjectFromTextPromptTemplate<INPUT_PROMPT, PROMPT>): ObjectFromTextGenerationModel<INPUT_PROMPT, PROMPT, this>;
-    withJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): this;
-    withSettings(additionalSettings: Partial<SETTINGS>): this;
-}

package/model-function/generate-text/PromptTemplateTextGenerationModel.js

@@ -1,80 +0,0 @@
-import { TextGenerationToolCallModel, } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
-import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
-import { ObjectFromTextGenerationModel } from "../generate-object/ObjectFromTextGenerationModel.js";
-export class PromptTemplateTextGenerationModel {
-    constructor({ model, promptTemplate, }) {
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "promptTemplate", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.model = model;
-        this.promptTemplate = promptTemplate;
-    }
-    get modelInformation() {
-        return this.model.modelInformation;
-    }
-    get settings() {
-        return this.model.settings;
-    }
-    get tokenizer() {
-        return this.model.tokenizer;
-    }
-    get contextWindowSize() {
-        return this.model.contextWindowSize;
-    }
-    get countPromptTokens() {
-        const originalCountPromptTokens = this.model.countPromptTokens?.bind(this.model);
-        if (originalCountPromptTokens === undefined) {
-            return undefined;
-        }
-        return ((prompt) => originalCountPromptTokens(this.promptTemplate.format(prompt)));
-    }
-    doGenerateTexts(prompt, options) {
-        const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doGenerateTexts(mappedPrompt, options);
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.model.restoreGeneratedTexts(rawResponse);
-    }
-    get settingsForEvent() {
-        return this.model.settingsForEvent;
-    }
-    asToolCallGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallModel({
-            model: this,
-            format: promptTemplate,
-        });
-    }
-    asToolCallsOrTextGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallsModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return new ObjectFromTextGenerationModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    withJsonOutput(schema) {
-        return new PromptTemplateTextGenerationModel({
-            model: this.model.withJsonOutput(schema),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new PromptTemplateTextGenerationModel({
-            model: this.model.withSettings(additionalSettings),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-}

package/model-function/generate-text/PromptTemplateTextStreamingModel.cjs

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PromptTemplateTextStreamingModel = void 0;
-const ObjectFromTextStreamingModel_js_1 = require("../generate-object/ObjectFromTextStreamingModel.cjs");
-const PromptTemplateTextGenerationModel_js_1 = require("./PromptTemplateTextGenerationModel.cjs");
-class PromptTemplateTextStreamingModel extends PromptTemplateTextGenerationModel_js_1.PromptTemplateTextGenerationModel {
-    constructor(options) {
-        super(options);
-    }
-    doStreamText(prompt, options) {
-        const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doStreamText(mappedPrompt, options);
-    }
-    extractTextDelta(delta) {
-        return this.model.extractTextDelta(delta);
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return new ObjectFromTextStreamingModel_js_1.ObjectFromTextStreamingModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    withJsonOutput(schema) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.model.withJsonOutput(schema),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.model.withSettings(additionalSettings),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-}
-exports.PromptTemplateTextStreamingModel = PromptTemplateTextStreamingModel;

package/model-function/generate-text/PromptTemplateTextStreamingModel.d.ts

@@ -1,19 +0,0 @@
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { JsonSchemaProducer } from "../../core/schema/JsonSchemaProducer.js";
-import { Schema } from "../../core/schema/Schema.js";
-import { ObjectFromTextPromptTemplate } from "../generate-object/ObjectFromTextPromptTemplate.js";
-import { ObjectFromTextStreamingModel } from "../generate-object/ObjectFromTextStreamingModel.js";
-import { PromptTemplateTextGenerationModel } from "./PromptTemplateTextGenerationModel.js";
-import { TextGenerationModelSettings, TextStreamingModel } from "./TextGenerationModel.js";
-import { TextGenerationPromptTemplate } from "./TextGenerationPromptTemplate.js";
-export declare class PromptTemplateTextStreamingModel<PROMPT, MODEL_PROMPT, SETTINGS extends TextGenerationModelSettings, MODEL extends TextStreamingModel<MODEL_PROMPT, SETTINGS>> extends PromptTemplateTextGenerationModel<PROMPT, MODEL_PROMPT, SETTINGS, MODEL> implements TextStreamingModel<PROMPT, SETTINGS> {
-    constructor(options: {
-        model: MODEL;
-        promptTemplate: TextGenerationPromptTemplate<PROMPT, MODEL_PROMPT>;
-    });
-    doStreamText(prompt: PROMPT, options?: FunctionCallOptions): PromiseLike<AsyncIterable<import("../Delta.js").Delta<unknown>>>;
-    extractTextDelta(delta: unknown): string | undefined;
-    asObjectGenerationModel<INPUT_PROMPT>(promptTemplate: ObjectFromTextPromptTemplate<INPUT_PROMPT, PROMPT>): ObjectFromTextStreamingModel<INPUT_PROMPT, PROMPT, this>;
-    withJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): this;
-    withSettings(additionalSettings: Partial<SETTINGS>): this;
-}

package/model-function/generate-text/PromptTemplateTextStreamingModel.js

@@ -1,32 +0,0 @@
-import { ObjectFromTextStreamingModel } from "../generate-object/ObjectFromTextStreamingModel.js";
-import { PromptTemplateTextGenerationModel } from "./PromptTemplateTextGenerationModel.js";
-export class PromptTemplateTextStreamingModel extends PromptTemplateTextGenerationModel {
-    constructor(options) {
-        super(options);
-    }
-    doStreamText(prompt, options) {
-        const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doStreamText(mappedPrompt, options);
-    }
-    extractTextDelta(delta) {
-        return this.model.extractTextDelta(delta);
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return new ObjectFromTextStreamingModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    withJsonOutput(schema) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.model.withJsonOutput(schema),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.model.withSettings(additionalSettings),
-            promptTemplate: this.promptTemplate,
-        });
-    }
-}

package/model-function/generate-text/TextGenerationEvent.cjs

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/model-function/generate-text/TextGenerationEvent.d.ts

@@ -1,29 +0,0 @@
-import { BaseModelCallFinishedEvent, BaseModelCallStartedEvent } from "../ModelCallEvent.js";
-export interface TextGenerationStartedEvent extends BaseModelCallStartedEvent {
-    functionType: "generate-text";
-}
-export type TextGenerationFinishedEventResult = {
-    status: "success";
-    rawResponse: unknown;
-    value: string;
-    usage?: {
-        promptTokens: number;
-        completionTokens: number;
-        totalTokens: number;
-    };
-} | {
-    status: "error";
-    error: unknown;
-} | {
-    status: "abort";
-};
-export interface TextGenerationFinishedEvent extends BaseModelCallFinishedEvent {
-    functionType: "generate-text";
-    result: TextGenerationFinishedEventResult;
-}
-export interface TextStreamingStartedEvent extends BaseModelCallStartedEvent {
-    functionType: "stream-text";
-}
-export interface TextStreamingFinishedEvent extends BaseModelCallFinishedEvent {
-    functionType: "stream-text";
-}

package/model-function/generate-text/TextGenerationEvent.js

@@ -1 +0,0 @@
-export {};

package/model-function/generate-text/TextGenerationModel.cjs

@@ -1,9 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.textGenerationModelProperties = void 0;
-exports.textGenerationModelProperties = [
-    "maxGenerationTokens",
-    "stopSequences",
-    "numberOfGenerations",
-    "trimWhitespace",
-];

package/model-function/generate-text/TextGenerationModel.d.ts

@@ -1,126 +0,0 @@
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { JsonSchemaProducer } from "../../core/schema/JsonSchemaProducer.js";
-import { Schema } from "../../core/schema/Schema.js";
-import { Delta } from "../Delta.js";
-import { Model, ModelSettings } from "../Model.js";
-import { BasicTokenizer, FullTokenizer } from "../tokenize-text/Tokenizer.js";
-import { TextGenerationPromptTemplate } from "./TextGenerationPromptTemplate.js";
-import { TextGenerationResult } from "./TextGenerationResult.js";
-import { ChatPrompt } from "./prompt-template/ChatPrompt.js";
-import { InstructionPrompt } from "./prompt-template/InstructionPrompt.js";
-export declare const textGenerationModelProperties: readonly ["maxGenerationTokens", "stopSequences", "numberOfGenerations", "trimWhitespace"];
-export interface TextGenerationModelSettings extends ModelSettings {
-    /**
-     * Specifies the maximum number of tokens (words, punctuation, parts of words) that the model can generate in a single response.
-     * It helps to control the length of the output.
-     *
-     * Does nothing if the model does not support this setting.
-     *
-     * Example: `maxGenerationTokens: 1000`
-     */
-    maxGenerationTokens?: number | undefined;
-    /**
-     * Stop sequences to use.
-     * Stop sequences are an array of strings or a single string that the model will recognize as end-of-text indicators.
-     * The model stops generating more content when it encounters any of these strings.
-     * This is particularly useful in scripted or formatted text generation, where a specific end point is required.
-     * Stop sequences not included in the generated text.
-     *
-     * Does nothing if the model does not support this setting.
-     *
-     * Example: `stopSequences: ['\n', 'END']`
-     */
-    stopSequences?: string[] | undefined;
-    /**
-     * Number of texts to generate.
-     *
-     * Specifies the number of responses or completions the model should generate for a given prompt.
-     * This is useful when you need multiple different outputs or ideas for a single prompt.
-     * The model will generate 'n' distinct responses, each based on the same initial prompt.
-     * In a streaming model this will result in both responses streamed back in real time.
-     *
-     * Does nothing if the model does not support this setting.
-     *
-     * Example: `numberOfGenerations: 3` // The model will produce 3 different responses.
-     */
-    numberOfGenerations?: number;
-    /**
-     * When true, the leading and trailing white space and line terminator characters
-     * are removed from the generated text.
-     *
-     * Default: true.
-     */
-    trimWhitespace?: boolean;
-}
-export interface HasContextWindowSize {
-    contextWindowSize: number;
-}
-export interface HasTokenizer<PROMPT> {
-    tokenizer: BasicTokenizer | FullTokenizer;
-    countPromptTokens(prompt: PROMPT): PromiseLike<number>;
-}
-export interface TextGenerationModel<PROMPT, SETTINGS extends TextGenerationModelSettings = TextGenerationModelSettings> extends Model<SETTINGS> {
-    readonly contextWindowSize: number | undefined;
-    readonly tokenizer: BasicTokenizer | FullTokenizer | undefined;
-    /**
-     * Optional. Implement if you have a tokenizer and want to count the number of tokens in a prompt.
-     */
-    readonly countPromptTokens: ((prompt: PROMPT) => PromiseLike<number>) | undefined;
-    doGenerateTexts(prompt: PROMPT, options?: FunctionCallOptions): PromiseLike<{
-        rawResponse: unknown;
-        textGenerationResults: TextGenerationResult[];
-        usage?: {
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
-        };
-    }>;
-    restoreGeneratedTexts(rawResponse: unknown): {
-        rawResponse: unknown;
-        textGenerationResults: TextGenerationResult[];
-        usage?: {
-            promptTokens: number;
-            completionTokens: number;
-            totalTokens: number;
-        };
-    };
-    /**
-     * When possible, limit the output generation to the specified JSON schema,
-     * or super sets of it (e.g. JSON in general).
-     */
-    withJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): this;
-}
-export interface TextGenerationBaseModel<PROMPT, SETTINGS extends TextGenerationModelSettings = TextGenerationModelSettings> extends TextGenerationModel<PROMPT, SETTINGS> {
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt(): TextGenerationModel<string, SETTINGS>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt(): TextGenerationModel<InstructionPrompt, SETTINGS>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt(): TextGenerationModel<ChatPrompt, SETTINGS>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, PROMPT>): TextGenerationModel<INPUT_PROMPT, SETTINGS>;
-}
-export interface TextStreamingModel<PROMPT, SETTINGS extends TextGenerationModelSettings = TextGenerationModelSettings> extends TextGenerationModel<PROMPT, SETTINGS> {
-    doStreamText(prompt: PROMPT, options?: FunctionCallOptions): PromiseLike<AsyncIterable<Delta<unknown>>>;
-    extractTextDelta(delta: unknown): string | undefined;
-}
-export interface TextStreamingBaseModel<PROMPT, SETTINGS extends TextGenerationModelSettings = TextGenerationModelSettings> extends TextStreamingModel<PROMPT, SETTINGS> {
-    /**
-     * Returns this model with a text prompt template.
-     */
-    withTextPrompt(): TextStreamingModel<string, SETTINGS>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
-    withInstructionPrompt(): TextStreamingModel<InstructionPrompt, SETTINGS>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
-    withChatPrompt(): TextStreamingModel<ChatPrompt, SETTINGS>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, PROMPT>): TextStreamingModel<INPUT_PROMPT, SETTINGS>;
-}

package/model-function/generate-text/TextGenerationModel.js

@@ -1,6 +0,0 @@
-export const textGenerationModelProperties = [
-    "maxGenerationTokens",
-    "stopSequences",
-    "numberOfGenerations",
-    "trimWhitespace",
-];

package/model-function/generate-text/TextGenerationPromptTemplate.cjs

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/model-function/generate-text/TextGenerationPromptTemplate.d.ts

@@ -1,11 +0,0 @@
-import { PromptTemplate } from "../PromptTemplate.js";
-/**
- * Prompt templates format a source prompt as a target prompt.
- */
-export interface TextGenerationPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> extends PromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> {
-    /**
-     * The texts that should be used as default stop sequences.
-     * This is e.g. important for chat formats.
-     */
-    stopSequences: string[];
-}

package/model-function/generate-text/TextGenerationPromptTemplate.js

@@ -1 +0,0 @@
-export {};

package/model-function/generate-text/TextGenerationResult.cjs

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/model-function/generate-text/TextGenerationResult.d.ts

@@ -1,11 +0,0 @@
-export type TextGenerationResult = {
-    /**
-     * The generated text.
-     */
-    text: string;
-    /**
-     * The reason why the generation stopped.
-     */
-    finishReason: TextGenerationFinishReason;
-};
-export type TextGenerationFinishReason = "stop" | "length" | "content-filter" | "tool-calls" | "error" | "other" | "unknown";

package/model-function/generate-text/TextGenerationResult.js

@@ -1 +0,0 @@
-export {};

package/model-function/generate-text/generateText.cjs

@@ -1,82 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateText = void 0;
-const executeStandardCall_js_1 = require("../executeStandardCall.cjs");
-async function generateText({ model, prompt, fullResponse, ...options }) {
-    const callResponse = await (0, executeStandardCall_js_1.executeStandardCall)({
-        functionType: "generate-text",
-        input: prompt,
-        model,
-        options,
-        generateResponse: async (options) => {
-            async function getGeneratedTexts() {
-                if (options?.cache == null) {
-                    return {
-                        ...(await model.doGenerateTexts(prompt, options)),
-                        cache: undefined,
-                    };
-                }
-                let cacheErrors = undefined;
-                const cacheKey = {
-                    functionType: "generate-text",
-                    functionId: options?.functionId,
-                    input: {
-                        model,
-                        settings: model.settingsForEvent, // TODO should include full model information
-                        prompt,
-                    },
-                };
-                try {
-                    const cachedRawResponse = await options.cache.lookupValue(cacheKey);
-                    if (cachedRawResponse != null) {
-                        return {
-                            ...model.restoreGeneratedTexts(cachedRawResponse),
-                            cache: { status: "hit" },
-                        };
-                    }
-                }
-                catch (err) {
-                    cacheErrors = [err];
-                }
-                const result = await model.doGenerateTexts(prompt, options);
-                try {
-                    await options.cache.storeValue(cacheKey, result.rawResponse);
-                }
-                catch (err) {
-                    cacheErrors = [...(cacheErrors ?? []), err];
-                }
-                return {
-                    ...result,
-                    cache: { status: "miss", errors: cacheErrors },
-                };
-            }
-            const result = await getGeneratedTexts();
-            const shouldTrimWhitespace = model.settings.trimWhitespace ?? true;
-            const textGenerationResults = shouldTrimWhitespace
-                ? result.textGenerationResults.map((textGeneration) => ({
-                    text: textGeneration.text.trim(),
-                    finishReason: textGeneration.finishReason,
-                }))
-                : result.textGenerationResults;
-            // TODO add cache information
-            return {
-                rawResponse: result.rawResponse,
-                extractedValue: textGenerationResults,
-                usage: result.usage,
-            };
-        },
-    });
-    const textGenerationResults = callResponse.value;
-    const firstResult = textGenerationResults[0];
-    return fullResponse
-        ? {
-            text: firstResult.text,
-            finishReason: firstResult.finishReason,
-            texts: textGenerationResults.map((textGeneration) => textGeneration.text),
-            textGenerationResults,
-            rawResponse: callResponse.rawResponse,
-            metadata: callResponse.metadata,
-        }
-        : firstResult.text;
-}
-exports.generateText = generateText;

package/model-function/generate-text/generateText.d.ts

@@ -1,41 +0,0 @@
-import { FunctionOptions } from "../../core/FunctionOptions.js";
-import { ModelCallMetadata } from "../ModelCallMetadata.js";
-import { TextGenerationModel, TextGenerationModelSettings } from "./TextGenerationModel.js";
-import { TextGenerationFinishReason, TextGenerationResult } from "./TextGenerationResult.js";
-/**
- * Generate text for a prompt and return it as a string.
- *
- * The prompt depends on the model used.
- * For instance, OpenAI completion models expect a string prompt,
- * whereas OpenAI chat models expect an array of chat messages.
- *
- * @see https://modelfusion.dev/guide/function/generate-text
- *
- * @example
- * const text = await generateText({
- *   model: openai.CompletionTextGenerator(...),
- *   prompt: "Write a short story about a robot learning to love:\n\n"
- * });
- *
- * @param {TextGenerationModel<PROMPT, TextGenerationModelSettings>} model - The text generation model to use.
- * @param {PROMPT} prompt - The prompt to use for text generation.
- *
- * @returns {Promise<string>} - A promise that resolves to the generated text.
- */
-export declare function generateText<PROMPT>(args: {
-    model: TextGenerationModel<PROMPT, TextGenerationModelSettings>;
-    prompt: PROMPT;
-    fullResponse?: false;
-} & FunctionOptions): Promise<string>;
-export declare function generateText<PROMPT>(args: {
-    model: TextGenerationModel<PROMPT, TextGenerationModelSettings>;
-    prompt: PROMPT;
-    fullResponse: true;
-} & FunctionOptions): Promise<{
-    text: string;
-    finishReason: TextGenerationFinishReason;
-    texts: string[];
-    textGenerationResults: TextGenerationResult[];
-    rawResponse: unknown;
-    metadata: ModelCallMetadata;
-}>;