modelfusion 0.105.0 → 0.106.0

package/tool/generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.d.ts

@@ -1,18 +1,8 @@
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { TextGenerationModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { ToolDefinition } from "../ToolDefinition.js";
+import { ToolCallsOrGenerateTextPromptTemplate } from "./ToolCallsOrGenerateTextPromptTemplate.js";
 import { ToolCallsOrTextGenerationModel, ToolCallsOrTextGenerationModelSettings } from "./ToolCallsOrTextGenerationModel.js";
-export interface ToolCallsOrGenerateTextPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> {
-    createPrompt: (prompt: SOURCE_PROMPT, tools: Array<ToolDefinition<string, unknown>>) => TARGET_PROMPT;
-    extractToolCallsAndText: (response: string) => {
-        text: string | null;
-        toolCalls: Array<{
-            id: string;
-            name: string;
-            args: unknown;
-        }> | null;
-    };
-}
 export declare class TextGenerationToolCallsOrGenerateTextModel<SOURCE_PROMPT, TARGET_PROMPT, MODEL extends TextGenerationModel<TARGET_PROMPT, ToolCallsOrTextGenerationModelSettings>> implements ToolCallsOrTextGenerationModel<SOURCE_PROMPT, MODEL["settings"]> {
     private readonly model;
     private readonly template;

package/tool/generate-tool-calls-or-text/ToolCallsOrGenerateTextPromptTemplate.d.ts

@@ -0,0 +1,12 @@
+import { ToolDefinition } from "../ToolDefinition.js";
+export interface ToolCallsOrGenerateTextPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> {
+    createPrompt: (prompt: SOURCE_PROMPT, tools: Array<ToolDefinition<string, unknown>>) => TARGET_PROMPT;
+    extractToolCallsAndText: (response: string) => {
+        text: string | null;
+        toolCalls: Array<{
+            id: string;
+            name: string;
+            args: unknown;
+        }> | null;
+    };
+}

package/tool/generate-tool-calls-or-text/index.cjs

@@ -15,6 +15,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./TextGenerationToolCallsOrGenerateTextModel.cjs"), exports);
+__exportStar(require("./ToolCallsOrGenerateTextPromptTemplate.cjs"), exports);
 __exportStar(require("./ToolCallsOrTextGenerationEvent.cjs"), exports);
 __exportStar(require("./ToolCallsOrTextGenerationModel.cjs"), exports);
 __exportStar(require("./ToolCallsOrTextParseError.cjs"), exports);

package/tool/generate-tool-calls-or-text/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./TextGenerationToolCallsOrGenerateTextModel.js";
+export * from "./ToolCallsOrGenerateTextPromptTemplate.js";
 export * from "./ToolCallsOrTextGenerationEvent.js";
 export * from "./ToolCallsOrTextGenerationModel.js";
 export * from "./ToolCallsOrTextParseError.js";

package/tool/generate-tool-calls-or-text/index.js

@@ -1,4 +1,5 @@
 export * from "./TextGenerationToolCallsOrGenerateTextModel.js";
+export * from "./ToolCallsOrGenerateTextPromptTemplate.js";
 export * from "./ToolCallsOrTextGenerationEvent.js";
 export * from "./ToolCallsOrTextGenerationModel.js";
 export * from "./ToolCallsOrTextParseError.js";

package/util/index.cjs

@@ -17,5 +17,4 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./AsyncQueue.cjs"), exports);
 __exportStar(require("./cosineSimilarity.cjs"), exports);
 __exportStar(require("./delay.cjs"), exports);
-__exportStar(require("./getAudioFileExtension.cjs"), exports);
 __exportStar(require("./streaming/index.cjs"), exports);

package/util/index.d.ts

@@ -1,5 +1,4 @@
 export * from "./AsyncQueue.js";
 export * from "./cosineSimilarity.js";
 export * from "./delay.js";
-export * from "./getAudioFileExtension.js";
 export * from "./streaming/index.js";

package/util/index.js

@@ -1,5 +1,4 @@
 export * from "./AsyncQueue.js";
 export * from "./cosineSimilarity.js";
 export * from "./delay.js";
-export * from "./getAudioFileExtension.js";
 export * from "./streaming/index.js";

package/browser/MediaSourceAppender.cjs

@@ -1,54 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MediaSourceAppender = void 0;
-class MediaSourceAppender {
-    constructor(type) {
-        Object.defineProperty(this, "mediaSource", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MediaSource()
-        });
-        Object.defineProperty(this, "audioChunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "sourceBuffer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.mediaSource.addEventListener("sourceopen", async () => {
-            this.sourceBuffer = this.mediaSource.addSourceBuffer(type);
-            this.sourceBuffer.addEventListener("updateend", () => {
-                this.tryAppendNextChunk();
-            });
-        });
-    }
-    tryAppendNextChunk() {
-        if (this.sourceBuffer != null &&
-            !this.sourceBuffer.updating &&
-            this.audioChunks.length > 0) {
-            this.sourceBuffer.appendBuffer(this.audioChunks.shift());
-        }
-    }
-    addBase64Data(base64Data) {
-        this.addData(Uint8Array.from(atob(base64Data), (char) => char.charCodeAt(0)).buffer);
-    }
-    addData(data) {
-        this.audioChunks.push(data);
-        this.tryAppendNextChunk();
-    }
-    close() {
-        if (this.mediaSource.readyState === "open") {
-            this.mediaSource.endOfStream();
-        }
-    }
-    get mediaSourceUrl() {
-        return URL.createObjectURL(this.mediaSource);
-    }
-}
-exports.MediaSourceAppender = MediaSourceAppender;

package/browser/MediaSourceAppender.d.ts

@@ -1,11 +0,0 @@
-export declare class MediaSourceAppender {
-    private readonly mediaSource;
-    private readonly audioChunks;
-    private sourceBuffer?;
-    constructor(type: string);
-    private tryAppendNextChunk;
-    addBase64Data(base64Data: string): void;
-    addData(data: ArrayBuffer): void;
-    close(): void;
-    get mediaSourceUrl(): string;
-}

package/browser/MediaSourceAppender.js

@@ -1,50 +0,0 @@
-export class MediaSourceAppender {
-    constructor(type) {
-        Object.defineProperty(this, "mediaSource", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MediaSource()
-        });
-        Object.defineProperty(this, "audioChunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "sourceBuffer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.mediaSource.addEventListener("sourceopen", async () => {
-            this.sourceBuffer = this.mediaSource.addSourceBuffer(type);
-            this.sourceBuffer.addEventListener("updateend", () => {
-                this.tryAppendNextChunk();
-            });
-        });
-    }
-    tryAppendNextChunk() {
-        if (this.sourceBuffer != null &&
-            !this.sourceBuffer.updating &&
-            this.audioChunks.length > 0) {
-            this.sourceBuffer.appendBuffer(this.audioChunks.shift());
-        }
-    }
-    addBase64Data(base64Data) {
-        this.addData(Uint8Array.from(atob(base64Data), (char) => char.charCodeAt(0)).buffer);
-    }
-    addData(data) {
-        this.audioChunks.push(data);
-        this.tryAppendNextChunk();
-    }
-    close() {
-        if (this.mediaSource.readyState === "open") {
-            this.mediaSource.endOfStream();
-        }
-    }
-    get mediaSourceUrl() {
-        return URL.createObjectURL(this.mediaSource);
-    }
-}

package/browser/convertAudioChunksToBase64.cjs

@@ -1,8 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertAudioChunksToBase64 = void 0;
-const convertBlobToBase64_js_1 = require("./convertBlobToBase64.cjs");
-function convertAudioChunksToBase64({ audioChunks, mimeType, }) {
-    return (0, convertBlobToBase64_js_1.convertBlobToBase64)(new Blob(audioChunks, { type: mimeType }));
-}
-exports.convertAudioChunksToBase64 = convertAudioChunksToBase64;

package/browser/convertAudioChunksToBase64.d.ts

@@ -1,4 +0,0 @@
-export declare function convertAudioChunksToBase64({ audioChunks, mimeType, }: {
-    audioChunks: Blob[];
-    mimeType: string;
-}): Promise<string>;

package/browser/convertAudioChunksToBase64.js

@@ -1,4 +0,0 @@
-import { convertBlobToBase64 } from "./convertBlobToBase64.js";
-export function convertAudioChunksToBase64({ audioChunks, mimeType, }) {
-    return convertBlobToBase64(new Blob(audioChunks, { type: mimeType }));
-}

package/browser/convertBlobToBase64.cjs

@@ -1,23 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertBlobToBase64 = void 0;
-async function convertBlobToBase64(blob) {
-    return new Promise((resolve, reject) => {
-        const reader = new FileReader();
-        reader.onloadend = () => {
-            if (reader.result) {
-                const base64String = btoa(new Uint8Array(reader.result).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-                resolve(base64String);
-            }
-            else {
-                reject(new Error("Failed to read blob."));
-            }
-        };
-        reader.onerror = () => {
-            reader.abort();
-            reject(new DOMException("Problem parsing input blob."));
-        };
-        reader.readAsArrayBuffer(blob);
-    });
-}
-exports.convertBlobToBase64 = convertBlobToBase64;

package/browser/convertBlobToBase64.d.ts

@@ -1 +0,0 @@
-export declare function convertBlobToBase64(blob: Blob): Promise<string>;

package/browser/convertBlobToBase64.js

@@ -1,19 +0,0 @@
-export async function convertBlobToBase64(blob) {
-    return new Promise((resolve, reject) => {
-        const reader = new FileReader();
-        reader.onloadend = () => {
-            if (reader.result) {
-                const base64String = btoa(new Uint8Array(reader.result).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-                resolve(base64String);
-            }
-            else {
-                reject(new Error("Failed to read blob."));
-            }
-        };
-        reader.onerror = () => {
-            reader.abort();
-            reject(new DOMException("Problem parsing input blob."));
-        };
-        reader.readAsArrayBuffer(blob);
-    });
-}

package/browser/index.cjs

@@ -1,22 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./MediaSourceAppender.cjs"), exports);
-__exportStar(require("./convertAudioChunksToBase64.cjs"), exports);
-__exportStar(require("./convertBlobToBase64.cjs"), exports);
-__exportStar(require("./invokeFlow.cjs"), exports);
-__exportStar(require("./readEventSource.cjs"), exports);
-__exportStar(require("./readEventSourceStream.cjs"), exports);

package/browser/index.d.ts

@@ -1,6 +0,0 @@
-export * from "./MediaSourceAppender.js";
-export * from "./convertAudioChunksToBase64.js";
-export * from "./convertBlobToBase64.js";
-export * from "./invokeFlow.js";
-export * from "./readEventSource.js";
-export * from "./readEventSourceStream.js";

package/browser/index.js

@@ -1,6 +0,0 @@
-export * from "./MediaSourceAppender.js";
-export * from "./convertAudioChunksToBase64.js";
-export * from "./convertBlobToBase64.js";
-export * from "./invokeFlow.js";
-export * from "./readEventSource.js";
-export * from "./readEventSourceStream.js";

package/browser/invokeFlow.cjs

@@ -1,23 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.invokeFlow = void 0;
-const ZodSchema_js_1 = require("../core/schema/ZodSchema.cjs");
-const readEventSource_js_1 = require("./readEventSource.cjs");
-async function invokeFlow({ url, input, schema, onEvent, onStop, }) {
-    const response = await fetch(url, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify(input),
-    });
-    const eventSourceUrl = (await response.json()).url;
-    (0, readEventSource_js_1.readEventSource)({
-        url: eventSourceUrl,
-        schema: new ZodSchema_js_1.ZodSchema(schema.events),
-        isStopEvent(event) {
-            return event.data === "[DONE]";
-        },
-        onEvent,
-        onStop,
-    });
-}
-exports.invokeFlow = invokeFlow;

package/browser/invokeFlow.d.ts

@@ -1,8 +0,0 @@
-import { FlowSchema } from "../server/fastify/FlowSchema.js";
-export declare function invokeFlow<INPUT, EVENT>({ url, input, schema, onEvent, onStop, }: {
-    url: string;
-    input: INPUT;
-    schema: FlowSchema<INPUT, EVENT>;
-    onEvent: (event: EVENT, eventSource: EventSource) => void;
-    onStop?: (eventSource: EventSource) => void;
-}): Promise<void>;

package/browser/invokeFlow.js

@@ -1,19 +0,0 @@
-import { ZodSchema } from "../core/schema/ZodSchema.js";
-import { readEventSource } from "./readEventSource.js";
-export async function invokeFlow({ url, input, schema, onEvent, onStop, }) {
-    const response = await fetch(url, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify(input),
-    });
-    const eventSourceUrl = (await response.json()).url;
-    readEventSource({
-        url: eventSourceUrl,
-        schema: new ZodSchema(schema.events),
-        isStopEvent(event) {
-            return event.data === "[DONE]";
-        },
-        onEvent,
-        onStop,
-    });
-}

package/browser/readEventSource.cjs

@@ -1,29 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readEventSource = void 0;
-const parseJSON_js_1 = require("../core/schema/parseJSON.cjs");
-function readEventSource({ url, schema, onEvent, onError = console.error, onStop, isStopEvent, }) {
-    const eventSource = new EventSource(url);
-    eventSource.onmessage = (event) => {
-        try {
-            if (isStopEvent?.(event)) {
-                eventSource.close();
-                onStop?.(eventSource);
-                return;
-            }
-            const parseResult = (0, parseJSON_js_1.safeParseJSON)({ text: event.data, schema });
-            if (!parseResult.success) {
-                onError(parseResult.error, eventSource);
-                return;
-            }
-            onEvent(parseResult.data, eventSource);
-        }
-        catch (error) {
-            onError(error, eventSource);
-        }
-    };
-    eventSource.onerror = (e) => {
-        onError(e, eventSource);
-    };
-}
-exports.readEventSource = readEventSource;

package/browser/readEventSource.d.ts

@@ -1,9 +0,0 @@
-import { Schema } from "../core/schema/Schema.js";
-export declare function readEventSource<T>({ url, schema, onEvent, onError, onStop, isStopEvent, }: {
-    url: string;
-    schema: Schema<T>;
-    onEvent: (event: T, eventSource: EventSource) => void;
-    onError?: (error: unknown, eventSource: EventSource) => void;
-    onStop?: (eventSource: EventSource) => void;
-    isStopEvent?: (event: MessageEvent<unknown>) => boolean;
-}): void;

package/browser/readEventSource.js

@@ -1,25 +0,0 @@
-import { safeParseJSON } from "../core/schema/parseJSON.js";
-export function readEventSource({ url, schema, onEvent, onError = console.error, onStop, isStopEvent, }) {
-    const eventSource = new EventSource(url);
-    eventSource.onmessage = (event) => {
-        try {
-            if (isStopEvent?.(event)) {
-                eventSource.close();
-                onStop?.(eventSource);
-                return;
-            }
-            const parseResult = safeParseJSON({ text: event.data, schema });
-            if (!parseResult.success) {
-                onError(parseResult.error, eventSource);
-                return;
-            }
-            onEvent(parseResult.data, eventSource);
-        }
-        catch (error) {
-            onError(error, eventSource);
-        }
-    };
-    eventSource.onerror = (e) => {
-        onError(e, eventSource);
-    };
-}

package/browser/readEventSourceStream.cjs

@@ -1,35 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readEventSourceStream = void 0;
-const parseJSON_js_1 = require("../core/schema/parseJSON.cjs");
-const AsyncQueue_js_1 = require("../util/AsyncQueue.cjs");
-const parseEventSourceStream_js_1 = require("../util/streaming/parseEventSourceStream.cjs");
-function readEventSourceStream({ stream, schema, errorHandler, }) {
-    const queue = new AsyncQueue_js_1.AsyncQueue();
-    // run async (no await on purpose):
-    (0, parseEventSourceStream_js_1.parseEventSourceStream)({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                const validationResult = (0, parseJSON_js_1.safeParseJSON)({ text: event.data, schema });
-                if (!validationResult.success) {
-                    errorHandler?.(validationResult.error);
-                    continue;
-                }
-                queue.push(validationResult.data);
-            }
-        }
-        catch (error) {
-            errorHandler?.(error);
-        }
-        finally {
-            queue.close();
-        }
-    })
-        .catch((error) => {
-        errorHandler?.(error);
-        queue.close();
-    });
-    return queue;
-}
-exports.readEventSourceStream = readEventSourceStream;

package/browser/readEventSourceStream.d.ts

@@ -1,7 +0,0 @@
-import { Schema } from "../core/schema/Schema.js";
-import { ErrorHandler } from "../util/ErrorHandler.js";
-export declare function readEventSourceStream<T>({ stream, schema, errorHandler, }: {
-    stream: ReadableStream<Uint8Array>;
-    schema: Schema<T>;
-    errorHandler?: ErrorHandler;
-}): AsyncIterable<T>;

package/browser/readEventSourceStream.js

@@ -1,31 +0,0 @@
-import { safeParseJSON } from "../core/schema/parseJSON.js";
-import { AsyncQueue } from "../util/AsyncQueue.js";
-import { parseEventSourceStream } from "../util/streaming/parseEventSourceStream.js";
-export function readEventSourceStream({ stream, schema, errorHandler, }) {
-    const queue = new AsyncQueue();
-    // run async (no await on purpose):
-    parseEventSourceStream({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                const validationResult = safeParseJSON({ text: event.data, schema });
-                if (!validationResult.success) {
-                    errorHandler?.(validationResult.error);
-                    continue;
-                }
-                queue.push(validationResult.data);
-            }
-        }
-        catch (error) {
-            errorHandler?.(error);
-        }
-        finally {
-            queue.close();
-        }
-    })
-        .catch((error) => {
-        errorHandler?.(error);
-        queue.close();
-    });
-    return queue;
-}

package/composed-function/index.cjs

@@ -1,19 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./summarize/SummarizationFunction.cjs"), exports);
-__exportStar(require("./summarize/summarizeRecursively.cjs"), exports);
-__exportStar(require("./summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.cjs"), exports);

package/composed-function/index.d.ts

@@ -1,3 +0,0 @@
-export * from "./summarize/SummarizationFunction.js";
-export * from "./summarize/summarizeRecursively.js";
-export * from "./summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.js";

package/composed-function/index.js

@@ -1,3 +0,0 @@
-export * from "./summarize/SummarizationFunction.js";
-export * from "./summarize/summarizeRecursively.js";
-export * from "./summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.js";

package/composed-function/summarize/SummarizationFunction.d.ts

@@ -1,4 +0,0 @@
-import { FunctionOptions } from "../../core/FunctionOptions.js";
-export type SummarizationFunction = (input: {
-    text: string;
-}, options?: FunctionOptions) => PromiseLike<string>;

package/composed-function/summarize/summarizeRecursively.cjs

@@ -1,19 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.summarizeRecursively = void 0;
-async function summarizeRecursively({ summarize, split, join = (texts) => texts.join("\n\n"), text, }, options) {
-    const chunks = await split({ text });
-    const summarizedTexts = await Promise.all(chunks.map((chunk) => summarize({ text: chunk }, options)));
-    if (summarizedTexts.length === 1) {
-        return summarizedTexts[0];
-    }
-    // recursive mapping: will split joined results as needed to stay
-    // within the allowed size limit of the splitter.
-    return summarizeRecursively({
-        text: join(summarizedTexts),
-        summarize,
-        split,
-        join,
-    }, options);
-}
-exports.summarizeRecursively = summarizeRecursively;

package/composed-function/summarize/summarizeRecursively.d.ts

@@ -1,11 +0,0 @@
-import { Run } from "../../core/Run.js";
-import { SplitFunction } from "../../text-chunk/split/SplitFunction.js";
-import { SummarizationFunction } from "./SummarizationFunction.js";
-export declare function summarizeRecursively({ summarize, split, join, text, }: {
-    summarize: SummarizationFunction;
-    split: SplitFunction;
-    join?: (texts: Array<string>) => string;
-    text: string;
-}, options?: {
-    run?: Run;
-}): Promise<string>;

package/composed-function/summarize/summarizeRecursively.js

@@ -1,15 +0,0 @@
-export async function summarizeRecursively({ summarize, split, join = (texts) => texts.join("\n\n"), text, }, options) {
-    const chunks = await split({ text });
-    const summarizedTexts = await Promise.all(chunks.map((chunk) => summarize({ text: chunk }, options)));
-    if (summarizedTexts.length === 1) {
-        return summarizedTexts[0];
-    }
-    // recursive mapping: will split joined results as needed to stay
-    // within the allowed size limit of the splitter.
-    return summarizeRecursively({
-        text: join(summarizedTexts),
-        summarize,
-        split,
-        join,
-    }, options);
-}

package/composed-function/summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.cjs

@@ -1,25 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.summarizeRecursivelyWithTextGenerationAndTokenSplitting = void 0;
-const generateText_js_1 = require("../../model-function/generate-text/generateText.cjs");
-const splitRecursively_js_1 = require("../../text-chunk/split/splitRecursively.cjs");
-const summarizeRecursively_js_1 = require("./summarizeRecursively.cjs");
-/**
- * Recursively summarizes a text using a text generation model, e.g. for summarization or text extraction.
- * It automatically splits the text into optimal chunks that are small enough to be processed by the model,
- * while leaving enough space for the model to generate text.
- */
-async function summarizeRecursivelyWithTextGenerationAndTokenSplitting({ text, model, prompt, tokenLimit = model.contextWindowSize -
-    (model.settings.maxGenerationTokens ?? model.contextWindowSize / 4), join, }, options) {
-    const emptyPromptTokens = await model.countPromptTokens(await prompt({ text: "" }));
-    return (0, summarizeRecursively_js_1.summarizeRecursively)({
-        split: (0, splitRecursively_js_1.splitAtToken)({
-            tokenizer: model.tokenizer,
-            maxTokensPerChunk: tokenLimit - emptyPromptTokens,
-        }),
-        summarize: async (input) => (0, generateText_js_1.generateText)(model, await prompt(input), options),
-        join,
-        text,
-    }, options);
-}
-exports.summarizeRecursivelyWithTextGenerationAndTokenSplitting = summarizeRecursivelyWithTextGenerationAndTokenSplitting;

package/composed-function/summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.d.ts

@@ -1,24 +0,0 @@
-import { Run } from "../../core/Run.js";
-import { TextGenerationModel } from "../../model-function/generate-text/TextGenerationModel.js";
-import { FullTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
-/**
- * Recursively summarizes a text using a text generation model, e.g. for summarization or text extraction.
- * It automatically splits the text into optimal chunks that are small enough to be processed by the model,
- * while leaving enough space for the model to generate text.
- */
-export declare function summarizeRecursivelyWithTextGenerationAndTokenSplitting<PROMPT>({ text, model, prompt, tokenLimit, join, }: {
-    text: string;
-    model: TextGenerationModel<PROMPT> & {
-        contextWindowSize: number;
-        tokenizer: FullTokenizer;
-        countPromptTokens: (prompt: PROMPT) => PromiseLike<number>;
-    };
-    prompt: (input: {
-        text: string;
-    }) => Promise<PROMPT>;
-    tokenLimit?: number;
-    join?: (texts: Array<string>) => string;
-}, options?: {
-    functionId?: string;
-    run?: Run;
-}): Promise<string>;