@aigne/core 1.60.3 → 1.61.0-beta

package/lib/esm/agents/image-model.d.ts

@@ -1,10 +1,11 @@
-import { z } from "zod";
+import { type ZodType, z } from "zod";
 import type { PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
 import { type ChatModelOutputUsage } from "./chat-model.js";
+import { FileOutputType, type FileUnionContent, Model } from "./model.js";
 export interface ImageModelOptions<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
 }
-export declare abstract class ImageModel<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Agent<I, O> {
+export declare abstract class ImageModel<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Model<I, O> {
     tag: string;
     constructor(options?: ImageModelOptions<I, O>);
     get credential(): PromiseOrValue<{
@@ -15,36 +16,115 @@ export declare abstract class ImageModel<I extends ImageModelInput = ImageModelI
     protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
     protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
     abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
-    protected downloadFile(url: string, timeout?: number): Promise<Response>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
 }
+export type ImageModelInputImage = FileUnionContent[];
 export interface ImageModelInput extends Message {
     model?: string;
-    image?: string | string[];
+    image?: ImageModelInputImage;
     prompt: string;
     n?: number;
-    responseFormat?: "url" | "base64";
+    outputType?: FileOutputType;
 }
 export declare const imageModelInputSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
-    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
+    image: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">>;
     prompt: z.ZodString;
     n: z.ZodOptional<z.ZodNumber>;
-    responseFormat: z.ZodOptional<z.ZodEnum<["url", "base64"]>>;
+    outputType: z.ZodOptional<z.ZodNativeEnum<typeof FileOutputType>>;
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
-    image?: string | string[] | undefined;
-    responseFormat?: "base64" | "url" | undefined;
+    image?: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[] | undefined;
     n?: number | undefined;
+    outputType?: FileOutputType | undefined;
 }, {
     prompt: string;
     model?: string | undefined;
-    image?: string | string[] | undefined;
-    responseFormat?: "base64" | "url" | undefined;
+    image?: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[] | undefined;
     n?: number | undefined;
+    outputType?: FileOutputType | undefined;
 }>;
 export interface ImageModelOutput extends Message {
-    images: ImageModelOutputImage[];
+    images: FileUnionContent[];
     /**
      * Token usage statistics
      */
@@ -54,26 +134,55 @@ export interface ImageModelOutput extends Message {
      */
     model?: string;
 }
-export type ImageModelOutputImage = ImageModelOutputImageUrl | ImageModelOutputImageBase64;
-export interface ImageModelOutputImageUrl {
-    url: string;
-}
-export interface ImageModelOutputImageBase64 {
-    base64: string;
-}
 export declare const imageModelOutputSchema: z.ZodObject<{
-    images: z.ZodArray<z.ZodUnion<[z.ZodObject<{
+    images: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
         url: z.ZodString;
     }, "strip", z.ZodTypeAny, {
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }, {
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }>, z.ZodObject<{
-        base64: z.ZodString;
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        base64: string;
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }, {
-        base64: string;
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }>]>, "many">;
     usage: z.ZodOptional<z.ZodObject<{
         inputTokens: z.ZodNumber;
@@ -91,9 +200,20 @@ export declare const imageModelOutputSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     images: ({
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     } | {
-        base64: string;
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     })[];
     model?: string | undefined;
     usage?: {
@@ -103,9 +223,20 @@ export declare const imageModelOutputSchema: z.ZodObject<{
     } | undefined;
 }, {
     images: ({
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     } | {
-        base64: string;
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     })[];
     model?: string | undefined;
     usage?: {

package/lib/esm/agents/image-model.js

@@ -1,7 +1,8 @@
+import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import { z } from "zod";
-import { Agent, } from "./agent.js";
 import { chatModelOutputUsageSchema } from "./chat-model.js";
-export class ImageModel extends Agent {
+import { FileOutputType, fileUnionContentSchema, Model } from "./model.js";
+export class ImageModel extends Model {
     tag = "ImageModelAgent";
     constructor(options) {
         super({
@@ -20,6 +21,20 @@ export class ImageModel extends Agent {
         if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
             throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
         }
+        if (input.image) {
+            input.image = await Promise.all(input.image.map(async (item) => {
+                if (item.type === "local") {
+                    return {
+                        ...item,
+                        type: "file",
+                        data: await nodejs.fs.readFile(item.path, "base64"),
+                        path: undefined,
+                        mimeType: item.mimeType || ImageModel.getMimeType(item.filename || item.path),
+                    };
+                }
+                return item;
+            }));
+        }
     }
     async postprocess(input, output, options) {
         super.postprocess(input, output, options);
@@ -31,41 +46,26 @@ export class ImageModel extends Agent {
                 options.context.usage.aigneHubCredits += usage.aigneHubCredits;
         }
     }
-    async downloadFile(url, timeout = 30000) {
-        const controller = new AbortController();
-        const timeoutId = setTimeout(() => controller.abort(), timeout);
-        try {
-            const response = await fetch(url, { signal: controller.signal });
-            if (!response.ok) {
-                const text = await response.text().catch(() => null);
-                throw new Error(`Failed to download content from ${url}, ${response.status} ${response.statusText} ${text}`);
-            }
-            return response;
-        }
-        finally {
-            clearTimeout(timeoutId);
+    async processAgentOutput(input, output, options) {
+        if (output.images) {
+            const images = z.array(fileUnionContentSchema).parse(output.images);
+            output = {
+                ...output,
+                images: await Promise.all(images.map((image) => this.transformFileOutput(input.outputType, image, options))),
+            };
         }
+        return super.processAgentOutput(input, output, options);
     }
 }
 export const imageModelInputSchema = z.object({
     model: z.string().optional(),
-    image: z
-        .union([z.string(), z.array(z.string())])
-        .optional()
-        .describe("Image URL or base64 string(s) used for editing"),
+    image: z.array(fileUnionContentSchema).optional().describe("Images used for editing"),
     prompt: z.string(),
     n: z.number().int().min(1).optional(),
-    responseFormat: z.enum(["url", "base64"]).optional(),
+    outputType: z.nativeEnum(FileOutputType).optional(),
 });
 export const imageModelOutputSchema = z.object({
-    images: z.array(z.union([
-        z.object({
-            url: z.string(),
-        }),
-        z.object({
-            base64: z.string(),
-        }),
-    ])),
+    images: z.array(fileUnionContentSchema),
     usage: chatModelOutputUsageSchema.optional(),
     model: z.string().optional(),
 });

package/lib/esm/agents/model.d.ts

@@ -0,0 +1,238 @@
+import { z } from "zod";
+import { Agent, type AgentInvokeOptions, type Message } from "./agent.js";
+export declare abstract class Model<I extends Message = any, O extends Message = any> extends Agent<I, O> {
+    transformFileOutput(fileOutputType: FileOutputType.file, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileContent>;
+    transformFileOutput(fileOutputType: FileOutputType.local | undefined, data: FileUnionContent, options: AgentInvokeOptions): Promise<LocalContent>;
+    transformFileOutput(fileOutputType: FileOutputType | undefined, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileUnionContent>;
+    static getFileExtension(type: string): string | undefined;
+    static getMimeType(filename: string): string | undefined;
+    downloadFile(url: string): Promise<Response>;
+}
+export declare enum FileOutputType {
+    local = "local",
+    file = "file"
+}
+export interface FileContentBase {
+    filename?: string;
+    mimeType?: string;
+}
+export declare const fileContentBaseSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+}, "strip", z.ZodTypeAny, {
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface UrlContent extends FileContentBase {
+    type: "url";
+    url: string;
+}
+export declare const urlContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface FileContent extends FileContentBase {
+    type: "file";
+    data: string;
+}
+export declare const fileContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface LocalContent extends FileContentBase {
+    type: "local";
+    path: string;
+}
+export declare const localContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export type FileUnionContent = LocalContent | UrlContent | FileContent;
+export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>;
+export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>, "many">]>;

package/lib/esm/agents/model.js

@@ -0,0 +1,100 @@
+import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
+import mime from "mime";
+import { parseURL } from "ufo";
+import { v7 } from "uuid";
+import { z } from "zod";
+import { optionalize } from "../loader/schema.js";
+import { pick } from "../utils/type-utils.js";
+import { Agent } from "./agent.js";
+export class Model extends Agent {
+    async transformFileOutput(fileOutputType = FileOutputType.local, data, options) {
+        if (fileOutputType === data.type)
+            return data;
+        const common = pick(data, "filename", "mimeType");
+        switch (fileOutputType) {
+            case FileOutputType.local: {
+                const dir = nodejs.path.join(nodejs.os.tmpdir(), options.context.id);
+                await nodejs.fs.mkdir(dir, { recursive: true });
+                const ext = Model.getFileExtension(data.mimeType || data.filename || "");
+                const id = v7();
+                const filename = ext ? `${id}.${ext}` : id;
+                const path = nodejs.path.join(dir, filename);
+                let mimeType = data.mimeType;
+                if (data.type === "file") {
+                    await nodejs.fs.writeFile(path, data.data, "base64");
+                    mimeType ||= Model.getMimeType(data.filename || "");
+                }
+                else if (data.type === "url") {
+                    await this.downloadFile(data.url)
+                        .then((res) => res.body)
+                        .then((body) => body && nodejs.fs.writeFile(path, body));
+                    mimeType ||= Model.getMimeType(data.filename || parseURL(data.url).pathname);
+                }
+                else {
+                    throw new Error(`Unexpected file type: ${data.type}`);
+                }
+                return { ...common, type: "local", path, mimeType };
+            }
+            case FileOutputType.file: {
+                let base64;
+                let mimeType = data.mimeType;
+                if (data.type === "local") {
+                    base64 = await nodejs.fs.readFile(data.path, "base64");
+                    mimeType ||= Model.getMimeType(data.filename || data.path);
+                }
+                else if (data.type === "url") {
+                    base64 = Buffer.from(await (await this.downloadFile(data.url)).arrayBuffer()).toString("base64");
+                    mimeType ||= Model.getMimeType(data.filename || parseURL(data.url).pathname);
+                }
+                else {
+                    throw new Error(`Unexpected file type: ${data.type}`);
+                }
+                return { ...common, type: "file", data: base64, mimeType };
+            }
+        }
+    }
+    static getFileExtension(type) {
+        return mime.getExtension(type) || undefined;
+    }
+    static getMimeType(filename) {
+        return mime.getType(filename) || undefined;
+    }
+    async downloadFile(url) {
+        const response = await fetch(url);
+        if (!response.ok) {
+            const text = await response.text().catch(() => null);
+            throw new Error(`Failed to download content from ${url}, ${response.status} ${response.statusText} ${text}`);
+        }
+        return response;
+    }
+}
+export var FileOutputType;
+(function (FileOutputType) {
+    FileOutputType["local"] = "local";
+    FileOutputType["file"] = "file";
+})(FileOutputType || (FileOutputType = {}));
+export const fileContentBaseSchema = z.object({
+    filename: optionalize(z.string()),
+    mimeType: optionalize(z.string()),
+});
+export const urlContentSchema = fileContentBaseSchema.extend({
+    type: z.literal("url"),
+    url: z.string(),
+});
+export const fileContentSchema = fileContentBaseSchema.extend({
+    type: z.literal("file"),
+    data: z.string(),
+});
+export const localContentSchema = fileContentBaseSchema.extend({
+    type: z.literal("local"),
+    path: z.string(),
+});
+export const fileUnionContentSchema = z.discriminatedUnion("type", [
+    localContentSchema,
+    urlContentSchema,
+    fileContentSchema,
+]);
+export const fileUnionContentsSchema = z.union([
+    fileUnionContentSchema,
+    z.array(fileUnionContentSchema),
+]);

package/lib/esm/index.d.ts

@@ -5,6 +5,7 @@ export * from "./agents/guide-rail-agent.js";
 export * from "./agents/image-agent.js";
 export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
+export * from "./agents/model.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";

package/lib/esm/index.js

@@ -5,6 +5,7 @@ export * from "./agents/guide-rail-agent.js";
 export * from "./agents/image-agent.js";
 export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
+export * from "./agents/model.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";