@aigne/core 1.51.0 → 1.53.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+## [1.53.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.52.0...core-v1.53.0) (2025-08-20)
+
+
+### Features
+
+* add ImageModel/ImageAgent support ([#383](https://github.com/AIGNE-io/aigne-framework/issues/383)) ([96a2093](https://github.com/AIGNE-io/aigne-framework/commit/96a209368d91d98f47db6de1e404640368a86fa8))
+
+## [1.52.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.51.0...core-v1.52.0) (2025-08-20)
+
+
+### Features
+
+* **agents:** add async memory recording option ([#385](https://github.com/AIGNE-io/aigne-framework/issues/385)) ([573acdb](https://github.com/AIGNE-io/aigne-framework/commit/573acdb617434e6699b2e07db942e6336706d27f))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/observability-api bumped to 0.9.1
+
 ## [1.51.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.50.1...core-v1.51.0) (2025-08-18)
 
 

package/lib/cjs/agents/agent.d.ts

@@ -116,6 +116,7 @@ export interface AgentOptions<I extends Message = Message, O extends Message = M
      * One or more memory agents this agent can use
      */
     memory?: MemoryAgent | MemoryAgent[];
+    asyncMemoryRecord?: boolean;
     /**
      * Maximum number of memory items to retrieve
      */
@@ -199,6 +200,7 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * List of memories this agent can use
      */
     readonly memories: MemoryAgent[];
+    asyncMemoryRecord?: boolean;
     tag?: string;
     /**
      * Maximum number of memory items to retrieve

package/lib/cjs/agents/agent.js

@@ -78,6 +78,7 @@ exports.agentOptionsSchema = zod_1.z.object({
     skills: zod_1.z.array(zod_1.z.union([zod_1.z.custom(), zod_1.z.custom()])).optional(),
     disableEvents: zod_1.z.boolean().optional(),
     memory: zod_1.z.union([zod_1.z.custom(), zod_1.z.array(zod_1.z.custom())]).optional(),
+    asyncMemoryRecord: zod_1.z.boolean().optional(),
     maxRetrieveMemoryCount: zod_1.z.number().optional(),
     hooks: zod_1.z.union([zod_1.z.array(hooksSchema), hooksSchema]).optional(),
     guideRails: zod_1.z.array(zod_1.z.custom()).optional(),
@@ -131,6 +132,7 @@ class Agent {
         else if (options.memory) {
             this.memories.push(options.memory);
         }
+        this.asyncMemoryRecord = options.asyncMemoryRecord;
         this.maxRetrieveMemoryCount = options.maxRetrieveMemoryCount;
         this.hooks = (0, type_utils_js_1.flat)(options.hooks);
         this.guideRails = options.guideRails;
@@ -139,6 +141,7 @@ class Agent {
      * List of memories this agent can use
      */
     memories = [];
+    asyncMemoryRecord;
     tag;
     /**
      * Maximum number of memory items to retrieve
@@ -600,7 +603,11 @@ class Agent {
     async postprocess(input, output, options) {
         this.checkContextStatus(options);
         this.publishToTopics(output, options);
-        await this.recordMemories({ content: [{ input, output: (0, types_js_1.replaceTransferAgentToName)(output), source: this.name }] }, options);
+        const memory = this.recordMemories({ content: [{ input, output: (0, types_js_1.replaceTransferAgentToName)(output), source: this.name }] }, options).catch((error) => {
+            logger_js_1.logger.error(`Agent ${this.name} failed to record memories:`, error);
+        });
+        if (!this.asyncMemoryRecord)
+            await memory;
     }
     async publishToTopics(output, options) {
         const publishTopics = typeof this.publishTopic === "function" ? await this.publishTopic(output) : this.publishTopic;

package/lib/cjs/agents/chat-model.d.ts

@@ -1,5 +1,6 @@
+import { z } from "zod";
 import type { PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentProcessResult, type Message } from "./agent.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -25,8 +26,8 @@ import { Agent, type AgentInvokeOptions, type AgentProcessResult, type Message }
  */
 export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelOutput> {
     tag: string;
-    constructor();
-    abstract getCredential(): Promise<{
+    constructor(options?: Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema">);
+    get credential(): PromiseOrValue<{
         url?: string;
         apiKey?: string;
         model?: string;
@@ -391,3 +392,16 @@ export interface ChatModelOutputUsage {
      */
     aigneHubCredits?: number;
 }
+export declare const chatModelOutputUsageSchema: z.ZodObject<{
+    inputTokens: z.ZodNumber;
+    outputTokens: z.ZodNumber;
+    aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    inputTokens: number;
+    outputTokens: number;
+    aigneHubCredits?: number | undefined;
+}, {
+    inputTokens: number;
+    outputTokens: number;
+    aigneHubCredits?: number | undefined;
+}>;

package/lib/cjs/agents/chat-model.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatModel = void 0;
+exports.chatModelOutputUsageSchema = exports.ChatModel = void 0;
 const zod_1 = require("zod");
 const agent_js_1 = require("./agent.js");
 /**
@@ -28,12 +28,16 @@ const agent_js_1 = require("./agent.js");
  */
 class ChatModel extends agent_js_1.Agent {
     tag = "ChatModelAgent";
-    constructor() {
+    constructor(options) {
         super({
+            ...options,
             inputSchema: chatModelInputSchema,
             outputSchema: chatModelOutputSchema,
         });
     }
+    get credential() {
+        return {};
+    }
     /**
      * Indicates whether the model supports parallel tool calls
      *
@@ -217,7 +221,7 @@ const chatModelOutputToolCallSchema = zod_1.z.object({
         arguments: zod_1.z.record(zod_1.z.string(), zod_1.z.unknown()),
     }),
 });
-const chatModelOutputUsageSchema = zod_1.z.object({
+exports.chatModelOutputUsageSchema = zod_1.z.object({
     inputTokens: zod_1.z.number(),
     outputTokens: zod_1.z.number(),
     aigneHubCredits: zod_1.z.number().optional(),
@@ -226,6 +230,6 @@ const chatModelOutputSchema = zod_1.z.object({
     text: zod_1.z.string().optional(),
     json: zod_1.z.record(zod_1.z.string(), zod_1.z.unknown()).optional(),
     toolCalls: zod_1.z.array(chatModelOutputToolCallSchema).optional(),
-    usage: chatModelOutputUsageSchema.optional(),
+    usage: exports.chatModelOutputUsageSchema.optional(),
     model: zod_1.z.string().optional(),
 });

package/lib/cjs/agents/image-agent.d.ts

@@ -0,0 +1,21 @@
+import { type ZodObject, type ZodType } from "zod";
+import { PromptBuilder } from "../prompt/prompt-builder.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type Message } from "./agent.js";
+import { type ImageModel, type ImageModelOutput } from "./image-model.js";
+export interface ImageAgentOptions<I extends Message = any, O extends ImageModelOutput = any> extends Omit<AgentOptions<I, O>, "outputSchema"> {
+    model?: ImageModel;
+    instructions: string | PromptBuilder;
+    modelOptions?: Record<string, any>;
+}
+export declare const imageAgentOptionsSchema: ZodObject<{
+    [key in keyof ImageAgentOptions]: ZodType<ImageAgentOptions[key]>;
+}>;
+export declare class ImageAgent<I extends Message = any, O extends ImageModelOutput = any> extends Agent<I, O> {
+    tag: string;
+    static from<I extends Message = any, O extends ImageModelOutput = any>(options: ImageAgentOptions<I, O>): ImageAgent<I, O>;
+    constructor(options: ImageAgentOptions<I, O>);
+    model?: ImageModel;
+    instructions: PromptBuilder;
+    modelOptions?: Record<string, any>;
+    process(input: I, options: AgentInvokeOptions): Promise<O>;
+}

package/lib/cjs/agents/image-agent.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImageAgent = exports.imageAgentOptionsSchema = void 0;
+const zod_1 = __importDefault(require("zod"));
+const prompt_builder_js_1 = require("../prompt/prompt-builder.js");
+const type_utils_js_1 = require("../utils/type-utils.js");
+const agent_js_1 = require("./agent.js");
+const image_model_js_1 = require("./image-model.js");
+exports.imageAgentOptionsSchema = agent_js_1.agentOptionsSchema.extend({
+    model: zod_1.default.custom().optional(),
+    instructions: zod_1.default.union([zod_1.default.string(), zod_1.default.custom()]),
+    modelOptions: zod_1.default.record(zod_1.default.any()).optional(),
+});
+class ImageAgent extends agent_js_1.Agent {
+    tag = "ImageAgent";
+    static from(options) {
+        return new ImageAgent(options);
+    }
+    constructor(options) {
+        super({ ...options, outputSchema: image_model_js_1.imageModelOutputSchema });
+        (0, type_utils_js_1.checkArguments)("ImageAgent", exports.imageAgentOptionsSchema, options);
+        this.model = options.model;
+        this.instructions =
+            typeof options.instructions === "string"
+                ? prompt_builder_js_1.PromptBuilder.from(options.instructions)
+                : options.instructions;
+        this.modelOptions = options.modelOptions;
+    }
+    model;
+    instructions;
+    modelOptions;
+    async process(input, options) {
+        const model = this.model ?? options.context.imageModel;
+        if (!model)
+            throw new Error("image model is required to run ImageAgent");
+        const { prompt } = await this.instructions.buildImagePrompt({ input });
+        return (await options.context.invoke(model, { ...input, ...this.modelOptions, prompt }, { ...options, streaming: false }));
+    }
+}
+exports.ImageAgent = ImageAgent;

package/lib/cjs/agents/image-model.d.ts

@@ -0,0 +1,115 @@
+import { z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+export interface ImageModelOptions<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends AgentOptions<I, O> {
+}
+export declare abstract class ImageModel<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Agent<I, O> {
+    tag: string;
+    constructor(options?: ImageModelOptions<I, O>);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+}
+export interface ImageModelInput extends Message {
+    model?: string;
+    image?: string | string[];
+    prompt: string;
+    n?: number;
+    responseFormat?: "url" | "base64";
+}
+export declare const imageModelInputSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodString>;
+    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
+    prompt: z.ZodString;
+    n: z.ZodOptional<z.ZodNumber>;
+    responseFormat: z.ZodOptional<z.ZodEnum<["url", "base64"]>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    responseFormat?: "url" | "base64" | undefined;
+    image?: string | string[] | undefined;
+    n?: number | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    responseFormat?: "url" | "base64" | undefined;
+    image?: string | string[] | undefined;
+    n?: number | undefined;
+}>;
+export interface ImageModelOutput extends Message {
+    images: ImageModelOutputImage[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+}
+export type ImageModelOutputImage = ImageModelOutputImageUrl | ImageModelOutputImageBase64;
+export interface ImageModelOutputImageUrl {
+    url: string;
+}
+export interface ImageModelOutputImageBase64 {
+    base64: string;
+}
+export declare const imageModelOutputSchema: z.ZodObject<{
+    images: z.ZodArray<z.ZodUnion<[z.ZodObject<{
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+    }, {
+        url: string;
+    }>, z.ZodObject<{
+        base64: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        base64: string;
+    }, {
+        base64: string;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    images: ({
+        url: string;
+    } | {
+        base64: string;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+}, {
+    images: ({
+        url: string;
+    } | {
+        base64: string;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+}>;

package/lib/cjs/agents/image-model.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.imageModelOutputSchema = exports.imageModelInputSchema = exports.ImageModel = void 0;
+const zod_1 = require("zod");
+const agent_js_1 = require("./agent.js");
+const chat_model_js_1 = require("./chat-model.js");
+class ImageModel extends agent_js_1.Agent {
+    tag = "ImageModelAgent";
+    constructor(options) {
+        super({
+            inputSchema: exports.imageModelInputSchema,
+            outputSchema: exports.imageModelOutputSchema,
+            ...options,
+        });
+    }
+    get credential() {
+        return {};
+    }
+    async preprocess(input, options) {
+        super.preprocess(input, options);
+        const { limits, usage } = options.context;
+        const usedTokens = usage.outputTokens + usage.inputTokens;
+        if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
+            throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
+        }
+    }
+    async postprocess(input, output, options) {
+        super.postprocess(input, output, options);
+        const { usage } = output;
+        if (usage) {
+            options.context.usage.outputTokens += usage.outputTokens;
+            options.context.usage.inputTokens += usage.inputTokens;
+            if (usage.aigneHubCredits)
+                options.context.usage.aigneHubCredits += usage.aigneHubCredits;
+        }
+    }
+}
+exports.ImageModel = ImageModel;
+exports.imageModelInputSchema = zod_1.z.object({
+    model: zod_1.z.string().optional(),
+    image: zod_1.z
+        .union([zod_1.z.string(), zod_1.z.array(zod_1.z.string())])
+        .optional()
+        .describe("Image URL or base64 string(s) used for editing"),
+    prompt: zod_1.z.string(),
+    n: zod_1.z.number().int().min(1).optional(),
+    responseFormat: zod_1.z.enum(["url", "base64"]).optional(),
+});
+exports.imageModelOutputSchema = zod_1.z.object({
+    images: zod_1.z.array(zod_1.z.union([
+        zod_1.z.object({
+            url: zod_1.z.string(),
+        }),
+        zod_1.z.object({
+            base64: zod_1.z.string(),
+        }),
+    ])),
+    usage: chat_model_js_1.chatModelOutputUsageSchema.optional(),
+    model: zod_1.z.string().optional(),
+});

package/lib/cjs/aigne/aigne.d.ts

@@ -1,6 +1,7 @@
 import { AIGNEObserver } from "@aigne/observability-api";
 import type { Agent, AgentResponse, AgentResponseStream, Message } from "../agents/agent.js";
 import type { ChatModel } from "../agents/chat-model.js";
+import type { ImageModel } from "../agents/image-model.js";
 import type { UserAgent } from "../agents/user-agent.js";
 import { type LoadOptions } from "../loader/index.js";
 import { AIGNEContext, type Context, type InvokeOptions, type UserContext } from "./context.js";
@@ -27,6 +28,10 @@ export interface AIGNEOptions {
      * Global model to use for all agents not specifying a model.
      */
     model?: ChatModel;
+    /**
+     * Optional image model to use for image processing tasks.
+     */
+    imageModel?: ImageModel;
     /**
      * Skills to use for the AIGNE instance.
      */
@@ -71,7 +76,7 @@ export declare class AIGNE<U extends UserContext = UserContext> {
      * @param options - Options to override the loaded configuration.
      * @returns A fully initialized AIGNE instance with configured agents and skills.
      */
-    static load(path: string, options: AIGNEOptions & Omit<LoadOptions, "path">): Promise<AIGNE>;
+    static load(path: string, options?: Omit<AIGNEOptions, keyof LoadOptions> & LoadOptions): Promise<AIGNE>;
     /**
      * Creates a new AIGNE instance with the specified options.
      *
@@ -94,6 +99,10 @@ export declare class AIGNE<U extends UserContext = UserContext> {
      * Global model to use for all agents that don't specify their own model.
      */
     model?: ChatModel;
+    /**
+     * Optional image model to use for image processing tasks.
+     */
+    imageModel?: ImageModel;
     /**
      * Usage limits applied to this AIGNE instance's execution.
      */

package/lib/cjs/aigne/aigne.js

@@ -28,15 +28,13 @@ class AIGNE {
      * @param options - Options to override the loaded configuration.
      * @returns A fully initialized AIGNE instance with configured agents and skills.
      */
-    static async load(path, options) {
-        const { model, agents = [], skills = [], ...aigne } = await (0, index_js_1.load)({ ...options, path });
+    static async load(path, options = {}) {
+        const { agents = [], skills = [], model, imageModel, ...aigne } = await (0, index_js_1.load)(path, options);
         return new AIGNE({
             ...aigne,
             ...options,
-            rootDir: aigne.rootDir,
-            model: options?.model || model,
-            name: options?.name || aigne.name || undefined,
-            description: options?.description || aigne.description || undefined,
+            model,
+            imageModel,
             agents: agents.concat(options?.agents ?? []),
             skills: skills.concat(options?.skills ?? []),
         });
@@ -53,6 +51,7 @@ class AIGNE {
         this.name = options?.name;
         this.description = options?.description;
         this.model = options?.model;
+        this.imageModel = options?.imageModel;
         this.limits = options?.limits;
         this.observer =
             process.env.AIGNE_OBSERVABILITY_DISABLED === "true"
@@ -85,6 +84,10 @@ class AIGNE {
      * Global model to use for all agents that don't specify their own model.
      */
     model;
+    /**
+     * Optional image model to use for image processing tasks.
+     */
+    imageModel;
     /**
      * Usage limits applied to this AIGNE instance's execution.
      */
@@ -223,6 +226,7 @@ class AIGNE {
 exports.AIGNE = AIGNE;
 const aigneOptionsSchema = zod_1.z.object({
     model: zod_1.z.custom().optional(),
+    imageModel: zod_1.z.custom().optional(),
     skills: zod_1.z.array(zod_1.z.custom()).optional(),
     agents: zod_1.z.array(zod_1.z.custom()).optional(),
     observer: zod_1.z.custom().optional(),

package/lib/cjs/aigne/context.d.ts

@@ -3,6 +3,7 @@ import type { Span } from "@opentelemetry/api";
 import { Emitter } from "strict-event-emitter";
 import { type Agent, type AgentHooks, type AgentInvokeOptions, type AgentProcessAsyncGenerator, type AgentResponse, type AgentResponseStream, type Message } from "../agents/agent.js";
 import type { ChatModel } from "../agents/chat-model.js";
+import type { ImageModel } from "../agents/image-model.js";
 import { UserAgent } from "../agents/user-agent.js";
 import type { Memory } from "../memory/memory.js";
 import { type OmitPropertiesFromArrayFirstElement } from "../utils/type-utils.js";
@@ -73,6 +74,7 @@ export interface Context<U extends UserContext = UserContext> extends TypedEvent
     parentId?: string;
     rootId: string;
     model?: ChatModel;
+    imageModel?: ImageModel;
     skills?: Agent[];
     agents: Agent[];
     observer?: AIGNEObserver;
@@ -155,6 +157,7 @@ export declare class AIGNEContext implements Context {
     readonly internal: AIGNEContextShared;
     get messageQueue(): MessageQueue;
     get model(): ChatModel | undefined;
+    get imageModel(): ImageModel<import("../agents/image-model.js").ImageModelInput, import("../agents/image-model.js").ImageModelOutput> | undefined;
     get skills(): Agent<any, any>[] | undefined;
     get agents(): Agent<any, any>[];
     get observer(): AIGNEObserver | undefined;
@@ -187,13 +190,14 @@ export declare class AIGNEContext implements Context {
 declare class AIGNEContextShared {
     private readonly parent?;
     spans: Span[];
-    constructor(parent?: (Pick<Context, "model" | "agents" | "skills" | "limits" | "observer"> & {
+    constructor(parent?: (Pick<Context, "model" | "imageModel" | "agents" | "skills" | "limits" | "observer"> & {
         messageQueue?: MessageQueue;
         events?: Emitter<any>;
     }) | undefined);
     readonly messageQueue: MessageQueue;
     readonly events: Emitter<any>;
     get model(): ChatModel | undefined;
+    get imageModel(): ImageModel<import("../agents/image-model.js").ImageModelInput, import("../agents/image-model.js").ImageModelOutput> | undefined;
     get skills(): Agent<any, any>[] | undefined;
     get agents(): Agent<any, any>[];
     get observer(): AIGNEObserver | undefined;

package/lib/cjs/aigne/context.js

@@ -61,6 +61,9 @@ class AIGNEContext {
     get model() {
         return this.internal.model;
     }
+    get imageModel() {
+        return this.internal.imageModel;
+    }
     get skills() {
         return this.internal.skills;
     }
@@ -306,6 +309,9 @@ class AIGNEContextShared {
     get model() {
         return this.parent?.model;
     }
+    get imageModel() {
+        return this.parent?.imageModel;
+    }
     get skills() {
         return this.parent?.skills;
     }

package/lib/cjs/index.d.ts

@@ -2,6 +2,8 @@ export * from "./agents/agent.js";
 export * from "./agents/ai-agent.js";
 export * from "./agents/chat-model.js";
 export * from "./agents/guide-rail-agent.js";
+export * from "./agents/image-agent.js";
+export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";

package/lib/cjs/index.js

@@ -18,6 +18,8 @@ __exportStar(require("./agents/agent.js"), exports);
 __exportStar(require("./agents/ai-agent.js"), exports);
 __exportStar(require("./agents/chat-model.js"), exports);
 __exportStar(require("./agents/guide-rail-agent.js"), exports);
+__exportStar(require("./agents/image-agent.js"), exports);
+__exportStar(require("./agents/image-model.js"), exports);
 __exportStar(require("./agents/mcp-agent.js"), exports);
 __exportStar(require("./agents/team-agent.js"), exports);
 __exportStar(require("./agents/transform-agent.js"), exports);

package/lib/cjs/loader/agent-yaml.d.ts

@@ -39,6 +39,11 @@ export interface AIAgentSchema extends BaseAgentSchema {
     outputKey?: string;
     toolChoice?: AIAgentToolChoice;
 }
+export interface ImageAgentSchema extends BaseAgentSchema {
+    type: "image";
+    instructions: string;
+    modelOptions?: Record<string, any>;
+}
 export interface MCPAgentSchema extends BaseAgentSchema {
     type: "mcp";
     url?: string;
@@ -64,6 +69,6 @@ export interface FunctionAgentSchema extends BaseAgentSchema {
     type: "function";
     process: FunctionAgentFn;
 }
-export type AgentSchema = AIAgentSchema | MCPAgentSchema | TeamAgentSchema | TransformAgentSchema | FunctionAgentSchema;
+export type AgentSchema = AIAgentSchema | ImageAgentSchema | MCPAgentSchema | TeamAgentSchema | TransformAgentSchema | FunctionAgentSchema;
 export declare function parseAgentFile(path: string, data: object): Promise<AgentSchema>;
 export declare function loadAgentFromYamlFile(path: string): Promise<AgentSchema>;

package/lib/cjs/loader/agent-yaml.js

@@ -50,24 +50,33 @@ async function parseAgentFile(path, data) {
                 })),
             ])),
         });
+        const instructionsSchema = zod_1.z
+            .union([
+            zod_1.z.string(),
+            zod_1.z.object({
+                url: zod_1.z.string(),
+            }),
+        ])
+            .transform((v) => typeof v === "string"
+            ? v
+            : v && index_js_1.nodejs.fs.readFile(index_js_1.nodejs.path.join(index_js_1.nodejs.path.dirname(path), v.url), "utf8"));
         return (0, schema_js_1.camelizeSchema)(zod_1.z.discriminatedUnion("type", [
             zod_1.z
                 .object({
                 type: zod_1.z.literal("ai"),
-                instructions: (0, schema_js_1.optionalize)(zod_1.z.union([
-                    zod_1.z.string(),
-                    zod_1.z.object({
-                        url: zod_1.z.string(),
-                    }),
-                ])).transform((v) => typeof v === "string"
-                    ? v
-                    : v &&
-                        index_js_1.nodejs.fs.readFile(index_js_1.nodejs.path.join(index_js_1.nodejs.path.dirname(path), v.url), "utf8")),
+                instructions: (0, schema_js_1.optionalize)(instructionsSchema),
                 inputKey: (0, schema_js_1.optionalize)(zod_1.z.string()),
                 outputKey: (0, schema_js_1.optionalize)(zod_1.z.string()),
                 toolChoice: (0, schema_js_1.optionalize)(zod_1.z.nativeEnum(ai_agent_js_1.AIAgentToolChoice)),
             })
                 .extend(baseAgentSchema.shape),
+            zod_1.z
+                .object({
+                type: zod_1.z.literal("image"),
+                instructions: instructionsSchema,
+                modelOptions: (0, schema_js_1.optionalize)((0, schema_js_1.camelizeSchema)(zod_1.z.record(zod_1.z.any()))),
+            })
+                .extend(baseAgentSchema.shape),
             zod_1.z
                 .object({
                 type: zod_1.z.literal("mcp"),