@aigne/core 1.51.0 → 1.53.0

package/lib/esm/index.d.ts

@@ -2,6 +2,8 @@ export * from "./agents/agent.js";
 export * from "./agents/ai-agent.js";
 export * from "./agents/chat-model.js";
 export * from "./agents/guide-rail-agent.js";
+export * from "./agents/image-agent.js";
+export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";

package/lib/esm/index.js

@@ -2,6 +2,8 @@ export * from "./agents/agent.js";
 export * from "./agents/ai-agent.js";
 export * from "./agents/chat-model.js";
 export * from "./agents/guide-rail-agent.js";
+export * from "./agents/image-agent.js";
+export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";

package/lib/esm/loader/agent-yaml.d.ts

@@ -39,6 +39,11 @@ export interface AIAgentSchema extends BaseAgentSchema {
     outputKey?: string;
     toolChoice?: AIAgentToolChoice;
 }
+export interface ImageAgentSchema extends BaseAgentSchema {
+    type: "image";
+    instructions: string;
+    modelOptions?: Record<string, any>;
+}
 export interface MCPAgentSchema extends BaseAgentSchema {
     type: "mcp";
     url?: string;
@@ -64,6 +69,6 @@ export interface FunctionAgentSchema extends BaseAgentSchema {
     type: "function";
     process: FunctionAgentFn;
 }
-export type AgentSchema = AIAgentSchema | MCPAgentSchema | TeamAgentSchema | TransformAgentSchema | FunctionAgentSchema;
+export type AgentSchema = AIAgentSchema | ImageAgentSchema | MCPAgentSchema | TeamAgentSchema | TransformAgentSchema | FunctionAgentSchema;
 export declare function parseAgentFile(path: string, data: object): Promise<AgentSchema>;
 export declare function loadAgentFromYamlFile(path: string): Promise<AgentSchema>;

package/lib/esm/loader/agent-yaml.js

@@ -46,24 +46,33 @@ export async function parseAgentFile(path, data) {
                 })),
             ])),
         });
+        const instructionsSchema = z
+            .union([
+            z.string(),
+            z.object({
+                url: z.string(),
+            }),
+        ])
+            .transform((v) => typeof v === "string"
+            ? v
+            : v && nodejs.fs.readFile(nodejs.path.join(nodejs.path.dirname(path), v.url), "utf8"));
         return camelizeSchema(z.discriminatedUnion("type", [
             z
                 .object({
                 type: z.literal("ai"),
-                instructions: optionalize(z.union([
-                    z.string(),
-                    z.object({
-                        url: z.string(),
-                    }),
-                ])).transform((v) => typeof v === "string"
-                    ? v
-                    : v &&
-                        nodejs.fs.readFile(nodejs.path.join(nodejs.path.dirname(path), v.url), "utf8")),
+                instructions: optionalize(instructionsSchema),
                 inputKey: optionalize(z.string()),
                 outputKey: optionalize(z.string()),
                 toolChoice: optionalize(z.nativeEnum(AIAgentToolChoice)),
             })
                 .extend(baseAgentSchema.shape),
+            z
+                .object({
+                type: z.literal("image"),
+                instructions: instructionsSchema,
+                modelOptions: optionalize(camelizeSchema(z.record(z.any()))),
+            })
+                .extend(baseAgentSchema.shape),
             z
                 .object({
                 type: z.literal("mcp"),

package/lib/esm/loader/index.d.ts

@@ -1,51 +1,55 @@
-import type { Camelize } from "camelize-ts";
 import { z } from "zod";
 import { Agent, type AgentOptions } from "../agents/agent.js";
 import type { ChatModel } from "../agents/chat-model.js";
+import type { ImageModel } from "../agents/image-model.js";
 import type { AIGNEOptions } from "../aigne/aigne.js";
 import type { MemoryAgent, MemoryAgentOptions } from "../memory/memory.js";
 import { type PromiseOrValue } from "../utils/type-utils.js";
 export interface LoadOptions {
-    loadModel: (model?: Camelize<z.infer<typeof aigneFileSchema>["model"]>) => PromiseOrValue<ChatModel | undefined>;
     memories?: {
         new (parameters?: MemoryAgentOptions): MemoryAgent;
     }[];
-    path: string;
-    model?: ChatModel;
+    model?: ChatModel | ((model?: z.infer<typeof aigneFileSchema>["chatModel"]) => PromiseOrValue<ChatModel | undefined>);
+    imageModel?: ImageModel | ((model?: z.infer<typeof aigneFileSchema>["imageModel"]) => PromiseOrValue<ImageModel | undefined>);
 }
-export declare function load(options: LoadOptions): Promise<AIGNEOptions>;
+export declare function load(path: string, options?: LoadOptions): Promise<AIGNEOptions>;
 export declare function loadAgent(path: string, options?: LoadOptions, agentOptions?: AgentOptions): Promise<Agent>;
 declare const aigneFileSchema: z.ZodObject<{
     name: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     description: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
-    model: z.ZodEffects<z.ZodType<string | {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+    chatModel: z.ZodEffects<z.ZodEffects<z.ZodType<string | {
+        model?: string | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        presencePenalty?: number | undefined;
     } | undefined, z.ZodTypeDef, string | {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+        model?: string | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        presencePenalty?: number | undefined;
+    } | undefined>, string | {
+        model?: string | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        presencePenalty?: number | undefined;
+    } | undefined, unknown>, {
+        model?: string | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        presencePenalty?: number | undefined;
+    } | undefined, unknown>;
+    imageModel: z.ZodEffects<z.ZodType<string | {
+        model?: string | undefined;
+    } | undefined, z.ZodTypeDef, string | {
+        model?: string | undefined;
     } | undefined>, {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+        model?: string | undefined;
     } | undefined, string | {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+        model?: string | undefined;
     } | undefined>;
     agents: z.ZodType<string[] | undefined, z.ZodTypeDef, string[] | undefined>;
     skills: z.ZodType<string[] | undefined, z.ZodTypeDef, string[] | undefined>;
@@ -63,15 +67,17 @@ declare const aigneFileSchema: z.ZodObject<{
     name?: string | undefined;
     description?: string | undefined;
     skills?: string[] | undefined;
-    model?: {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+    imageModel?: {
+        model?: string | undefined;
     } | undefined;
     agents?: string[] | undefined;
+    chatModel?: {
+        model?: string | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        presencePenalty?: number | undefined;
+    } | undefined;
     mcpServer?: {
         agents?: string[] | undefined;
     } | undefined;
@@ -82,15 +88,11 @@ declare const aigneFileSchema: z.ZodObject<{
     name?: string | undefined;
     description?: string | undefined;
     skills?: string[] | undefined;
-    model?: string | {
-        name?: string | null | undefined;
-        temperature?: number | null | undefined;
-        topP?: number | null | undefined;
-        frequencyPenalty?: number | null | undefined;
-        presencePenalty?: number | null | undefined;
-        provider?: string | null | undefined;
+    imageModel?: string | {
+        model?: string | undefined;
     } | undefined;
     agents?: string[] | undefined;
+    chatModel?: unknown;
     mcpServer?: {
         agents?: string[] | undefined;
     } | undefined;

package/lib/esm/loader/index.js

@@ -3,24 +3,28 @@ import { parse } from "yaml";
 import { z } from "zod";
 import { Agent, FunctionAgent } from "../agents/agent.js";
 import { AIAgent } from "../agents/ai-agent.js";
+import { ImageAgent } from "../agents/image-agent.js";
 import { MCPAgent } from "../agents/mcp-agent.js";
 import { TeamAgent } from "../agents/team-agent.js";
 import { TransformAgent } from "../agents/transform-agent.js";
 import { PromptBuilder } from "../prompt/prompt-builder.js";
-import { flat, isNonNullable, tryOrThrow } from "../utils/type-utils.js";
+import { flat, isNonNullable, isRecord, tryOrThrow, } from "../utils/type-utils.js";
 import { loadAgentFromJsFile } from "./agent-js.js";
 import { loadAgentFromYamlFile } from "./agent-yaml.js";
 import { camelizeSchema, optionalize } from "./schema.js";
 const AIGNE_FILE_NAME = ["aigne.yaml", "aigne.yml"];
-export async function load(options) {
-    const { aigne, rootDir } = await loadAIGNEFile(options.path);
+export async function load(path, options = {}) {
+    const { aigne, rootDir } = await loadAIGNEFile(path);
     const allAgentPaths = new Set(flat(aigne.agents, aigne.skills, aigne.mcpServer?.agents, aigne.cli?.agents).map((i) => nodejs.path.join(rootDir, i)));
     const allAgents = Object.fromEntries(await Promise.all(Array.from(allAgentPaths).map(async (path) => [path, await loadAgent(path, options)])));
     const pickAgents = (paths) => paths.map((filename) => allAgents[nodejs.path.join(rootDir, filename)]).filter(isNonNullable);
     return {
         ...aigne,
         rootDir,
-        model: options?.model || (await options.loadModel(aigne.model)),
+        model: typeof options.model === "function" ? await options.model(aigne.chatModel) : options.model,
+        imageModel: typeof options.imageModel === "function"
+            ? await options.imageModel(aigne.imageModel)
+            : options.imageModel,
         agents: pickAgents(aigne.agents ?? []),
         skills: pickAgents(aigne.skills ?? []),
         mcpServer: {
@@ -99,6 +103,14 @@ async function parseAgent(path, agent, options, agentOptions) {
                     PromptBuilder.from(agent.instructions, { workingDir: nodejs.path.dirname(path) }),
             });
         }
+        case "image": {
+            return ImageAgent.from({
+                ...baseOptions,
+                instructions: PromptBuilder.from(agent.instructions, {
+                    workingDir: nodejs.path.dirname(path),
+                }),
+            });
+        }
         case "mcp": {
             if (agent.url) {
                 return MCPAgent.from({
@@ -151,17 +163,28 @@ async function loadMemory(memories, provider, options) {
 const aigneFileSchema = camelizeSchema(z.object({
     name: optionalize(z.string()),
     description: optionalize(z.string()),
-    model: optionalize(z.union([
+    chatModel: z
+        .preprocess((v) => {
+        if (!isRecord(v))
+            return v;
+        return { ...v, model: v.model || `${v.provider || ""}:${v.name || ""}` };
+    }, optionalize(z.union([
+        z.string(),
+        camelizeSchema(z.object({
+            model: optionalize(z.string()),
+            temperature: optionalize(z.number().min(0).max(2)),
+            topP: optionalize(z.number().min(0)),
+            frequencyPenalty: optionalize(z.number().min(-2).max(2)),
+            presencePenalty: optionalize(z.number().min(-2).max(2)),
+        })),
+    ])))
+        .transform((v) => (typeof v === "string" ? { model: v } : v)),
+    imageModel: optionalize(z.union([
         z.string(),
         camelizeSchema(z.object({
-            provider: z.string().nullish(),
-            name: z.string().nullish(),
-            temperature: z.number().min(0).max(2).nullish(),
-            topP: z.number().min(0).nullish(),
-            frequencyPenalty: z.number().min(-2).max(2).nullish(),
-            presencePenalty: z.number().min(-2).max(2).nullish(),
+            model: optionalize(z.string()),
         })),
-    ])).transform((v) => (typeof v === "string" ? { name: v } : v)),
+    ])).transform((v) => (typeof v === "string" ? { model: v } : v)),
     agents: optionalize(z.array(z.string())),
     skills: optionalize(z.array(z.string())),
     mcpServer: optionalize(z.object({
@@ -175,7 +198,7 @@ export async function loadAIGNEFile(path) {
     const file = await findAIGNEFile(path);
     const raw = await tryOrThrow(() => nodejs.fs.readFile(file, "utf8"), (error) => new Error(`Failed to load aigne.yaml from ${file}: ${error.message}`));
     const json = tryOrThrow(() => parse(raw), (error) => new Error(`Failed to parse aigne.yaml from ${file}: ${error.message}`));
-    const aigne = tryOrThrow(() => aigneFileSchema.parse({ ...json, model: json.model ?? json.chat_model ?? json.chatModel }), (error) => new Error(`Failed to validate aigne.yaml from ${file}: ${error.message}`));
+    const aigne = tryOrThrow(() => aigneFileSchema.parse(json), (error) => new Error(`Failed to validate aigne.yaml from ${file}: ${error.message}`));
     return { aigne, rootDir: nodejs.path.dirname(file) };
 }
 async function findAIGNEFile(path) {

package/lib/esm/prompt/prompt-builder.d.ts

@@ -27,6 +27,9 @@ export declare class PromptBuilder {
     build(options: PromptBuildOptions): Promise<ChatModelInput & {
         toolAgents?: Agent[];
     }>;
+    buildImagePrompt(options: Pick<PromptBuildOptions, "input">): Promise<{
+        prompt: string;
+    }>;
     private buildMessages;
     private convertMemoriesToMessages;
     private buildResponseFormat;

package/lib/esm/prompt/prompt-builder.js

@@ -65,6 +65,14 @@ export class PromptBuilder {
             ...this.buildTools(options),
         };
     }
+    async buildImagePrompt(options) {
+        const messages = (await (typeof this.instructions === "string"
+            ? ChatMessagesTemplate.from([SystemMessageTemplate.from(this.instructions)])
+            : this.instructions)?.format(options.input, { workingDir: this.workingDir })) ?? [];
+        return {
+            prompt: messages.map((i) => i.content).join("\n"),
+        };
+    }
     async buildMessages(options) {
         const { input } = options;
         const inputKey = options.agent?.inputKey;

package/lib/esm/utils/camelize.d.ts

@@ -1 +1,7 @@
-export declare function camelize<T>(obj: T, shallow?: boolean): any;
+export type CamelCase<S extends string> = S extends `${infer P1}_${infer P2}${infer P3}` ? `${P1}${Uppercase<P2>}${CamelCase<P3>}` : S;
+export type CamelizeObject<T, S = false> = {
+    [K in keyof T as Uncapitalize<CamelCase<string & K>>]: T[K] extends Date ? T[K] : T[K] extends RegExp ? T[K] : T[K] extends Array<infer U> ? U extends object | undefined ? Array<CamelizeObject<U>> : T[K] : T[K] extends object | undefined ? S extends true ? T[K] : CamelizeObject<T[K]> : T[K];
+};
+export type Camelize<T, S = false> = T extends Array<infer U> ? Array<CamelizeObject<U, S>> : CamelizeObject<T, S>;
+export declare function camelize<T, S extends boolean = false>(obj: T, shallow?: S): T extends string ? string : Camelize<T, S>;
+export declare function snakelize<T, S extends boolean = false>(obj: T, shallow?: S): T extends string ? string : any;

package/lib/esm/utils/camelize.js

@@ -1,18 +1,34 @@
-import { isRecord } from "./type-utils.js";
-export function camelize(obj, shallow = false) {
-    if (Array.isArray(obj)) {
-        return shallow ? obj : obj.map((item) => camelize(item, false));
-    }
-    if (isRecord(obj)) {
-        return Object.fromEntries(Object.entries(obj).map(([key, value]) => [
-            camelCase(key),
-            shallow ? value : camelize(value, false),
-        ]));
-    }
-    return obj;
+export function camelize(obj, shallow) {
+    return typeof obj === "string" ? camelCase(obj) : walk(obj, shallow, camelCase);
+}
+export function snakelize(obj, shallow) {
+    return typeof obj === "string" ? snakeCase(obj) : walk(obj, shallow, snakeCase);
 }
 function camelCase(key) {
-    key = key.replace(/[-_#@$\s]+(.)?/g, (_, char) => char.toUpperCase());
+    key = key.replace(/[_.-](\w|$)/g, (_, char) => char.toUpperCase());
     key = key.charAt(0).toLowerCase() + key.slice(1);
     return key;
 }
+function snakeCase(key) {
+    return key.replace(/([a-z])([A-Z])/g, "$1_$2").toLowerCase();
+}
+function walk(obj, shallow = false, transform) {
+    if (!obj || typeof obj !== "object")
+        return obj;
+    if (obj instanceof Date || obj instanceof RegExp)
+        return obj;
+    if (Array.isArray(obj))
+        return obj.map((v) => {
+            if (!shallow) {
+                return walk(v, shallow, transform);
+            }
+            if (typeof v === "object")
+                return walk(v, shallow, transform);
+            return v;
+        });
+    return Object.keys(obj).reduce((res, key) => {
+        const newKey = transform(key);
+        res[newKey] = shallow ? obj[key] : walk(obj[key], shallow, transform);
+        return res;
+    }, {});
+}

package/lib/esm/utils/type-utils.d.ts

@@ -18,7 +18,7 @@ export declare function unique<T>(arr: T[], key?: (item: T) => unknown): T[];
 export declare function pick<T extends object, K extends keyof T>(obj: T, ...keys: (K | K[])[]): Pick<T, K>;
 export declare function omit<T extends object, K extends keyof T>(obj: T, ...keys: (K | K[])[]): Omit<T, K>;
 export declare function omitDeep<T, K>(obj: T, ...keys: (K | K[])[]): unknown;
-export declare function omitBy<T extends Record<string, unknown>, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
+export declare function omitBy<T extends object, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
 export declare function flat<T>(...value: (T | T[])[]): NonNullable<T>[];
 export declare function createAccessorArray<T>(array: T[], accessor: (array: T[], name: string) => T | undefined): T[] & {
     [key: string]: T;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.51.0",
+  "version": "1.53.0",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -89,8 +89,8 @@
     "yaml": "^2.8.0",
     "zod": "^3.25.67",
     "zod-to-json-schema": "^3.24.6",
-    "@aigne/platform-helpers": "^0.6.2",
-    "@aigne/observability-api": "^0.9.0"
+    "@aigne/observability-api": "^0.9.1",
+    "@aigne/platform-helpers": "^0.6.2"
   },
   "devDependencies": {
     "@types/bun": "^1.2.18",