@aigne/core 1.64.1-beta → 1.65.0-beta.1

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## [1.65.0-beta.1](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.65.0-beta...core-v1.65.0-beta.1) (2025-10-26)
+
+
+### Features
+
+* support define function agent by yaml ([#668](https://github.com/AIGNE-io/aigne-framework/issues/668)) ([2fde8cc](https://github.com/AIGNE-io/aigne-framework/commit/2fde8cc44b213fc2d4c20d91c3c8a8b3c2eb140e))
+
+
+### Bug Fixes
+
+* **models:** aigne hub video params ([#665](https://github.com/AIGNE-io/aigne-framework/issues/665)) ([d00f836](https://github.com/AIGNE-io/aigne-framework/commit/d00f8368422d8e3707b974e1aff06714731ebb28))
+
+## [1.65.0-beta](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.64.1-beta...core-v1.65.0-beta) (2025-10-24)
+
+
+### Features
+
+* **model:** support video model ([#647](https://github.com/AIGNE-io/aigne-framework/issues/647)) ([de81742](https://github.com/AIGNE-io/aigne-framework/commit/de817421ef1dd3246d0d8c51ff12f0a855658f9f))
+
 ## [1.64.1-beta](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.64.0...core-v1.64.1-beta) (2025-10-23)
 
 

package/lib/cjs/agents/video-model.d.ts

@@ -0,0 +1,182 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+    modelOptions?: Omit<VideoModelInputOptions, "model">;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+    modelOptions?: VideoModelInputOptions;
+}
+export interface VideoModelInputOptions extends Record<string, unknown> {
+    model?: string;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+    modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/cjs/agents/video-model.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.videoModelOutputSchema = exports.videoModelInputSchema = exports.VideoModel = void 0;
+const zod_1 = require("zod");
+const chat_model_js_1 = require("./chat-model.js");
+const model_js_1 = require("./model.js");
+class VideoModel extends model_js_1.Model {
+    options;
+    tag = "VideoModelAgent";
+    constructor(options) {
+        super({
+            inputSchema: exports.videoModelInputSchema,
+            outputSchema: exports.videoModelOutputSchema,
+            ...options,
+            model: undefined,
+        });
+        this.options = options;
+    }
+    get credential() {
+        return {};
+    }
+    async preprocess(input, options) {
+        super.preprocess(input, options);
+        const { limits, usage } = options.context;
+        const usedTokens = usage.outputTokens + usage.inputTokens;
+        if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
+            throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
+        }
+    }
+    async postprocess(input, output, options) {
+        super.postprocess(input, output, options);
+        const { usage } = output;
+        if (usage) {
+            options.context.usage.outputTokens += usage.outputTokens;
+            options.context.usage.inputTokens += usage.inputTokens;
+            if (usage.aigneHubCredits)
+                options.context.usage.aigneHubCredits += usage.aigneHubCredits;
+        }
+    }
+    async processAgentOutput(input, output, options) {
+        if (output.videos) {
+            const videos = zod_1.z.array(model_js_1.fileUnionContentSchema).parse(output.videos);
+            output = {
+                ...output,
+                videos: await Promise.all(videos.map((video) => this.transformFileType(input.outputFileType, video, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
+}
+exports.VideoModel = VideoModel;
+exports.videoModelInputSchema = zod_1.z.object({
+    prompt: zod_1.z.string().describe("Text prompt describing the video to generate"),
+    model: zod_1.z.string().optional().describe("Model to use for video generation"),
+    size: zod_1.z.string().optional().describe("Size/resolution of the video"),
+    seconds: zod_1.z.string().optional().describe("Duration of the video in seconds"),
+    outputFileType: model_js_1.fileTypeSchema.optional(),
+    modelOptions: zod_1.z.record(zod_1.z.unknown()).optional(),
+});
+exports.videoModelOutputSchema = zod_1.z.object({
+    videos: zod_1.z.array(model_js_1.fileUnionContentSchema),
+    usage: chat_model_js_1.chatModelOutputUsageSchema.optional(),
+    model: zod_1.z.string().optional(),
+    seconds: zod_1.z.number().optional(),
+});

package/lib/cjs/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/cjs/index.js

@@ -26,6 +26,7 @@ __exportStar(require("./agents/team-agent.js"), exports);
 __exportStar(require("./agents/transform-agent.js"), exports);
 __exportStar(require("./agents/types.js"), exports);
 __exportStar(require("./agents/user-agent.js"), exports);
+__exportStar(require("./agents/video-model.js"), exports);
 __exportStar(require("./aigne/index.js"), exports);
 __exportStar(require("./memory/index.js"), exports);
 __exportStar(require("./prompt/prompt-builder.js"), exports);

package/lib/cjs/loader/agent-yaml.js

@@ -10,6 +10,7 @@ const ai_agent_js_1 = require("../agents/ai-agent.js");
 const chat_model_js_1 = require("../agents/chat-model.js");
 const team_agent_js_1 = require("../agents/team-agent.js");
 const type_utils_js_1 = require("../utils/type-utils.js");
+const function_agent_js_1 = require("./function-agent.js");
 const schema_js_1 = require("./schema.js");
 async function parseAgentFile(path, data) {
     const agentSchema = zod_1.z.lazy(() => {
@@ -166,7 +167,7 @@ async function parseAgentFile(path, data) {
             zod_1.z
                 .object({
                 type: zod_1.z.literal("function"),
-                process: zod_1.z.custom(),
+                process: zod_1.z.preprocess((v) => (typeof v === "string" ? (0, function_agent_js_1.codeToFunctionAgentFn)(v) : v), zod_1.z.custom()),
             })
                 .extend(baseAgentSchema.shape),
         ]));

package/lib/cjs/loader/function-agent.d.ts

@@ -0,0 +1,2 @@
+import type { FunctionAgentFn } from "../agents/agent.js";
+export declare function codeToFunctionAgentFn(code: string): FunctionAgentFn;

package/lib/cjs/loader/function-agent.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.codeToFunctionAgentFn = codeToFunctionAgentFn;
+function codeToFunctionAgentFn(code) {
+    const AsyncFunction = Object.getPrototypeOf(async () => { }).constructor;
+    return new AsyncFunction("input", "options", code);
+}

package/lib/dts/agents/video-model.d.ts

@@ -0,0 +1,182 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+    modelOptions?: Omit<VideoModelInputOptions, "model">;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+    modelOptions?: VideoModelInputOptions;
+}
+export interface VideoModelInputOptions extends Record<string, unknown> {
+    model?: string;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+    modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/dts/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/dts/loader/function-agent.d.ts

@@ -0,0 +1,2 @@
+import type { FunctionAgentFn } from "../agents/agent.js";
+export declare function codeToFunctionAgentFn(code: string): FunctionAgentFn;

package/lib/esm/agents/video-model.d.ts

@@ -0,0 +1,182 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+    modelOptions?: Omit<VideoModelInputOptions, "model">;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+    modelOptions?: VideoModelInputOptions;
+}
+export interface VideoModelInputOptions extends Record<string, unknown> {
+    model?: string;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+    modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    modelOptions?: Record<string, unknown> | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/esm/agents/video-model.js

@@ -0,0 +1,61 @@
+import { z } from "zod";
+import { chatModelOutputUsageSchema } from "./chat-model.js";
+import { fileTypeSchema, fileUnionContentSchema, Model, } from "./model.js";
+export class VideoModel extends Model {
+    options;
+    tag = "VideoModelAgent";
+    constructor(options) {
+        super({
+            inputSchema: videoModelInputSchema,
+            outputSchema: videoModelOutputSchema,
+            ...options,
+            model: undefined,
+        });
+        this.options = options;
+    }
+    get credential() {
+        return {};
+    }
+    async preprocess(input, options) {
+        super.preprocess(input, options);
+        const { limits, usage } = options.context;
+        const usedTokens = usage.outputTokens + usage.inputTokens;
+        if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
+            throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
+        }
+    }
+    async postprocess(input, output, options) {
+        super.postprocess(input, output, options);
+        const { usage } = output;
+        if (usage) {
+            options.context.usage.outputTokens += usage.outputTokens;
+            options.context.usage.inputTokens += usage.inputTokens;
+            if (usage.aigneHubCredits)
+                options.context.usage.aigneHubCredits += usage.aigneHubCredits;
+        }
+    }
+    async processAgentOutput(input, output, options) {
+        if (output.videos) {
+            const videos = z.array(fileUnionContentSchema).parse(output.videos);
+            output = {
+                ...output,
+                videos: await Promise.all(videos.map((video) => this.transformFileType(input.outputFileType, video, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
+}
+export const videoModelInputSchema = z.object({
+    prompt: z.string().describe("Text prompt describing the video to generate"),
+    model: z.string().optional().describe("Model to use for video generation"),
+    size: z.string().optional().describe("Size/resolution of the video"),
+    seconds: z.string().optional().describe("Duration of the video in seconds"),
+    outputFileType: fileTypeSchema.optional(),
+    modelOptions: z.record(z.unknown()).optional(),
+});
+export const videoModelOutputSchema = z.object({
+    videos: z.array(fileUnionContentSchema),
+    usage: chatModelOutputUsageSchema.optional(),
+    model: z.string().optional(),
+    seconds: z.number().optional(),
+});

package/lib/esm/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/esm/index.js

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/esm/loader/agent-yaml.js

@@ -6,6 +6,7 @@ import { AIAgentToolChoice } from "../agents/ai-agent.js";
 import { roleSchema } from "../agents/chat-model.js";
 import { ProcessMode } from "../agents/team-agent.js";
 import { tryOrThrow } from "../utils/type-utils.js";
+import { codeToFunctionAgentFn } from "./function-agent.js";
 import { camelizeSchema, chatModelSchema, defaultInputSchema, imageModelSchema, inputOutputSchema, optionalize, } from "./schema.js";
 export async function parseAgentFile(path, data) {
     const agentSchema = z.lazy(() => {
@@ -162,7 +163,7 @@ export async function parseAgentFile(path, data) {
             z
                 .object({
                 type: z.literal("function"),
-                process: z.custom(),
+                process: z.preprocess((v) => (typeof v === "string" ? codeToFunctionAgentFn(v) : v), z.custom()),
             })
                 .extend(baseAgentSchema.shape),
         ]));

package/lib/esm/loader/function-agent.d.ts

@@ -0,0 +1,2 @@
+import type { FunctionAgentFn } from "../agents/agent.js";
+export declare function codeToFunctionAgentFn(code: string): FunctionAgentFn;

package/lib/esm/loader/function-agent.js

@@ -0,0 +1,4 @@
+export function codeToFunctionAgentFn(code) {
+    const AsyncFunction = Object.getPrototypeOf(async () => { }).constructor;
+    return new AsyncFunction("input", "options", code);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.64.1-beta",
+  "version": "1.65.0-beta.1",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -91,9 +91,9 @@
     "zod": "^3.25.67",
     "zod-from-json-schema": "^0.0.5",
     "zod-to-json-schema": "^3.24.6",
-    "@aigne/platform-helpers": "^0.6.3",
+    "@aigne/afs": "^1.1.1-beta",
     "@aigne/observability-api": "^0.11.3",
-    "@aigne/afs": "^1.1.1-beta"
+    "@aigne/platform-helpers": "^0.6.3"
   },
   "devDependencies": {
     "@types/bun": "^1.2.22",