@aigne/core 1.64.0 → 1.65.0-beta

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+## [1.65.0-beta](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.64.1-beta...core-v1.65.0-beta) (2025-10-24)
+
+
+### Features
+
+* **model:** support video model ([#647](https://github.com/AIGNE-io/aigne-framework/issues/647)) ([de81742](https://github.com/AIGNE-io/aigne-framework/commit/de817421ef1dd3246d0d8c51ff12f0a855658f9f))
+
+## [1.64.1-beta](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.64.0...core-v1.64.1-beta) (2025-10-23)
+
+
+### Bug Fixes
+
+* **models:** improve message structure handling and enable auto-message options ([#657](https://github.com/AIGNE-io/aigne-framework/issues/657)) ([233d70c](https://github.com/AIGNE-io/aigne-framework/commit/233d70cb292b937200fada8434f33d957d766ad6))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/afs bumped to 1.1.1-beta
+
 ## [1.64.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.64.0-beta.1...core-v1.64.0) (2025-10-22)
 
 

package/lib/cjs/agents/ai-agent.js

@@ -147,8 +147,8 @@ class AIAgent extends agent_js_1.Agent {
             typeof options.instructions === "string"
                 ? prompt_builder_js_1.PromptBuilder.from(options.instructions)
                 : (options.instructions ?? new prompt_builder_js_1.PromptBuilder());
-        this.autoReorderSystemMessages = options.autoReorderSystemMessages ?? false;
-        this.autoMergeSystemMessages = options.autoMergeSystemMessages ?? false;
+        this.autoReorderSystemMessages = options.autoReorderSystemMessages ?? true;
+        this.autoMergeSystemMessages = options.autoMergeSystemMessages ?? true;
         this.inputKey = options.inputKey;
         this.inputFileKey = options.inputFileKey;
         this.outputKey = options.outputKey || exports.DEFAULT_OUTPUT_KEY;

package/lib/cjs/agents/video-model.d.ts

@@ -0,0 +1,174 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/cjs/agents/video-model.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.videoModelOutputSchema = exports.videoModelInputSchema = exports.VideoModel = void 0;
+const zod_1 = require("zod");
+const chat_model_js_1 = require("./chat-model.js");
+const model_js_1 = require("./model.js");
+class VideoModel extends model_js_1.Model {
+    options;
+    tag = "VideoModelAgent";
+    constructor(options) {
+        super({
+            inputSchema: exports.videoModelInputSchema,
+            outputSchema: exports.videoModelOutputSchema,
+            ...options,
+            model: undefined,
+        });
+        this.options = options;
+    }
+    get credential() {
+        return {};
+    }
+    async preprocess(input, options) {
+        super.preprocess(input, options);
+        const { limits, usage } = options.context;
+        const usedTokens = usage.outputTokens + usage.inputTokens;
+        if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
+            throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
+        }
+    }
+    async postprocess(input, output, options) {
+        super.postprocess(input, output, options);
+        const { usage } = output;
+        if (usage) {
+            options.context.usage.outputTokens += usage.outputTokens;
+            options.context.usage.inputTokens += usage.inputTokens;
+            if (usage.aigneHubCredits)
+                options.context.usage.aigneHubCredits += usage.aigneHubCredits;
+        }
+    }
+    async processAgentOutput(input, output, options) {
+        if (output.videos) {
+            const videos = zod_1.z.array(model_js_1.fileUnionContentSchema).parse(output.videos);
+            output = {
+                ...output,
+                videos: await Promise.all(videos.map((video) => this.transformFileType(input.outputFileType, video, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
+}
+exports.VideoModel = VideoModel;
+exports.videoModelInputSchema = zod_1.z.object({
+    prompt: zod_1.z.string().describe("Text prompt describing the video to generate"),
+    model: zod_1.z.string().optional().describe("Model to use for video generation"),
+    size: zod_1.z.string().optional().describe("Size/resolution of the video"),
+    seconds: zod_1.z.string().optional().describe("Duration of the video in seconds"),
+    outputFileType: model_js_1.fileTypeSchema.optional(),
+});
+exports.videoModelOutputSchema = zod_1.z.object({
+    videos: zod_1.z.array(model_js_1.fileUnionContentSchema),
+    usage: chat_model_js_1.chatModelOutputUsageSchema.optional(),
+    model: zod_1.z.string().optional(),
+    seconds: zod_1.z.number().optional(),
+});

package/lib/cjs/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/cjs/index.js

@@ -26,6 +26,7 @@ __exportStar(require("./agents/team-agent.js"), exports);
 __exportStar(require("./agents/transform-agent.js"), exports);
 __exportStar(require("./agents/types.js"), exports);
 __exportStar(require("./agents/user-agent.js"), exports);
+__exportStar(require("./agents/video-model.js"), exports);
 __exportStar(require("./aigne/index.js"), exports);
 __exportStar(require("./memory/index.js"), exports);
 __exportStar(require("./prompt/prompt-builder.js"), exports);

package/lib/dts/agents/video-model.d.ts

@@ -0,0 +1,174 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/dts/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/esm/agents/ai-agent.js

@@ -111,8 +111,8 @@ export class AIAgent extends Agent {
             typeof options.instructions === "string"
                 ? PromptBuilder.from(options.instructions)
                 : (options.instructions ?? new PromptBuilder());
-        this.autoReorderSystemMessages = options.autoReorderSystemMessages ?? false;
-        this.autoMergeSystemMessages = options.autoMergeSystemMessages ?? false;
+        this.autoReorderSystemMessages = options.autoReorderSystemMessages ?? true;
+        this.autoMergeSystemMessages = options.autoMergeSystemMessages ?? true;
         this.inputKey = options.inputKey;
         this.inputFileKey = options.inputFileKey;
         this.outputKey = options.outputKey || DEFAULT_OUTPUT_KEY;

package/lib/esm/agents/video-model.d.ts

@@ -0,0 +1,174 @@
+import { type ZodType, z } from "zod";
+import type { PromiseOrValue } from "../utils/type-utils.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
+import { type ChatModelOutputUsage } from "./chat-model.js";
+import { type FileType, type FileUnionContent, Model } from "./model.js";
+export interface VideoModelOptions<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
+    model?: string;
+}
+export declare abstract class VideoModel<I extends VideoModelInput = VideoModelInput, O extends VideoModelOutput = VideoModelOutput> extends Model<I, O> {
+    options?: VideoModelOptions<I, O> | undefined;
+    tag: string;
+    constructor(options?: VideoModelOptions<I, O> | undefined);
+    get credential(): PromiseOrValue<{
+        url?: string;
+        apiKey?: string;
+        model?: string;
+    }>;
+    protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
+    protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
+    abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
+}
+export interface VideoModelInput extends Message {
+    prompt: string;
+    model?: string;
+    size?: string;
+    seconds?: string;
+    outputFileType?: FileType;
+}
+export declare const videoModelInputSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
+    size: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodString>;
+    outputFileType: z.ZodOptional<z.ZodEnum<["local", "file"]>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}, {
+    prompt: string;
+    model?: string | undefined;
+    outputFileType?: "local" | "file" | undefined;
+    size?: string | undefined;
+    seconds?: string | undefined;
+}>;
+export interface VideoModelOutput extends Message {
+    videos: FileUnionContent[];
+    /**
+     * Token usage statistics
+     */
+    usage?: ChatModelOutputUsage;
+    /**
+     * Model name or version used
+     */
+    model?: string;
+    seconds?: number;
+}
+export declare const videoModelOutputSchema: z.ZodObject<{
+    videos: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">;
+    usage: z.ZodOptional<z.ZodObject<{
+        inputTokens: z.ZodNumber;
+        outputTokens: z.ZodNumber;
+        aigneHubCredits: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }, {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
+    seconds: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}, {
+    videos: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[];
+    model?: string | undefined;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        aigneHubCredits?: number | undefined;
+    } | undefined;
+    seconds?: number | undefined;
+}>;

package/lib/esm/agents/video-model.js

@@ -0,0 +1,60 @@
+import { z } from "zod";
+import { chatModelOutputUsageSchema } from "./chat-model.js";
+import { fileTypeSchema, fileUnionContentSchema, Model, } from "./model.js";
+export class VideoModel extends Model {
+    options;
+    tag = "VideoModelAgent";
+    constructor(options) {
+        super({
+            inputSchema: videoModelInputSchema,
+            outputSchema: videoModelOutputSchema,
+            ...options,
+            model: undefined,
+        });
+        this.options = options;
+    }
+    get credential() {
+        return {};
+    }
+    async preprocess(input, options) {
+        super.preprocess(input, options);
+        const { limits, usage } = options.context;
+        const usedTokens = usage.outputTokens + usage.inputTokens;
+        if (limits?.maxTokens && usedTokens >= limits.maxTokens) {
+            throw new Error(`Exceeded max tokens ${usedTokens}/${limits.maxTokens}`);
+        }
+    }
+    async postprocess(input, output, options) {
+        super.postprocess(input, output, options);
+        const { usage } = output;
+        if (usage) {
+            options.context.usage.outputTokens += usage.outputTokens;
+            options.context.usage.inputTokens += usage.inputTokens;
+            if (usage.aigneHubCredits)
+                options.context.usage.aigneHubCredits += usage.aigneHubCredits;
+        }
+    }
+    async processAgentOutput(input, output, options) {
+        if (output.videos) {
+            const videos = z.array(fileUnionContentSchema).parse(output.videos);
+            output = {
+                ...output,
+                videos: await Promise.all(videos.map((video) => this.transformFileType(input.outputFileType, video, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
+}
+export const videoModelInputSchema = z.object({
+    prompt: z.string().describe("Text prompt describing the video to generate"),
+    model: z.string().optional().describe("Model to use for video generation"),
+    size: z.string().optional().describe("Size/resolution of the video"),
+    seconds: z.string().optional().describe("Duration of the video in seconds"),
+    outputFileType: fileTypeSchema.optional(),
+});
+export const videoModelOutputSchema = z.object({
+    videos: z.array(fileUnionContentSchema),
+    usage: chatModelOutputUsageSchema.optional(),
+    model: z.string().optional(),
+    seconds: z.number().optional(),
+});

package/lib/esm/index.d.ts

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/lib/esm/index.js

@@ -10,6 +10,7 @@ export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";
 export * from "./agents/user-agent.js";
+export * from "./agents/video-model.js";
 export * from "./aigne/index.js";
 export * from "./memory/index.js";
 export * from "./prompt/prompt-builder.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.64.0",
+  "version": "1.65.0-beta",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -91,9 +91,9 @@
     "zod": "^3.25.67",
     "zod-from-json-schema": "^0.0.5",
     "zod-to-json-schema": "^3.24.6",
+    "@aigne/afs": "^1.1.1-beta",
     "@aigne/observability-api": "^0.11.3",
-    "@aigne/platform-helpers": "^0.6.3",
-    "@aigne/afs": "^1.1.0"
+    "@aigne/platform-helpers": "^0.6.3"
   },
   "devDependencies": {
     "@types/bun": "^1.2.22",