@aigne/core 1.58.0 → 1.58.2

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # Changelog
 
+## [1.58.2](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.58.1...core-v1.58.2) (2025-09-05)
+
+
+### Bug Fixes
+
+* **model:** transform local file to base64 before request llm ([#462](https://github.com/AIGNE-io/aigne-framework/issues/462)) ([58ef5d7](https://github.com/AIGNE-io/aigne-framework/commit/58ef5d77046c49f3c4eed15b7f0cc283cbbcd74a))
+
+## [1.58.1](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.58.0...core-v1.58.1) (2025-09-05)
+
+
+### Bug Fixes
+
+* should not return local path from aigne hub service ([#460](https://github.com/AIGNE-io/aigne-framework/issues/460)) ([c959717](https://github.com/AIGNE-io/aigne-framework/commit/c95971774f7e84dbeb3313f60b3e6464e2bb22e4))
+
 ## [1.58.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.57.5...core-v1.58.0) (2025-09-05)
 
 

package/lib/cjs/agents/agent.d.ts

@@ -432,7 +432,7 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * @param options Invocation options
      * @returns Final processed output
      */
-    private processAgentOutput;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
     /**
      * Process errors that occur during agent execution
      *

package/lib/cjs/agents/chat-model.d.ts

@@ -1,6 +1,6 @@
 import { z } from "zod";
 import { type PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
 /**
@@ -104,6 +104,7 @@ export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelO
      * @returns A promise or direct value containing the model's response
      */
     abstract process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    protected processAgentOutput(input: ChatModelInput, output: Exclude<AgentResponse<ChatModelOutput>, AgentResponseStream<ChatModelOutput>>, options: AgentInvokeOptions): Promise<ChatModelOutput>;
     transformFileOutput(input: ChatModelInput, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileUnionContent>;
     static getFileExtension(type: string): string | undefined;
     static getMimeType(filename: string): string | undefined;
@@ -223,11 +224,11 @@ export declare const fileContentBaseSchema: z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
 }, "strip", z.ZodTypeAny, {
-    filename?: string | undefined;
     mimeType?: string | undefined;
-}, {
     filename?: string | undefined;
+}, {
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 /**
  * Image URL content type
@@ -247,13 +248,13 @@ export declare const urlContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface FileContent extends FileContentBase {
     type: "file";
@@ -268,13 +269,13 @@ export declare const fileContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface LocalContent extends FileContentBase {
     type: "local";
@@ -289,13 +290,13 @@ export declare const localContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export type FileUnionContent = LocalContent | UrlContent | FileContent;
 export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -307,13 +308,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -323,13 +324,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -339,13 +340,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -356,13 +357,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -372,13 +373,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -388,13 +389,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -404,13 +405,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -420,13 +421,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -436,13 +437,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, "many">]>;
 export type UnionContent = TextContent | FileUnionContent;
 export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -463,13 +464,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -479,13 +480,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -495,13 +496,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 /**
  * Model response format settings

package/lib/cjs/agents/chat-model.js

@@ -173,6 +173,25 @@ class ChatModel extends agent_js_1.Agent {
                 enumerable: false,
             });
         }
+        input.messages = await Promise.all(input.messages.map(async (message) => {
+            if (!Array.isArray(message.content))
+                return message;
+            return {
+                ...message,
+                content: await Promise.all(message.content.map(async (item) => {
+                    if (item.type === "local") {
+                        return {
+                            ...item,
+                            type: "file",
+                            data: await index_js_1.nodejs.fs.readFile(item.path, "base64"),
+                            path: undefined,
+                            mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.path),
+                        };
+                    }
+                    return item;
+                })),
+            };
+        }));
     }
     /**
      * Performs postprocessing operations after handling output
@@ -214,6 +233,16 @@ class ChatModel extends agent_js_1.Agent {
                 options.context.usage.aigneHubCredits += usage.aigneHubCredits;
         }
     }
+    async processAgentOutput(input, output, options) {
+        if (output.files) {
+            const files = zod_1.z.array(exports.fileUnionContentSchema).parse(output.files);
+            output = {
+                ...output,
+                files: await Promise.all(files.map((file) => this.transformFileOutput(input, file, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
     async transformFileOutput(input, data, options) {
         const fileOutputType = input.fileOutputType || FileOutputType.local;
         if (fileOutputType === data.type)

package/lib/dts/agents/agent.d.ts

@@ -432,7 +432,7 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * @param options Invocation options
      * @returns Final processed output
      */
-    private processAgentOutput;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
     /**
      * Process errors that occur during agent execution
      *

package/lib/dts/agents/chat-model.d.ts

@@ -1,6 +1,6 @@
 import { z } from "zod";
 import { type PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
 /**
@@ -104,6 +104,7 @@ export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelO
      * @returns A promise or direct value containing the model's response
      */
     abstract process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    protected processAgentOutput(input: ChatModelInput, output: Exclude<AgentResponse<ChatModelOutput>, AgentResponseStream<ChatModelOutput>>, options: AgentInvokeOptions): Promise<ChatModelOutput>;
     transformFileOutput(input: ChatModelInput, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileUnionContent>;
     static getFileExtension(type: string): string | undefined;
     static getMimeType(filename: string): string | undefined;
@@ -223,11 +224,11 @@ export declare const fileContentBaseSchema: z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
 }, "strip", z.ZodTypeAny, {
-    filename?: string | undefined;
     mimeType?: string | undefined;
-}, {
     filename?: string | undefined;
+}, {
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 /**
  * Image URL content type
@@ -247,13 +248,13 @@ export declare const urlContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface FileContent extends FileContentBase {
     type: "file";
@@ -268,13 +269,13 @@ export declare const fileContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface LocalContent extends FileContentBase {
     type: "local";
@@ -289,13 +290,13 @@ export declare const localContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export type FileUnionContent = LocalContent | UrlContent | FileContent;
 export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -307,13 +308,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -323,13 +324,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -339,13 +340,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -356,13 +357,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -372,13 +373,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -388,13 +389,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -404,13 +405,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -420,13 +421,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -436,13 +437,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, "many">]>;
 export type UnionContent = TextContent | FileUnionContent;
 export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -463,13 +464,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -479,13 +480,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -495,13 +496,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 /**
  * Model response format settings

package/lib/esm/agents/agent.d.ts

@@ -432,7 +432,7 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * @param options Invocation options
      * @returns Final processed output
      */
-    private processAgentOutput;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
     /**
      * Process errors that occur during agent execution
      *

package/lib/esm/agents/chat-model.d.ts

@@ -1,6 +1,6 @@
 import { z } from "zod";
 import { type PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
 /**
@@ -104,6 +104,7 @@ export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelO
      * @returns A promise or direct value containing the model's response
      */
     abstract process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    protected processAgentOutput(input: ChatModelInput, output: Exclude<AgentResponse<ChatModelOutput>, AgentResponseStream<ChatModelOutput>>, options: AgentInvokeOptions): Promise<ChatModelOutput>;
     transformFileOutput(input: ChatModelInput, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileUnionContent>;
     static getFileExtension(type: string): string | undefined;
     static getMimeType(filename: string): string | undefined;
@@ -223,11 +224,11 @@ export declare const fileContentBaseSchema: z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
 }, "strip", z.ZodTypeAny, {
-    filename?: string | undefined;
     mimeType?: string | undefined;
-}, {
     filename?: string | undefined;
+}, {
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 /**
  * Image URL content type
@@ -247,13 +248,13 @@ export declare const urlContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface FileContent extends FileContentBase {
     type: "file";
@@ -268,13 +269,13 @@ export declare const fileContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export interface LocalContent extends FileContentBase {
     type: "local";
@@ -289,13 +290,13 @@ export declare const localContentSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>;
 export type FileUnionContent = LocalContent | UrlContent | FileContent;
 export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -307,13 +308,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -323,13 +324,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -339,13 +340,13 @@ export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -356,13 +357,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -372,13 +373,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -388,13 +389,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -404,13 +405,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -420,13 +421,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -436,13 +437,13 @@ export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnio
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>, "many">]>;
 export type UnionContent = TextContent | FileUnionContent;
 export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
@@ -463,13 +464,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     path: string;
     type: "local";
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -479,13 +480,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "url";
     url: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>, z.ZodObject<{
     filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -495,13 +496,13 @@ export declare const unionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
 }, "strip", z.ZodTypeAny, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }, {
     type: "file";
     data: string;
-    filename?: string | undefined;
     mimeType?: string | undefined;
+    filename?: string | undefined;
 }>]>;
 /**
  * Model response format settings

package/lib/esm/agents/chat-model.js

@@ -133,6 +133,25 @@ export class ChatModel extends Agent {
                 enumerable: false,
             });
         }
+        input.messages = await Promise.all(input.messages.map(async (message) => {
+            if (!Array.isArray(message.content))
+                return message;
+            return {
+                ...message,
+                content: await Promise.all(message.content.map(async (item) => {
+                    if (item.type === "local") {
+                        return {
+                            ...item,
+                            type: "file",
+                            data: await nodejs.fs.readFile(item.path, "base64"),
+                            path: undefined,
+                            mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.path),
+                        };
+                    }
+                    return item;
+                })),
+            };
+        }));
     }
     /**
      * Performs postprocessing operations after handling output
@@ -174,6 +193,16 @@ export class ChatModel extends Agent {
                 options.context.usage.aigneHubCredits += usage.aigneHubCredits;
         }
     }
+    async processAgentOutput(input, output, options) {
+        if (output.files) {
+            const files = z.array(fileUnionContentSchema).parse(output.files);
+            output = {
+                ...output,
+                files: await Promise.all(files.map((file) => this.transformFileOutput(input, file, options))),
+            };
+        }
+        return super.processAgentOutput(input, output, options);
+    }
     async transformFileOutput(input, data, options) {
         const fileOutputType = input.fileOutputType || FileOutputType.local;
         if (fileOutputType === data.type)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.58.0",
+  "version": "1.58.2",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"