@aigne/core 1.58.2 → 1.59.0

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # Changelog
 
+## [1.59.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.58.3...core-v1.59.0) (2025-09-09)
+
+
+### Features
+
+* support custom prefer input file type ([#469](https://github.com/AIGNE-io/aigne-framework/issues/469)) ([db0161b](https://github.com/AIGNE-io/aigne-framework/commit/db0161bbac52542c771ee2f40f361636b0668075))
+
+## [1.58.3](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.58.2...core-v1.58.3) (2025-09-08)
+
+
+### Bug Fixes
+
+* handle absolute paths in agent YAML prompt URLs ([#466](https://github.com/AIGNE-io/aigne-framework/issues/466)) ([a07a088](https://github.com/AIGNE-io/aigne-framework/commit/a07a0880728f65fc831578763b62ce5144d1aed8))
+* support optional field sturectured output for gemini ([#468](https://github.com/AIGNE-io/aigne-framework/issues/468)) ([70c6279](https://github.com/AIGNE-io/aigne-framework/commit/70c62795039a2862e3333f26707329489bf938de))
+
 ## [1.58.2](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.58.1...core-v1.58.2) (2025-09-05)
 
 

package/lib/cjs/agents/agent.d.ts

@@ -1,6 +1,6 @@
 import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import type * as prompts from "@inquirer/prompts";
-import { ZodObject, type ZodType } from "zod";
+import { type ZodObject, type ZodType } from "zod";
 import type { AgentEvent, Context, UserContext } from "../aigne/context.js";
 import type { MessagePayload } from "../aigne/message-queue.js";
 import type { ContextUsage } from "../aigne/usage.js";

package/lib/cjs/agents/agent.js

@@ -51,6 +51,7 @@ const fast_deep_equal_1 = __importDefault(require("fast-deep-equal"));
 const nunjucks_1 = __importDefault(require("nunjucks"));
 const zod_1 = require("zod");
 const agent_utils_js_1 = require("../utils/agent-utils.js");
+const json_schema_js_1 = require("../utils/json-schema.js");
 const logger_js_1 = require("../utils/logger.js");
 const stream_utils_js_1 = require("../utils/stream-utils.js");
 const type_utils_js_1 = require("../utils/type-utils.js");
@@ -748,7 +749,7 @@ async function agentProcessResultToObject(response) {
             : response;
 }
 function checkAgentInputOutputSchema(schema) {
-    if (!(schema instanceof zod_1.ZodObject) && typeof schema !== "function") {
+    if (typeof schema !== "function" && !(0, json_schema_js_1.isZodSchema)(schema)) {
         throw new Error(`schema must be a zod object or function return a zod object, got: ${typeof schema}`);
     }
 }

package/lib/cjs/agents/chat-model.d.ts

@@ -3,6 +3,10 @@ import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
+export interface ChatModelOptions extends Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema"> {
+    model?: string;
+    modelOptions?: Omit<ModelOptions, "model">;
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -27,8 +31,9 @@ export declare class StructuredOutputError extends Error {
  * {@includeCode ../../test/agents/chat-model.test.ts#example-chat-model-tools}
  */
 export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelOutput> {
+    options?: ChatModelOptions | undefined;
     tag: string;
-    constructor(options?: Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema">);
+    constructor(options?: ChatModelOptions | undefined);
     get credential(): PromiseOrValue<{
         url?: string;
         apiKey?: string;
@@ -145,7 +150,7 @@ export interface ChatModelInput extends Message {
     /**
      * Model-specific configuration options
      */
-    modelOptions?: ChatModelOptions;
+    modelOptions?: ModelOptions;
 }
 /**
  * Message role types
@@ -578,7 +583,7 @@ export type Modality = "text" | "image" | "audio";
  *
  * Contains various parameters for controlling model behavior, such as model name, temperature, etc.
  */
-export interface ChatModelOptions {
+export interface ModelOptions {
     /**
      * Model name or version
      */
@@ -604,6 +609,7 @@ export interface ChatModelOptions {
      */
     parallelToolCalls?: boolean;
     modalities?: Modality[];
+    preferFileInputType?: "file" | "url";
 }
 /**
  * Output message format for ChatModel

package/lib/cjs/agents/chat-model.js

@@ -76,10 +76,11 @@ exports.StructuredOutputError = StructuredOutputError;
  * {@includeCode ../../test/agents/chat-model.test.ts#example-chat-model-tools}
  */
 class ChatModel extends agent_js_1.Agent {
+    options;
     tag = "ChatModelAgent";
     constructor(options) {
         if (options)
-            (0, type_utils_js_1.checkArguments)("ChatModel", agent_js_1.agentOptionsSchema, options);
+            (0, type_utils_js_1.checkArguments)("ChatModel", chatModelOptionsSchema, options);
         const retryOnError = options?.retryOnError === false
             ? false
             : options?.retryOnError === true
@@ -94,6 +95,7 @@ class ChatModel extends agent_js_1.Agent {
             outputSchema: chatModelOutputSchema,
             retryOnError,
         });
+        this.options = options;
     }
     get credential() {
         return {};
@@ -188,6 +190,18 @@ class ChatModel extends agent_js_1.Agent {
                             mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.path),
                         };
                     }
+                    if ((input.modelOptions?.preferFileInputType ||
+                        this.options?.modelOptions?.preferFileInputType) !== "url") {
+                        if (item.type === "url") {
+                            return {
+                                ...item,
+                                type: "file",
+                                data: Buffer.from(await (await this.downloadFile(item.url)).arrayBuffer()).toString("base64"),
+                                url: undefined,
+                                mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.url),
+                            };
+                        }
+                    }
                     return item;
                 })),
             };
@@ -216,14 +230,6 @@ class ChatModel extends agent_js_1.Agent {
                 }
             }
         }
-        if (input.responseFormat?.type === "json_schema" &&
-            // NOTE: Should not validate if there are tool calls
-            !output.toolCalls?.length) {
-            const ajv = new ajv_1.Ajv();
-            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
-                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
-            }
-        }
         super.postprocess(input, output, options);
         const { usage } = output;
         if (usage) {
@@ -241,6 +247,16 @@ class ChatModel extends agent_js_1.Agent {
                 files: await Promise.all(files.map((file) => this.transformFileOutput(input, file, options))),
             };
         }
+        // Remove fields with `null` value for validation
+        output = (0, type_utils_js_1.omitByDeep)(output, (value) => (0, type_utils_js_1.isNil)(value));
+        if (input.responseFormat?.type === "json_schema" &&
+            // NOTE: Should not validate if there are tool calls
+            !output.toolCalls?.length) {
+            const ajv = new ajv_1.Ajv();
+            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
+                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
+            }
+        }
         return super.processAgentOutput(input, output, options);
     }
     async transformFileOutput(input, data, options) {
@@ -377,7 +393,7 @@ const chatModelInputToolChoiceSchema = zod_1.z.union([
     zod_1.z.literal("required"),
     chatModelInputToolSchema,
 ]);
-const chatModelOptionsSchema = zod_1.z.object({
+const modelOptionsSchema = zod_1.z.object({
     model: zod_1.z.string().optional(),
     temperature: zod_1.z.number().optional(),
     topP: zod_1.z.number().optional(),
@@ -386,12 +402,16 @@ const chatModelOptionsSchema = zod_1.z.object({
     parallelToolCalls: zod_1.z.boolean().optional().default(true),
     modalities: zod_1.z.array(zod_1.z.enum(["text", "image", "audio"])).optional(),
 });
+const chatModelOptionsSchema = agent_js_1.agentOptionsSchema.extend({
+    model: zod_1.z.string().optional(),
+    modelOptions: modelOptionsSchema.optional(),
+});
 const chatModelInputSchema = zod_1.z.object({
     messages: zod_1.z.array(chatModelInputMessageSchema),
     responseFormat: chatModelInputResponseFormatSchema.optional(),
     tools: zod_1.z.array(chatModelInputToolSchema).optional(),
     toolChoice: chatModelInputToolChoiceSchema.optional(),
-    modelOptions: chatModelOptionsSchema.optional(),
+    modelOptions: modelOptionsSchema.optional(),
 });
 var FileOutputType;
 (function (FileOutputType) {

package/lib/cjs/agents/image-model.d.ts

@@ -32,14 +32,14 @@ export declare const imageModelInputSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }>;
 export interface ImageModelOutput extends Message {

package/lib/cjs/loader/agent-yaml.js

@@ -59,7 +59,9 @@ async function parseAgentFile(path, data) {
         ])
             .transform((v) => typeof v === "string"
             ? { content: v, path }
-            : Promise.resolve(index_js_1.nodejs.path.join(index_js_1.nodejs.path.dirname(path), v.url)).then((path) => index_js_1.nodejs.fs.readFile(path, "utf8").then((content) => ({ content, path }))));
+            : Promise.resolve(index_js_1.nodejs.path.isAbsolute(v.url)
+                ? v.url
+                : index_js_1.nodejs.path.join(index_js_1.nodejs.path.dirname(path), v.url)).then((path) => index_js_1.nodejs.fs.readFile(path, "utf8").then((content) => ({ content, path }))));
         return (0, schema_js_1.camelizeSchema)(zod_1.z.discriminatedUnion("type", [
             zod_1.z
                 .object({
@@ -68,6 +70,7 @@ async function parseAgentFile(path, data) {
                 inputKey: (0, schema_js_1.optionalize)(zod_1.z.string()),
                 outputKey: (0, schema_js_1.optionalize)(zod_1.z.string()),
                 toolChoice: (0, schema_js_1.optionalize)(zod_1.z.nativeEnum(ai_agent_js_1.AIAgentToolChoice)),
+                structuredStreamMode: (0, schema_js_1.optionalize)(zod_1.z.boolean()),
             })
                 .extend(baseAgentSchema.shape),
             zod_1.z

package/lib/cjs/utils/json-schema.d.ts

@@ -10,3 +10,4 @@ export declare function parseJSON(json: string): any;
  * @returns The union array with at least 1 item (but the type is at least 2 items for z.union)
  */
 export declare function ensureZodUnionArray<T extends z.ZodType>(union: T[]): [T, T, ...T[]];
+export declare function isZodSchema(schema: ZodType): schema is ZodType;

package/lib/cjs/utils/json-schema.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.outputSchemaToResponseFormatSchema = outputSchemaToResponseFormatSchema;
 exports.parseJSON = parseJSON;
 exports.ensureZodUnionArray = ensureZodUnionArray;
+exports.isZodSchema = isZodSchema;
 const zod_to_json_schema_1 = require("zod-to-json-schema");
 const logger_js_1 = require("./logger.js");
 function outputSchemaToResponseFormatSchema(agentOutput) {
@@ -45,3 +46,8 @@ function ensureZodUnionArray(union) {
     }
     return union;
 }
+function isZodSchema(schema) {
+    if (!schema || typeof schema !== "object")
+        return false;
+    return typeof schema.parse === "function" && typeof schema.safeParse === "function";
+}

package/lib/cjs/utils/type-utils.d.ts

@@ -19,6 +19,7 @@ export declare function pick<T extends object, K extends keyof T>(obj: T, ...key
 export declare function omit<T extends object, K extends keyof T>(obj: T, ...keys: (K | K[])[]): Omit<T, K>;
 export declare function omitDeep<T, K>(obj: T, ...keys: (K | K[])[]): unknown;
 export declare function omitBy<T extends object, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
+export declare function omitByDeep(obj: any, predicate: (value: any, key: any) => boolean): any;
 export declare function flat<T>(...value: (T | T[])[]): NonNullable<T>[];
 export declare function createAccessorArray<T>(array: T[], accessor: (array: T[], name: string) => T | undefined): T[] & {
     [key: string]: T;

package/lib/cjs/utils/type-utils.js

@@ -12,6 +12,7 @@ exports.pick = pick;
 exports.omit = omit;
 exports.omitDeep = omitDeep;
 exports.omitBy = omitBy;
+exports.omitByDeep = omitByDeep;
 exports.flat = flat;
 exports.createAccessorArray = createAccessorArray;
 exports.checkArguments = checkArguments;
@@ -102,6 +103,24 @@ function omitBy(obj, predicate) {
         return !predicate(value, k);
     }));
 }
+function omitByDeep(obj, predicate) {
+    if (obj === null || obj === undefined)
+        return obj;
+    if (Array.isArray(obj)) {
+        return obj.map((item) => omitByDeep(item, predicate));
+    }
+    if (typeof obj === "object") {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            const newValue = omitByDeep(value, predicate);
+            if (!predicate(newValue, key)) {
+                result[key] = newValue;
+            }
+        }
+        return result;
+    }
+    return obj;
+}
 function flat(...value) {
     return value.flat().filter(isNonNullable);
 }

package/lib/dts/agents/agent.d.ts

@@ -1,6 +1,6 @@
 import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import type * as prompts from "@inquirer/prompts";
-import { ZodObject, type ZodType } from "zod";
+import { type ZodObject, type ZodType } from "zod";
 import type { AgentEvent, Context, UserContext } from "../aigne/context.js";
 import type { MessagePayload } from "../aigne/message-queue.js";
 import type { ContextUsage } from "../aigne/usage.js";

package/lib/dts/agents/chat-model.d.ts

@@ -3,6 +3,10 @@ import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
+export interface ChatModelOptions extends Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema"> {
+    model?: string;
+    modelOptions?: Omit<ModelOptions, "model">;
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -27,8 +31,9 @@ export declare class StructuredOutputError extends Error {
  * {@includeCode ../../test/agents/chat-model.test.ts#example-chat-model-tools}
  */
 export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelOutput> {
+    options?: ChatModelOptions | undefined;
     tag: string;
-    constructor(options?: Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema">);
+    constructor(options?: ChatModelOptions | undefined);
     get credential(): PromiseOrValue<{
         url?: string;
         apiKey?: string;
@@ -145,7 +150,7 @@ export interface ChatModelInput extends Message {
     /**
      * Model-specific configuration options
      */
-    modelOptions?: ChatModelOptions;
+    modelOptions?: ModelOptions;
 }
 /**
  * Message role types
@@ -578,7 +583,7 @@ export type Modality = "text" | "image" | "audio";
  *
  * Contains various parameters for controlling model behavior, such as model name, temperature, etc.
  */
-export interface ChatModelOptions {
+export interface ModelOptions {
     /**
      * Model name or version
      */
@@ -604,6 +609,7 @@ export interface ChatModelOptions {
      */
     parallelToolCalls?: boolean;
     modalities?: Modality[];
+    preferFileInputType?: "file" | "url";
 }
 /**
  * Output message format for ChatModel

package/lib/dts/agents/image-model.d.ts

@@ -32,14 +32,14 @@ export declare const imageModelInputSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }>;
 export interface ImageModelOutput extends Message {

package/lib/dts/utils/json-schema.d.ts

@@ -10,3 +10,4 @@ export declare function parseJSON(json: string): any;
  * @returns The union array with at least 1 item (but the type is at least 2 items for z.union)
  */
 export declare function ensureZodUnionArray<T extends z.ZodType>(union: T[]): [T, T, ...T[]];
+export declare function isZodSchema(schema: ZodType): schema is ZodType;

package/lib/dts/utils/type-utils.d.ts

@@ -19,6 +19,7 @@ export declare function pick<T extends object, K extends keyof T>(obj: T, ...key
 export declare function omit<T extends object, K extends keyof T>(obj: T, ...keys: (K | K[])[]): Omit<T, K>;
 export declare function omitDeep<T, K>(obj: T, ...keys: (K | K[])[]): unknown;
 export declare function omitBy<T extends object, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
+export declare function omitByDeep(obj: any, predicate: (value: any, key: any) => boolean): any;
 export declare function flat<T>(...value: (T | T[])[]): NonNullable<T>[];
 export declare function createAccessorArray<T>(array: T[], accessor: (array: T[], name: string) => T | undefined): T[] & {
     [key: string]: T;

package/lib/esm/agents/agent.d.ts

@@ -1,6 +1,6 @@
 import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import type * as prompts from "@inquirer/prompts";
-import { ZodObject, type ZodType } from "zod";
+import { type ZodObject, type ZodType } from "zod";
 import type { AgentEvent, Context, UserContext } from "../aigne/context.js";
 import type { MessagePayload } from "../aigne/message-queue.js";
 import type { ContextUsage } from "../aigne/usage.js";

package/lib/esm/agents/agent.js

@@ -1,8 +1,9 @@
 import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import equal from "fast-deep-equal";
 import nunjucks from "nunjucks";
-import { ZodObject, z } from "zod";
+import { z } from "zod";
 import { sortHooks } from "../utils/agent-utils.js";
+import { isZodSchema } from "../utils/json-schema.js";
 import { logger } from "../utils/logger.js";
 import { agentResponseStreamToObject, asyncGeneratorToReadableStream, isAsyncGenerator, mergeAgentResponseChunk, objectToAgentResponseStream, onAgentResponseStreamEnd, } from "../utils/stream-utils.js";
 import { checkArguments, createAccessorArray, flat, isEmpty, isNil, isNonNullable, isRecord, } from "../utils/type-utils.js";
@@ -699,7 +700,7 @@ export async function agentProcessResultToObject(response) {
             : response;
 }
 function checkAgentInputOutputSchema(schema) {
-    if (!(schema instanceof ZodObject) && typeof schema !== "function") {
+    if (typeof schema !== "function" && !isZodSchema(schema)) {
         throw new Error(`schema must be a zod object or function return a zod object, got: ${typeof schema}`);
     }
 }

package/lib/esm/agents/chat-model.d.ts

@@ -3,6 +3,10 @@ import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type AgentResponse, type AgentResponseStream, type Message } from "./agent.js";
 export declare class StructuredOutputError extends Error {
 }
+export interface ChatModelOptions extends Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema"> {
+    model?: string;
+    modelOptions?: Omit<ModelOptions, "model">;
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -27,8 +31,9 @@ export declare class StructuredOutputError extends Error {
  * {@includeCode ../../test/agents/chat-model.test.ts#example-chat-model-tools}
  */
 export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelOutput> {
+    options?: ChatModelOptions | undefined;
     tag: string;
-    constructor(options?: Omit<AgentOptions<ChatModelInput, ChatModelOutput>, "inputSchema" | "outputSchema">);
+    constructor(options?: ChatModelOptions | undefined);
     get credential(): PromiseOrValue<{
         url?: string;
         apiKey?: string;
@@ -145,7 +150,7 @@ export interface ChatModelInput extends Message {
     /**
      * Model-specific configuration options
      */
-    modelOptions?: ChatModelOptions;
+    modelOptions?: ModelOptions;
 }
 /**
  * Message role types
@@ -578,7 +583,7 @@ export type Modality = "text" | "image" | "audio";
  *
  * Contains various parameters for controlling model behavior, such as model name, temperature, etc.
  */
-export interface ChatModelOptions {
+export interface ModelOptions {
     /**
      * Model name or version
      */
@@ -604,6 +609,7 @@ export interface ChatModelOptions {
      */
     parallelToolCalls?: boolean;
     modalities?: Modality[];
+    preferFileInputType?: "file" | "url";
 }
 /**
  * Output message format for ChatModel

package/lib/esm/agents/chat-model.js

@@ -4,7 +4,7 @@ import mime from "mime";
 import { v7 } from "uuid";
 import { z } from "zod";
 import { optionalize } from "../loader/schema.js";
-import { checkArguments, pick } from "../utils/type-utils.js";
+import { checkArguments, isNil, omitByDeep, pick, } from "../utils/type-utils.js";
 import { Agent, agentOptionsSchema, } from "./agent.js";
 const CHAT_MODEL_DEFAULT_RETRY_OPTIONS = {
     retries: 3,
@@ -36,10 +36,11 @@ export class StructuredOutputError extends Error {
  * {@includeCode ../../test/agents/chat-model.test.ts#example-chat-model-tools}
  */
 export class ChatModel extends Agent {
+    options;
     tag = "ChatModelAgent";
     constructor(options) {
         if (options)
-            checkArguments("ChatModel", agentOptionsSchema, options);
+            checkArguments("ChatModel", chatModelOptionsSchema, options);
         const retryOnError = options?.retryOnError === false
             ? false
             : options?.retryOnError === true
@@ -54,6 +55,7 @@ export class ChatModel extends Agent {
             outputSchema: chatModelOutputSchema,
             retryOnError,
         });
+        this.options = options;
     }
     get credential() {
         return {};
@@ -148,6 +150,18 @@ export class ChatModel extends Agent {
                             mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.path),
                         };
                     }
+                    if ((input.modelOptions?.preferFileInputType ||
+                        this.options?.modelOptions?.preferFileInputType) !== "url") {
+                        if (item.type === "url") {
+                            return {
+                                ...item,
+                                type: "file",
+                                data: Buffer.from(await (await this.downloadFile(item.url)).arrayBuffer()).toString("base64"),
+                                url: undefined,
+                                mimeType: item.mimeType || ChatModel.getMimeType(item.filename || item.url),
+                            };
+                        }
+                    }
                     return item;
                 })),
             };
@@ -176,14 +190,6 @@ export class ChatModel extends Agent {
                 }
             }
         }
-        if (input.responseFormat?.type === "json_schema" &&
-            // NOTE: Should not validate if there are tool calls
-            !output.toolCalls?.length) {
-            const ajv = new Ajv();
-            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
-                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
-            }
-        }
         super.postprocess(input, output, options);
         const { usage } = output;
         if (usage) {
@@ -201,6 +207,16 @@ export class ChatModel extends Agent {
                 files: await Promise.all(files.map((file) => this.transformFileOutput(input, file, options))),
             };
         }
+        // Remove fields with `null` value for validation
+        output = omitByDeep(output, (value) => isNil(value));
+        if (input.responseFormat?.type === "json_schema" &&
+            // NOTE: Should not validate if there are tool calls
+            !output.toolCalls?.length) {
+            const ajv = new Ajv();
+            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
+                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
+            }
+        }
         return super.processAgentOutput(input, output, options);
     }
     async transformFileOutput(input, data, options) {
@@ -336,7 +352,7 @@ const chatModelInputToolChoiceSchema = z.union([
     z.literal("required"),
     chatModelInputToolSchema,
 ]);
-const chatModelOptionsSchema = z.object({
+const modelOptionsSchema = z.object({
     model: z.string().optional(),
     temperature: z.number().optional(),
     topP: z.number().optional(),
@@ -345,12 +361,16 @@ const chatModelOptionsSchema = z.object({
     parallelToolCalls: z.boolean().optional().default(true),
     modalities: z.array(z.enum(["text", "image", "audio"])).optional(),
 });
+const chatModelOptionsSchema = agentOptionsSchema.extend({
+    model: z.string().optional(),
+    modelOptions: modelOptionsSchema.optional(),
+});
 const chatModelInputSchema = z.object({
     messages: z.array(chatModelInputMessageSchema),
     responseFormat: chatModelInputResponseFormatSchema.optional(),
     tools: z.array(chatModelInputToolSchema).optional(),
     toolChoice: chatModelInputToolChoiceSchema.optional(),
-    modelOptions: chatModelOptionsSchema.optional(),
+    modelOptions: modelOptionsSchema.optional(),
 });
 export var FileOutputType;
 (function (FileOutputType) {

package/lib/esm/agents/image-model.d.ts

@@ -32,14 +32,14 @@ export declare const imageModelInputSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }, {
     prompt: string;
     model?: string | undefined;
-    responseFormat?: "base64" | "url" | undefined;
     image?: string | string[] | undefined;
+    responseFormat?: "base64" | "url" | undefined;
     n?: number | undefined;
 }>;
 export interface ImageModelOutput extends Message {

package/lib/esm/loader/agent-yaml.js

@@ -55,7 +55,9 @@ export async function parseAgentFile(path, data) {
         ])
             .transform((v) => typeof v === "string"
             ? { content: v, path }
-            : Promise.resolve(nodejs.path.join(nodejs.path.dirname(path), v.url)).then((path) => nodejs.fs.readFile(path, "utf8").then((content) => ({ content, path }))));
+            : Promise.resolve(nodejs.path.isAbsolute(v.url)
+                ? v.url
+                : nodejs.path.join(nodejs.path.dirname(path), v.url)).then((path) => nodejs.fs.readFile(path, "utf8").then((content) => ({ content, path }))));
         return camelizeSchema(z.discriminatedUnion("type", [
             z
                 .object({
@@ -64,6 +66,7 @@ export async function parseAgentFile(path, data) {
                 inputKey: optionalize(z.string()),
                 outputKey: optionalize(z.string()),
                 toolChoice: optionalize(z.nativeEnum(AIAgentToolChoice)),
+                structuredStreamMode: optionalize(z.boolean()),
             })
                 .extend(baseAgentSchema.shape),
             z

package/lib/esm/utils/json-schema.d.ts

@@ -10,3 +10,4 @@ export declare function parseJSON(json: string): any;
  * @returns The union array with at least 1 item (but the type is at least 2 items for z.union)
  */
 export declare function ensureZodUnionArray<T extends z.ZodType>(union: T[]): [T, T, ...T[]];
+export declare function isZodSchema(schema: ZodType): schema is ZodType;

package/lib/esm/utils/json-schema.js

@@ -40,3 +40,8 @@ export function ensureZodUnionArray(union) {
     }
     return union;
 }
+export function isZodSchema(schema) {
+    if (!schema || typeof schema !== "object")
+        return false;
+    return typeof schema.parse === "function" && typeof schema.safeParse === "function";
+}

package/lib/esm/utils/type-utils.d.ts

@@ -19,6 +19,7 @@ export declare function pick<T extends object, K extends keyof T>(obj: T, ...key
 export declare function omit<T extends object, K extends keyof T>(obj: T, ...keys: (K | K[])[]): Omit<T, K>;
 export declare function omitDeep<T, K>(obj: T, ...keys: (K | K[])[]): unknown;
 export declare function omitBy<T extends object, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
+export declare function omitByDeep(obj: any, predicate: (value: any, key: any) => boolean): any;
 export declare function flat<T>(...value: (T | T[])[]): NonNullable<T>[];
 export declare function createAccessorArray<T>(array: T[], accessor: (array: T[], name: string) => T | undefined): T[] & {
     [key: string]: T;

package/lib/esm/utils/type-utils.js

@@ -84,6 +84,24 @@ export function omitBy(obj, predicate) {
         return !predicate(value, k);
     }));
 }
+export function omitByDeep(obj, predicate) {
+    if (obj === null || obj === undefined)
+        return obj;
+    if (Array.isArray(obj)) {
+        return obj.map((item) => omitByDeep(item, predicate));
+    }
+    if (typeof obj === "object") {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            const newValue = omitByDeep(value, predicate);
+            if (!predicate(newValue, key)) {
+                result[key] = newValue;
+            }
+        }
+        return result;
+    }
+    return obj;
+}
 export function flat(...value) {
     return value.flat().filter(isNonNullable);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.58.2",
+  "version": "1.59.0",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"