@aigne/core 1.65.0-beta.3 → 1.65.0-beta.5

package/CHANGELOG.md

@@ -1,5 +1,38 @@
 # Changelog
 
+## [1.65.0-beta.5](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.65.0-beta.4...core-v1.65.0-beta.5) (2025-10-31)
+
+
+### Features
+
+* **core:** add json/yaml stringify filters for prompt template ([#685](https://github.com/AIGNE-io/aigne-framework/issues/685)) ([4e414bf](https://github.com/AIGNE-io/aigne-framework/commit/4e414bf5a43d0677fb16fcdceacaed501542ee85))
+
+
+### Bug Fixes
+
+* **models:** add image parameters support for video generation ([#684](https://github.com/AIGNE-io/aigne-framework/issues/684)) ([b048b7f](https://github.com/AIGNE-io/aigne-framework/commit/b048b7f92bd7a532dbdbeb6fb5fa5499bae6b953))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/observability-api bumped to 0.11.4-beta.2
+
+## [1.65.0-beta.4](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.65.0-beta.3...core-v1.65.0-beta.4) (2025-10-29)
+
+
+### Features
+
+* add reasoningEffort option for chat model ([#680](https://github.com/AIGNE-io/aigne-framework/issues/680)) ([f69d232](https://github.com/AIGNE-io/aigne-framework/commit/f69d232d714d4a3e4946bdc8c6598747c9bcbd57))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/observability-api bumped to 0.11.4-beta.1
+
 ## [1.65.0-beta.3](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.65.0-beta.2...core-v1.65.0-beta.3) (2025-10-28)
 
 

package/lib/cjs/agents/ai-agent.js

@@ -341,7 +341,7 @@ class AIAgent extends agent_js_1.Agent {
             }
             const { toolCalls, json, text, files } = modelOutput;
             if (toolCalls?.length) {
-                if (!this.keepTextInToolUses) {
+                if (this.keepTextInToolUses !== true) {
                     yield { delta: { json: { [outputKey]: "" } } };
                 }
                 else {

package/lib/cjs/agents/chat-model.d.ts

@@ -388,6 +388,7 @@ export interface ChatModelInputOptions {
     parallelToolCalls?: boolean;
     modalities?: Modality[];
     preferInputFileType?: "file" | "url";
+    reasoningEffort?: number | "minimal" | "low" | "medium" | "high";
 }
 /**
  * Output message format for ChatModel

package/lib/cjs/agents/chat-model.js

@@ -337,6 +337,15 @@ const modelOptionsSchema = zod_1.z.object({
     presencePenalty: zod_1.z.number().optional(),
     parallelToolCalls: zod_1.z.boolean().optional().default(true),
     modalities: zod_1.z.array(zod_1.z.enum(["text", "image", "audio"])).optional(),
+    reasoningEffort: zod_1.z
+        .union([
+        zod_1.z.number(),
+        zod_1.z.literal("minimal"),
+        zod_1.z.literal("low"),
+        zod_1.z.literal("medium"),
+        zod_1.z.literal("high"),
+    ])
+        .optional(),
 });
 const chatModelOptionsSchema = agent_js_1.agentOptionsSchema.extend({
     model: zod_1.z.string().optional(),

package/lib/cjs/agents/video-model.d.ts

@@ -28,6 +28,7 @@ export interface VideoModelInput extends Message {
     seconds?: string;
     outputFileType?: FileType;
     modelOptions?: VideoModelInputOptions;
+    image?: FileUnionContent;
 }
 export interface VideoModelInputOptions extends Record<string, unknown> {
     model?: string;
@@ -39,10 +40,75 @@ export declare const videoModelInputSchema: z.ZodObject<{
     seconds: z.ZodOptional<z.ZodString>;
     outputFileType: z.ZodOptional<z.ZodEnum<["local", "file", "url"]>>;
     modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    image: z.ZodOptional<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>>;
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;
@@ -50,6 +116,22 @@ export declare const videoModelInputSchema: z.ZodObject<{
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;

package/lib/cjs/agents/video-model.js

@@ -56,6 +56,7 @@ exports.videoModelInputSchema = zod_1.z.object({
     seconds: zod_1.z.string().optional().describe("Duration of the video in seconds"),
     outputFileType: model_js_1.fileTypeSchema.optional(),
     modelOptions: zod_1.z.record(zod_1.z.unknown()).optional(),
+    image: model_js_1.fileUnionContentSchema.optional(),
 });
 exports.videoModelOutputSchema = zod_1.z.object({
     videos: zod_1.z.array(model_js_1.fileUnionContentSchema),

package/lib/cjs/loader/index.d.ts

@@ -18,6 +18,7 @@ export interface LoadOptions {
             create: (options?: Record<string, any>) => PromiseOrValue<AFSModule>;
         }[];
     };
+    aigne?: z.infer<typeof aigneFileSchema>;
 }
 export declare function load(path: string, options?: LoadOptions): Promise<AIGNEOptions>;
 export declare function loadAgent(path: string, options?: LoadOptions, agentOptions?: AgentOptions): Promise<Agent>;
@@ -37,12 +38,14 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined, z.ZodTypeDef, z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
         temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined>;
     imageModel: ZodType<z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -70,6 +73,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;
@@ -92,6 +96,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;

package/lib/cjs/loader/index.js

@@ -30,7 +30,7 @@ async function load(path, options = {}) {
     const allAgentPaths = new Set((0, type_utils_js_1.flat)(aigne.agents, aigne.skills, aigne.mcpServer?.agents, aigne.cli?.chat, aigne.cli?.agents?.flatMap((i) => (typeof i === "string" ? i : flatCliAgents(i)))).map((i) => index_js_1.nodejs.path.join(rootDir, i)));
     const allAgents = {};
     for (const path of allAgentPaths) {
-        allAgents[path] = await loadAgent(path, options);
+        allAgents[path] = await loadAgent(path, { ...options, aigne });
     }
     const pickAgent = (path) => allAgents[index_js_1.nodejs.path.join(rootDir, path)];
     const pickAgents = (paths) => paths.map((filename) => pickAgent(filename)).filter(type_utils_js_1.isNonNullable);
@@ -134,10 +134,13 @@ async function parseAgent(path, agent, options, agentOptions) {
         });
     }
     const model = agent.model && typeof options?.model === "function"
-        ? await options.model(agent.model)
+        ? await options.model({ ...options.aigne?.model, ...(0, type_utils_js_1.omitBy)(agent.model, (v) => (0, type_utils_js_1.isNil)(v)) })
         : undefined;
     const imageModel = agent.imageModel && typeof options?.imageModel === "function"
-        ? await options.imageModel(agent.imageModel)
+        ? await options.imageModel({
+            ...options.aigne?.imageModel,
+            ...(0, type_utils_js_1.omitBy)(agent.imageModel, (v) => (0, type_utils_js_1.isNil)(v)),
+        })
         : undefined;
     const baseOptions = {
         ...agentOptions,

package/lib/cjs/loader/schema.d.ts

@@ -35,18 +35,21 @@ declare const chatModelObjectSchema: z.ZodObject<{
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">>;
 export declare const chatModelSchema: typeof chatModelObjectSchema;
 declare const imageModelObjectSchema: z.ZodObject<{

package/lib/cjs/loader/schema.js

@@ -67,13 +67,25 @@ const chatModelObjectSchema = camelizeSchema(zod_1.z
     topP: optionalize(zod_1.z.number().min(0)),
     frequencyPenalty: optionalize(zod_1.z.number().min(-2).max(2)),
     presencePenalty: optionalize(zod_1.z.number().min(-2).max(2)),
+    thinkingEffort: optionalize(zod_1.z.union([
+        zod_1.z.number().int(),
+        zod_1.z.literal("high"),
+        zod_1.z.literal("medium"),
+        zod_1.z.literal("low"),
+        zod_1.z.literal("minimal"),
+    ])),
 })
     .passthrough());
 exports.chatModelSchema = zod_1.z
     .preprocess((v) => {
     if (!(0, type_utils_js_1.isRecord)(v))
         return v;
-    return { ...v, model: v.model || `${v.provider || ""}:${v.name || ""}` };
+    return {
+        ...v,
+        model: v.model ||
+            (v.provider && v.name ? `${v.provider || ""}:${v.name || ""}` : undefined) ||
+            undefined,
+    };
 }, zod_1.z.union([zod_1.z.string(), chatModelObjectSchema]))
     .transform((v) => typeof v === "string" ? { model: v } : v);
 const imageModelObjectSchema = camelizeSchema(zod_1.z

package/lib/cjs/prompt/filters/index.d.ts

@@ -0,0 +1,2 @@
+import type { Environment } from "nunjucks";
+export declare function setupFilters(env: Environment): void;

package/lib/cjs/prompt/filters/index.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setupFilters = setupFilters;
+const yaml_1 = require("yaml");
+function setupFilters(env) {
+    env.addFilter("yaml.stringify", (obj) => {
+        return (0, yaml_1.stringify)(obj);
+    });
+    env.addFilter("json.stringify", (obj, ...args) => {
+        return JSON.stringify(obj, ...args);
+    });
+}

package/lib/cjs/prompt/template.js

@@ -10,6 +10,7 @@ const index_js_1 = require("@aigne/platform-helpers/nodejs/index.js");
 const nunjucks_1 = __importDefault(require("nunjucks"));
 const zod_1 = require("zod");
 const type_utils_js_1 = require("../utils/type-utils.js");
+const index_js_2 = require("./filters/index.js");
 nunjucks_1.default.runtime.suppressValue = (v) => {
     if ((0, type_utils_js_1.isNil)(v))
         return "";
@@ -28,6 +29,7 @@ class PromptTemplate {
         if (options?.workingDir) {
             env = new nunjucks_1.default.Environment(new CustomLoader({ workingDir: options.workingDir }));
         }
+        (0, index_js_2.setupFilters)(env);
         return new Promise((resolve, reject) => env.renderString(this.template, variables, (err, res) => {
             if (err || !res) {
                 reject(err || new Error(`Failed to render template: ${this.template}`));

package/lib/dts/agents/chat-model.d.ts

@@ -388,6 +388,7 @@ export interface ChatModelInputOptions {
     parallelToolCalls?: boolean;
     modalities?: Modality[];
     preferInputFileType?: "file" | "url";
+    reasoningEffort?: number | "minimal" | "low" | "medium" | "high";
 }
 /**
  * Output message format for ChatModel

package/lib/dts/agents/video-model.d.ts

@@ -28,6 +28,7 @@ export interface VideoModelInput extends Message {
     seconds?: string;
     outputFileType?: FileType;
     modelOptions?: VideoModelInputOptions;
+    image?: FileUnionContent;
 }
 export interface VideoModelInputOptions extends Record<string, unknown> {
     model?: string;
@@ -39,10 +40,75 @@ export declare const videoModelInputSchema: z.ZodObject<{
     seconds: z.ZodOptional<z.ZodString>;
     outputFileType: z.ZodOptional<z.ZodEnum<["local", "file", "url"]>>;
     modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    image: z.ZodOptional<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>>;
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;
@@ -50,6 +116,22 @@ export declare const videoModelInputSchema: z.ZodObject<{
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;

package/lib/dts/loader/index.d.ts

@@ -18,6 +18,7 @@ export interface LoadOptions {
             create: (options?: Record<string, any>) => PromiseOrValue<AFSModule>;
         }[];
     };
+    aigne?: z.infer<typeof aigneFileSchema>;
 }
 export declare function load(path: string, options?: LoadOptions): Promise<AIGNEOptions>;
 export declare function loadAgent(path: string, options?: LoadOptions, agentOptions?: AgentOptions): Promise<Agent>;
@@ -37,12 +38,14 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined, z.ZodTypeDef, z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
         temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined>;
     imageModel: ZodType<z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -70,6 +73,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;
@@ -92,6 +96,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;

package/lib/dts/loader/schema.d.ts

@@ -35,18 +35,21 @@ declare const chatModelObjectSchema: z.ZodObject<{
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">>;
 export declare const chatModelSchema: typeof chatModelObjectSchema;
 declare const imageModelObjectSchema: z.ZodObject<{

package/lib/dts/prompt/filters/index.d.ts

@@ -0,0 +1,2 @@
+import type { Environment } from "nunjucks";
+export declare function setupFilters(env: Environment): void;

package/lib/esm/agents/ai-agent.js

@@ -305,7 +305,7 @@ export class AIAgent extends Agent {
             }
             const { toolCalls, json, text, files } = modelOutput;
             if (toolCalls?.length) {
-                if (!this.keepTextInToolUses) {
+                if (this.keepTextInToolUses !== true) {
                     yield { delta: { json: { [outputKey]: "" } } };
                 }
                 else {

package/lib/esm/agents/chat-model.d.ts

@@ -388,6 +388,7 @@ export interface ChatModelInputOptions {
     parallelToolCalls?: boolean;
     modalities?: Modality[];
     preferInputFileType?: "file" | "url";
+    reasoningEffort?: number | "minimal" | "low" | "medium" | "high";
 }
 /**
  * Output message format for ChatModel

package/lib/esm/agents/chat-model.js

@@ -299,6 +299,15 @@ const modelOptionsSchema = z.object({
     presencePenalty: z.number().optional(),
     parallelToolCalls: z.boolean().optional().default(true),
     modalities: z.array(z.enum(["text", "image", "audio"])).optional(),
+    reasoningEffort: z
+        .union([
+        z.number(),
+        z.literal("minimal"),
+        z.literal("low"),
+        z.literal("medium"),
+        z.literal("high"),
+    ])
+        .optional(),
 });
 const chatModelOptionsSchema = agentOptionsSchema.extend({
     model: z.string().optional(),

package/lib/esm/agents/video-model.d.ts

@@ -28,6 +28,7 @@ export interface VideoModelInput extends Message {
     seconds?: string;
     outputFileType?: FileType;
     modelOptions?: VideoModelInputOptions;
+    image?: FileUnionContent;
 }
 export interface VideoModelInputOptions extends Record<string, unknown> {
     model?: string;
@@ -39,10 +40,75 @@ export declare const videoModelInputSchema: z.ZodObject<{
     seconds: z.ZodOptional<z.ZodString>;
     outputFileType: z.ZodOptional<z.ZodEnum<["local", "file", "url"]>>;
     modelOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    image: z.ZodOptional<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>>;
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;
@@ -50,6 +116,22 @@ export declare const videoModelInputSchema: z.ZodObject<{
     prompt: string;
     model?: string | undefined;
     modelOptions?: Record<string, unknown> | undefined;
+    image?: {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | undefined;
     outputFileType?: "local" | "file" | "url" | undefined;
     size?: string | undefined;
     seconds?: string | undefined;

package/lib/esm/agents/video-model.js

@@ -52,6 +52,7 @@ export const videoModelInputSchema = z.object({
     seconds: z.string().optional().describe("Duration of the video in seconds"),
     outputFileType: fileTypeSchema.optional(),
     modelOptions: z.record(z.unknown()).optional(),
+    image: fileUnionContentSchema.optional(),
 });
 export const videoModelOutputSchema = z.object({
     videos: z.array(fileUnionContentSchema),

package/lib/esm/loader/index.d.ts

@@ -18,6 +18,7 @@ export interface LoadOptions {
             create: (options?: Record<string, any>) => PromiseOrValue<AFSModule>;
         }[];
     };
+    aigne?: z.infer<typeof aigneFileSchema>;
 }
 export declare function load(path: string, options?: LoadOptions): Promise<AIGNEOptions>;
 export declare function loadAgent(path: string, options?: LoadOptions, agentOptions?: AgentOptions): Promise<Agent>;
@@ -37,12 +38,14 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined, z.ZodTypeDef, z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
         temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined>;
     imageModel: ZodType<z.objectInputType<{
         model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
@@ -70,6 +73,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;
@@ -92,6 +96,7 @@ declare const aigneFileSchema: z.ZodObject<{
         topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
         presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+        thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     name?: string | undefined;
     description?: string | undefined;

package/lib/esm/loader/index.js

@@ -10,7 +10,7 @@ import { TeamAgent } from "../agents/team-agent.js";
 import { TransformAgent } from "../agents/transform-agent.js";
 import { PromptBuilder } from "../prompt/prompt-builder.js";
 import { ChatMessagesTemplate, parseChatMessages } from "../prompt/template.js";
-import { flat, isNonNullable, tryOrThrow } from "../utils/type-utils.js";
+import { flat, isNil, isNonNullable, omitBy, tryOrThrow, } from "../utils/type-utils.js";
 import { loadAgentFromJsFile } from "./agent-js.js";
 import { loadAgentFromYamlFile } from "./agent-yaml.js";
 import { camelizeSchema, chatModelSchema, imageModelSchema, optionalize } from "./schema.js";
@@ -25,7 +25,7 @@ export async function load(path, options = {}) {
     const allAgentPaths = new Set(flat(aigne.agents, aigne.skills, aigne.mcpServer?.agents, aigne.cli?.chat, aigne.cli?.agents?.flatMap((i) => (typeof i === "string" ? i : flatCliAgents(i)))).map((i) => nodejs.path.join(rootDir, i)));
     const allAgents = {};
     for (const path of allAgentPaths) {
-        allAgents[path] = await loadAgent(path, options);
+        allAgents[path] = await loadAgent(path, { ...options, aigne });
     }
     const pickAgent = (path) => allAgents[nodejs.path.join(rootDir, path)];
     const pickAgents = (paths) => paths.map((filename) => pickAgent(filename)).filter(isNonNullable);
@@ -129,10 +129,13 @@ async function parseAgent(path, agent, options, agentOptions) {
         });
     }
     const model = agent.model && typeof options?.model === "function"
-        ? await options.model(agent.model)
+        ? await options.model({ ...options.aigne?.model, ...omitBy(agent.model, (v) => isNil(v)) })
         : undefined;
     const imageModel = agent.imageModel && typeof options?.imageModel === "function"
-        ? await options.imageModel(agent.imageModel)
+        ? await options.imageModel({
+            ...options.aigne?.imageModel,
+            ...omitBy(agent.imageModel, (v) => isNil(v)),
+        })
         : undefined;
     const baseOptions = {
         ...agentOptions,

package/lib/esm/loader/schema.d.ts

@@ -35,18 +35,21 @@ declare const chatModelObjectSchema: z.ZodObject<{
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
     model: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
     temperature: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     topP: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     frequencyPenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
     presencePenalty: ZodType<number | undefined, z.ZodTypeDef, number | undefined>;
+    thinkingEffort: ZodType<number | "high" | "medium" | "low" | "minimal" | undefined, z.ZodTypeDef, number | "high" | "medium" | "low" | "minimal" | undefined>;
 }, z.ZodTypeAny, "passthrough">>;
 export declare const chatModelSchema: typeof chatModelObjectSchema;
 declare const imageModelObjectSchema: z.ZodObject<{

package/lib/esm/loader/schema.js

@@ -61,13 +61,25 @@ const chatModelObjectSchema = camelizeSchema(z
     topP: optionalize(z.number().min(0)),
     frequencyPenalty: optionalize(z.number().min(-2).max(2)),
     presencePenalty: optionalize(z.number().min(-2).max(2)),
+    thinkingEffort: optionalize(z.union([
+        z.number().int(),
+        z.literal("high"),
+        z.literal("medium"),
+        z.literal("low"),
+        z.literal("minimal"),
+    ])),
 })
     .passthrough());
 export const chatModelSchema = z
     .preprocess((v) => {
     if (!isRecord(v))
         return v;
-    return { ...v, model: v.model || `${v.provider || ""}:${v.name || ""}` };
+    return {
+        ...v,
+        model: v.model ||
+            (v.provider && v.name ? `${v.provider || ""}:${v.name || ""}` : undefined) ||
+            undefined,
+    };
 }, z.union([z.string(), chatModelObjectSchema]))
     .transform((v) => typeof v === "string" ? { model: v } : v);
 const imageModelObjectSchema = camelizeSchema(z

package/lib/esm/prompt/filters/index.d.ts

@@ -0,0 +1,2 @@
+import type { Environment } from "nunjucks";
+export declare function setupFilters(env: Environment): void;

package/lib/esm/prompt/filters/index.js

@@ -0,0 +1,9 @@
+import { stringify } from "yaml";
+export function setupFilters(env) {
+    env.addFilter("yaml.stringify", (obj) => {
+        return stringify(obj);
+    });
+    env.addFilter("json.stringify", (obj, ...args) => {
+        return JSON.stringify(obj, ...args);
+    });
+}

package/lib/esm/prompt/template.js

@@ -2,6 +2,7 @@ import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import nunjucks from "nunjucks";
 import { z } from "zod";
 import { isNil, omitBy } from "../utils/type-utils.js";
+import { setupFilters } from "./filters/index.js";
 nunjucks.runtime.suppressValue = (v) => {
     if (isNil(v))
         return "";
@@ -20,6 +21,7 @@ export class PromptTemplate {
         if (options?.workingDir) {
             env = new nunjucks.Environment(new CustomLoader({ workingDir: options.workingDir }));
         }
+        setupFilters(env);
         return new Promise((resolve, reject) => env.renderString(this.template, variables, (err, res) => {
             if (err || !res) {
                 reject(err || new Error(`Failed to render template: ${this.template}`));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.65.0-beta.3",
+  "version": "1.65.0-beta.5",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -92,7 +92,7 @@
     "zod-from-json-schema": "^0.0.5",
     "zod-to-json-schema": "^3.24.6",
     "@aigne/afs": "^1.1.1-beta",
-    "@aigne/observability-api": "^0.11.4-beta",
+    "@aigne/observability-api": "^0.11.4-beta.2",
     "@aigne/platform-helpers": "^0.6.3"
   },
   "devDependencies": {