@aigne/core 1.55.0 → 1.56.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+## [1.56.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.55.1...core-v1.56.0) (2025-08-27)
+
+
+### Features
+
+* **models:** add retry mechanism for network errors and structured output validation errors ([#418](https://github.com/AIGNE-io/aigne-framework/issues/418)) ([52bc9ee](https://github.com/AIGNE-io/aigne-framework/commit/52bc9eec5f4f4fa3c3f26881c405f4f89dad01c9))
+
+## [1.55.1](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.55.0...core-v1.55.1) (2025-08-26)
+
+
+### Bug Fixes
+
+* **cli:** reduce memory usage of AIGNE CLI ([#411](https://github.com/AIGNE-io/aigne-framework/issues/411)) ([9c36969](https://github.com/AIGNE-io/aigne-framework/commit/9c369699d966d37abf2d6a1624eac3d2fda4123b))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/observability-api bumped to 0.10.1
+
 ## [1.55.0](https://github.com/AIGNE-io/aigne-framework/compare/core-v1.54.0...core-v1.55.0) (2025-08-21)
 
 

package/lib/cjs/agents/agent.d.ts

@@ -122,6 +122,7 @@ export interface AgentOptions<I extends Message = Message, O extends Message = M
      */
     maxRetrieveMemoryCount?: number;
     hooks?: AgentHooks<I, O> | AgentHooks<I, O>[];
+    retryOnError?: Agent<I, O>["retryOnError"] | boolean;
 }
 export declare const agentOptionsSchema: ZodObject<{
     [key in keyof AgentOptions]: ZodType<AgentOptions[key]>;
@@ -217,6 +218,13 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * {@includeCode ../../test/agents/agent.test.ts#example-agent-hooks}
      */
     readonly hooks: AgentHooks<I, O>[];
+    retryOnError?: {
+        retries?: number;
+        minTimeout?: number;
+        factor?: number;
+        randomize?: boolean;
+        shouldRetry?: (error: Error) => boolean | Promise<boolean>;
+    };
     /**
      * List of GuideRail agents applied to this agent
      *

package/lib/cjs/agents/agent.js

@@ -57,6 +57,9 @@ const type_utils_js_1 = require("../utils/type-utils.js");
 const types_js_1 = require("./types.js");
 __exportStar(require("./types.js"), exports);
 exports.DEFAULT_INPUT_ACTION_GET = "$get";
+const DEFAULT_RETRIES = 3;
+const DEFAULT_RETRY_MIN_TIMEOUT = 1000;
+const DEFAULT_RETRY_FACTOR = 2;
 const hooksSchema = zod_1.z.object({
     onStart: zod_1.z.custom().optional(),
     onEnd: zod_1.z.custom().optional(),
@@ -82,6 +85,18 @@ exports.agentOptionsSchema = zod_1.z.object({
     maxRetrieveMemoryCount: zod_1.z.number().optional(),
     hooks: zod_1.z.union([zod_1.z.array(hooksSchema), hooksSchema]).optional(),
     guideRails: zod_1.z.array(zod_1.z.custom()).optional(),
+    retryOnError: zod_1.z
+        .union([
+        zod_1.z.boolean(),
+        zod_1.z.object({
+            retries: zod_1.z.number().int().min(0),
+            minTimeout: zod_1.z.number().min(0).optional(),
+            factor: zod_1.z.number().min(1).optional(),
+            randomize: zod_1.z.boolean().optional(),
+            shouldRetry: zod_1.z.custom().optional(),
+        }),
+    ])
+        .optional(),
 });
 /**
  * Agent is the base class for all agents.
@@ -107,6 +122,7 @@ exports.agentOptionsSchema = zod_1.z.object({
  */
 class Agent {
     constructor(options = {}) {
+        (0, type_utils_js_1.checkArguments)("Agent options", exports.agentOptionsSchema, options);
         const { inputSchema, outputSchema } = options;
         this.name = options.name || this.constructor.name;
         this.alias = options.alias;
@@ -135,6 +151,12 @@ class Agent {
         this.asyncMemoryRecord = options.asyncMemoryRecord;
         this.maxRetrieveMemoryCount = options.maxRetrieveMemoryCount;
         this.hooks = (0, type_utils_js_1.flat)(options.hooks);
+        this.retryOnError =
+            options.retryOnError === false
+                ? undefined
+                : options.retryOnError === true
+                    ? { retries: DEFAULT_RETRIES }
+                    : options.retryOnError;
         this.guideRails = options.guideRails;
     }
     /**
@@ -158,6 +180,7 @@ class Agent {
      * {@includeCode ../../test/agents/agent.test.ts#example-agent-hooks}
      */
     hooks;
+    retryOnError;
     /**
      * List of GuideRail agents applied to this agent
      *
@@ -387,6 +410,7 @@ class Agent {
     }
     async *processStreamingAndRetry(input, options) {
         let output = {};
+        let attempt = 0;
         for (;;) {
             // Reset output to avoid accumulating old data
             const resetOutput = Object.fromEntries(Object.entries(output).map(([key]) => [key, null]));
@@ -415,6 +439,15 @@ class Agent {
                 break;
             }
             catch (error) {
+                if (this.retryOnError?.retries) {
+                    const { retries, minTimeout = DEFAULT_RETRY_MIN_TIMEOUT, factor = DEFAULT_RETRY_FACTOR, randomize = false, shouldRetry, } = this.retryOnError;
+                    if (attempt++ < retries && (!shouldRetry || (await shouldRetry(error)))) {
+                        const timeout = minTimeout * factor ** (attempt - 1) * (randomize ? 1 + Math.random() : 1);
+                        logger_js_1.logger.warn(`Agent ${this.name} attempt ${attempt} of ${retries} failed with error: ${error}. Retrying in ${timeout}ms...`);
+                        await new Promise((resolve) => setTimeout(resolve, timeout));
+                        continue;
+                    }
+                }
                 const res = await this.processAgentError(input, error, options);
                 if (!res.retry)
                     throw res.error ?? error;
@@ -506,9 +539,6 @@ class Agent {
      * @param options Invocation options
      */
     async processAgentError(input, error, options) {
-        if ("$error_has_been_processed" in error && error.$error_has_been_processed)
-            return {};
-        Object.defineProperty(error, "$error_has_been_processed", { value: true, enumerable: false });
         logger_js_1.logger.error("Invoke agent %s failed with error: %O", this.name, error);
         if (!this.disableEvents)
             options.context.emit("agentFailed", { agent: this, error });

package/lib/cjs/agents/chat-model.d.ts

@@ -1,6 +1,8 @@
 import { z } from "zod";
-import type { PromiseOrValue } from "../utils/type-utils.js";
+import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+export declare class StructuredOutputError extends Error {
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *

package/lib/cjs/agents/chat-model.js

@@ -1,8 +1,21 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chatModelOutputUsageSchema = exports.ChatModel = void 0;
+exports.chatModelOutputUsageSchema = exports.ChatModel = exports.StructuredOutputError = void 0;
+const ajv_1 = require("ajv");
+const is_network_error_1 = __importDefault(require("is-network-error"));
 const zod_1 = require("zod");
+const type_utils_js_1 = require("../utils/type-utils.js");
 const agent_js_1 = require("./agent.js");
+const CHAT_MODEL_DEFAULT_RETRY_OPTIONS = {
+    retries: 3,
+    shouldRetry: (error) => error instanceof StructuredOutputError || (0, is_network_error_1.default)(error),
+};
+class StructuredOutputError extends Error {
+}
+exports.StructuredOutputError = StructuredOutputError;
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -29,10 +42,21 @@ const agent_js_1 = require("./agent.js");
 class ChatModel extends agent_js_1.Agent {
     tag = "ChatModelAgent";
     constructor(options) {
+        if (options)
+            (0, type_utils_js_1.checkArguments)("ChatModel", agent_js_1.agentOptionsSchema, options);
+        const retryOnError = options?.retryOnError === false
+            ? false
+            : options?.retryOnError === true
+                ? CHAT_MODEL_DEFAULT_RETRY_OPTIONS
+                : {
+                    ...CHAT_MODEL_DEFAULT_RETRY_OPTIONS,
+                    ...options?.retryOnError,
+                };
         super({
             ...options,
             inputSchema: chatModelInputSchema,
             outputSchema: chatModelOutputSchema,
+            retryOnError,
         });
     }
     get credential() {
@@ -137,6 +161,14 @@ class ChatModel extends agent_js_1.Agent {
                 }
             }
         }
+        if (input.responseFormat?.type === "json_schema" &&
+            // NOTE: Should not validate if there are tool calls
+            !output.toolCalls?.length) {
+            const ajv = new ajv_1.Ajv();
+            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
+                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
+            }
+        }
         super.postprocess(input, output, options);
         const { usage } = output;
         if (usage) {

package/lib/cjs/agents/team-agent.js

@@ -196,25 +196,34 @@ class TeamAgent extends agent_js_1.Agent {
         let arr = input[this.iterateOn];
         arr = Array.isArray(arr) ? [...arr] : (0, type_utils_js_1.isNil)(arr) ? [arr] : [];
         const results = new Array(arr.length);
+        let error;
         const queue = fastq_1.default.promise(async ({ item, index }) => {
-            if (!(0, type_utils_js_1.isRecord)(item))
-                throw new TypeError(`Expected ${String(key)} to be an object, got ${typeof item}`);
-            const o = await (0, agent_js_1.agentProcessResultToObject)(await this._processNonIterator({ ...input, [key]: arr, ...item }, { ...options, streaming: false }));
-            const res = (0, type_utils_js_1.omit)(o, key);
-            // Merge the item result with the original item used for next iteration
-            if (this.iterateWithPreviousOutput) {
-                arr = (0, immer_1.produce)(arr, (draft) => {
-                    const item = draft[index];
-                    (0, node_assert_1.default)(item);
-                    Object.assign(item, res);
-                });
+            try {
+                if (!(0, type_utils_js_1.isRecord)(item))
+                    throw new TypeError(`Expected ${String(key)} to be an object, got ${typeof item}`);
+                const o = await (0, agent_js_1.agentProcessResultToObject)(await this._processNonIterator({ ...input, [key]: arr, ...item }, { ...options, streaming: false }));
+                const res = (0, type_utils_js_1.omit)(o, key);
+                // Merge the item result with the original item used for next iteration
+                if (this.iterateWithPreviousOutput) {
+                    arr = (0, immer_1.produce)(arr, (draft) => {
+                        const item = draft[index];
+                        (0, node_assert_1.default)(item);
+                        Object.assign(item, res);
+                    });
+                }
+                results[index] = res;
+            }
+            catch (e) {
+                error = e;
+                queue.killAndDrain();
             }
-            results[index] = res;
         }, this.concurrency);
         for (let index = 0; index < arr.length; index++) {
             queue.push({ index, item: arr[index] });
         }
         await queue.drained();
+        if (error)
+            throw error;
         yield { delta: { json: { [key]: results } } };
     }
     _processNonIterator(input, options) {

package/lib/cjs/aigne/context.d.ts

@@ -163,7 +163,6 @@ export declare class AIGNEContext implements Context {
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
     get status(): "normal" | "timeout";
-    get spans(): Span[];
     get usage(): ContextUsage;
     get userContext(): Context["userContext"];
     set userContext(userContext: Context["userContext"]);
@@ -181,7 +180,6 @@ export declare class AIGNEContext implements Context {
     subscribe: Context["subscribe"];
     unsubscribe: Context["unsubscribe"];
     emit<K extends keyof ContextEmitEventMap>(eventName: K, ...args: Args<K, ContextEmitEventMap>): boolean;
-    private endAllSpans;
     private trace;
     on<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
     once<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
@@ -189,7 +187,6 @@ export declare class AIGNEContext implements Context {
 }
 declare class AIGNEContextShared {
     private readonly parent?;
-    spans: Span[];
     constructor(parent?: (Pick<Context, "model" | "imageModel" | "agents" | "skills" | "limits" | "observer"> & {
         messageQueue?: MessageQueue;
         events?: Emitter<any>;
@@ -202,7 +199,6 @@ declare class AIGNEContextShared {
     get agents(): Agent<any, any>[];
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
-    addSpan(span: Span): void;
     usage: ContextUsage;
     userContext: Context["userContext"];
     memories: Context["memories"];

package/lib/cjs/aigne/context.js

@@ -45,9 +45,6 @@ class AIGNEContext {
             // 修改了 rootId 是否会之前的有影响？，之前为 this.id
             this.rootId = this.span?.spanContext?.().traceId ?? (0, uuid_1.v7)();
         }
-        if (this.span) {
-            this.internal.addSpan(this.span);
-        }
         this.id = this.span?.spanContext()?.spanId ?? (0, uuid_1.v7)();
     }
     id;
@@ -79,9 +76,6 @@ class AIGNEContext {
     get status() {
         return this.internal.status;
     }
-    get spans() {
-        return this.internal.spans;
-    }
     get usage() {
         return this.internal.usage;
     }
@@ -122,18 +116,12 @@ class AIGNEContext {
         const newContext = options?.newContext === false ? this : this.newContext();
         return Promise.resolve(newContext.internal.invoke(agent, message, newContext, options)).then(async (response) => {
             if (!options?.streaming) {
-                try {
-                    let { __activeAgent__: activeAgent, ...output } = await (0, stream_utils_js_1.agentResponseStreamToObject)(response);
-                    output = await this.onInvocationResult(output, options);
-                    if (options?.returnActiveAgent) {
-                        return [output, activeAgent];
-                    }
-                    return output;
-                }
-                catch (error) {
-                    this.endAllSpans(error);
-                    throw error;
+                let { __activeAgent__: activeAgent, ...output } = await (0, stream_utils_js_1.agentResponseStreamToObject)(response);
+                output = await this.onInvocationResult(output, options);
+                if (options?.returnActiveAgent) {
+                    return [output, activeAgent];
                 }
+                return output;
             }
             const activeAgentPromise = (0, promise_js_1.promiseWithResolvers)();
             const stream = (0, stream_utils_js_1.onAgentResponseStreamEnd)((0, stream_utils_js_1.asyncGeneratorToReadableStream)(response), {
@@ -152,10 +140,6 @@ class AIGNEContext {
                     activeAgentPromise.resolve(output.__activeAgent__);
                     return await this.onInvocationResult(output, options);
                 },
-                onError: (error) => {
-                    this.endAllSpans(error);
-                    return error;
-                },
             });
             const finalStream = !options.returnProgressChunks
                 ? stream
@@ -217,12 +201,6 @@ class AIGNEContext {
         this.trace(eventName, args, b);
         return this.internal.events.emit(eventName, ...newArgs);
     }
-    async endAllSpans(error) {
-        this.spans.forEach((span) => {
-            span.setStatus({ code: api_1.SpanStatusCode.ERROR, message: error?.message });
-            span.end();
-        });
-    }
     async trace(eventName, args, b) {
         const span = this.span;
         if (!span)
@@ -298,7 +276,6 @@ class AIGNEContext {
 exports.AIGNEContext = AIGNEContext;
 class AIGNEContextShared {
     parent;
-    spans = [];
     constructor(parent) {
         this.parent = parent;
         this.messageQueue = this.parent?.messageQueue ?? new message_queue_js_1.MessageQueue();
@@ -324,9 +301,6 @@ class AIGNEContextShared {
     get limits() {
         return this.parent?.limits;
     }
-    addSpan(span) {
-        this.spans.push(span);
-    }
     usage = (0, usage_js_1.newEmptyContextUsage)();
     userContext = {};
     memories = [];

package/lib/dts/agents/agent.d.ts

@@ -122,6 +122,7 @@ export interface AgentOptions<I extends Message = Message, O extends Message = M
      */
     maxRetrieveMemoryCount?: number;
     hooks?: AgentHooks<I, O> | AgentHooks<I, O>[];
+    retryOnError?: Agent<I, O>["retryOnError"] | boolean;
 }
 export declare const agentOptionsSchema: ZodObject<{
     [key in keyof AgentOptions]: ZodType<AgentOptions[key]>;
@@ -217,6 +218,13 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * {@includeCode ../../test/agents/agent.test.ts#example-agent-hooks}
      */
     readonly hooks: AgentHooks<I, O>[];
+    retryOnError?: {
+        retries?: number;
+        minTimeout?: number;
+        factor?: number;
+        randomize?: boolean;
+        shouldRetry?: (error: Error) => boolean | Promise<boolean>;
+    };
     /**
      * List of GuideRail agents applied to this agent
      *

package/lib/dts/agents/chat-model.d.ts

@@ -1,6 +1,8 @@
 import { z } from "zod";
-import type { PromiseOrValue } from "../utils/type-utils.js";
+import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+export declare class StructuredOutputError extends Error {
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *

package/lib/dts/aigne/context.d.ts

@@ -163,7 +163,6 @@ export declare class AIGNEContext implements Context {
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
     get status(): "normal" | "timeout";
-    get spans(): Span[];
     get usage(): ContextUsage;
     get userContext(): Context["userContext"];
     set userContext(userContext: Context["userContext"]);
@@ -181,7 +180,6 @@ export declare class AIGNEContext implements Context {
     subscribe: Context["subscribe"];
     unsubscribe: Context["unsubscribe"];
     emit<K extends keyof ContextEmitEventMap>(eventName: K, ...args: Args<K, ContextEmitEventMap>): boolean;
-    private endAllSpans;
     private trace;
     on<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
     once<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
@@ -189,7 +187,6 @@ export declare class AIGNEContext implements Context {
 }
 declare class AIGNEContextShared {
     private readonly parent?;
-    spans: Span[];
     constructor(parent?: (Pick<Context, "model" | "imageModel" | "agents" | "skills" | "limits" | "observer"> & {
         messageQueue?: MessageQueue;
         events?: Emitter<any>;
@@ -202,7 +199,6 @@ declare class AIGNEContextShared {
     get agents(): Agent<any, any>[];
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
-    addSpan(span: Span): void;
     usage: ContextUsage;
     userContext: Context["userContext"];
     memories: Context["memories"];

package/lib/esm/agents/agent.d.ts

@@ -122,6 +122,7 @@ export interface AgentOptions<I extends Message = Message, O extends Message = M
      */
     maxRetrieveMemoryCount?: number;
     hooks?: AgentHooks<I, O> | AgentHooks<I, O>[];
+    retryOnError?: Agent<I, O>["retryOnError"] | boolean;
 }
 export declare const agentOptionsSchema: ZodObject<{
     [key in keyof AgentOptions]: ZodType<AgentOptions[key]>;
@@ -217,6 +218,13 @@ export declare abstract class Agent<I extends Message = any, O extends Message =
      * {@includeCode ../../test/agents/agent.test.ts#example-agent-hooks}
      */
     readonly hooks: AgentHooks<I, O>[];
+    retryOnError?: {
+        retries?: number;
+        minTimeout?: number;
+        factor?: number;
+        randomize?: boolean;
+        shouldRetry?: (error: Error) => boolean | Promise<boolean>;
+    };
     /**
      * List of GuideRail agents applied to this agent
      *

package/lib/esm/agents/agent.js

@@ -9,6 +9,9 @@ import { checkArguments, createAccessorArray, flat, isEmpty, isNil, isNonNullabl
 import { replaceTransferAgentToName, transferToAgentOutput, } from "./types.js";
 export * from "./types.js";
 export const DEFAULT_INPUT_ACTION_GET = "$get";
+const DEFAULT_RETRIES = 3;
+const DEFAULT_RETRY_MIN_TIMEOUT = 1000;
+const DEFAULT_RETRY_FACTOR = 2;
 const hooksSchema = z.object({
     onStart: z.custom().optional(),
     onEnd: z.custom().optional(),
@@ -34,6 +37,18 @@ export const agentOptionsSchema = z.object({
     maxRetrieveMemoryCount: z.number().optional(),
     hooks: z.union([z.array(hooksSchema), hooksSchema]).optional(),
     guideRails: z.array(z.custom()).optional(),
+    retryOnError: z
+        .union([
+        z.boolean(),
+        z.object({
+            retries: z.number().int().min(0),
+            minTimeout: z.number().min(0).optional(),
+            factor: z.number().min(1).optional(),
+            randomize: z.boolean().optional(),
+            shouldRetry: z.custom().optional(),
+        }),
+    ])
+        .optional(),
 });
 /**
  * Agent is the base class for all agents.
@@ -59,6 +74,7 @@ export const agentOptionsSchema = z.object({
  */
 export class Agent {
     constructor(options = {}) {
+        checkArguments("Agent options", agentOptionsSchema, options);
         const { inputSchema, outputSchema } = options;
         this.name = options.name || this.constructor.name;
         this.alias = options.alias;
@@ -87,6 +103,12 @@ export class Agent {
         this.asyncMemoryRecord = options.asyncMemoryRecord;
         this.maxRetrieveMemoryCount = options.maxRetrieveMemoryCount;
         this.hooks = flat(options.hooks);
+        this.retryOnError =
+            options.retryOnError === false
+                ? undefined
+                : options.retryOnError === true
+                    ? { retries: DEFAULT_RETRIES }
+                    : options.retryOnError;
         this.guideRails = options.guideRails;
     }
     /**
@@ -110,6 +132,7 @@ export class Agent {
      * {@includeCode ../../test/agents/agent.test.ts#example-agent-hooks}
      */
     hooks;
+    retryOnError;
     /**
      * List of GuideRail agents applied to this agent
      *
@@ -339,6 +362,7 @@ export class Agent {
     }
     async *processStreamingAndRetry(input, options) {
         let output = {};
+        let attempt = 0;
         for (;;) {
             // Reset output to avoid accumulating old data
             const resetOutput = Object.fromEntries(Object.entries(output).map(([key]) => [key, null]));
@@ -367,6 +391,15 @@ export class Agent {
                 break;
             }
             catch (error) {
+                if (this.retryOnError?.retries) {
+                    const { retries, minTimeout = DEFAULT_RETRY_MIN_TIMEOUT, factor = DEFAULT_RETRY_FACTOR, randomize = false, shouldRetry, } = this.retryOnError;
+                    if (attempt++ < retries && (!shouldRetry || (await shouldRetry(error)))) {
+                        const timeout = minTimeout * factor ** (attempt - 1) * (randomize ? 1 + Math.random() : 1);
+                        logger.warn(`Agent ${this.name} attempt ${attempt} of ${retries} failed with error: ${error}. Retrying in ${timeout}ms...`);
+                        await new Promise((resolve) => setTimeout(resolve, timeout));
+                        continue;
+                    }
+                }
                 const res = await this.processAgentError(input, error, options);
                 if (!res.retry)
                     throw res.error ?? error;
@@ -458,9 +491,6 @@ export class Agent {
      * @param options Invocation options
      */
     async processAgentError(input, error, options) {
-        if ("$error_has_been_processed" in error && error.$error_has_been_processed)
-            return {};
-        Object.defineProperty(error, "$error_has_been_processed", { value: true, enumerable: false });
         logger.error("Invoke agent %s failed with error: %O", this.name, error);
         if (!this.disableEvents)
             options.context.emit("agentFailed", { agent: this, error });

package/lib/esm/agents/chat-model.d.ts

@@ -1,6 +1,8 @@
 import { z } from "zod";
-import type { PromiseOrValue } from "../utils/type-utils.js";
+import { type PromiseOrValue } from "../utils/type-utils.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+export declare class StructuredOutputError extends Error {
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *

package/lib/esm/agents/chat-model.js

@@ -1,5 +1,14 @@
+import { Ajv } from "ajv";
+import isNetworkError from "is-network-error";
 import { z } from "zod";
-import { Agent, } from "./agent.js";
+import { checkArguments } from "../utils/type-utils.js";
+import { Agent, agentOptionsSchema, } from "./agent.js";
+const CHAT_MODEL_DEFAULT_RETRY_OPTIONS = {
+    retries: 3,
+    shouldRetry: (error) => error instanceof StructuredOutputError || isNetworkError(error),
+};
+export class StructuredOutputError extends Error {
+}
 /**
  * ChatModel is an abstract base class for interacting with Large Language Models (LLMs).
  *
@@ -26,10 +35,21 @@ import { Agent, } from "./agent.js";
 export class ChatModel extends Agent {
     tag = "ChatModelAgent";
     constructor(options) {
+        if (options)
+            checkArguments("ChatModel", agentOptionsSchema, options);
+        const retryOnError = options?.retryOnError === false
+            ? false
+            : options?.retryOnError === true
+                ? CHAT_MODEL_DEFAULT_RETRY_OPTIONS
+                : {
+                    ...CHAT_MODEL_DEFAULT_RETRY_OPTIONS,
+                    ...options?.retryOnError,
+                };
         super({
             ...options,
             inputSchema: chatModelInputSchema,
             outputSchema: chatModelOutputSchema,
+            retryOnError,
         });
     }
     get credential() {
@@ -134,6 +154,14 @@ export class ChatModel extends Agent {
                 }
             }
         }
+        if (input.responseFormat?.type === "json_schema" &&
+            // NOTE: Should not validate if there are tool calls
+            !output.toolCalls?.length) {
+            const ajv = new Ajv();
+            if (!ajv.validate(input.responseFormat.jsonSchema.schema, output.json)) {
+                throw new StructuredOutputError(`Output JSON does not conform to the provided JSON schema: ${ajv.errorsText()}`);
+            }
+        }
         super.postprocess(input, output, options);
         const { usage } = output;
         if (usage) {

package/lib/esm/agents/team-agent.js

@@ -190,25 +190,34 @@ export class TeamAgent extends Agent {
         let arr = input[this.iterateOn];
         arr = Array.isArray(arr) ? [...arr] : isNil(arr) ? [arr] : [];
         const results = new Array(arr.length);
+        let error;
         const queue = fastq.promise(async ({ item, index }) => {
-            if (!isRecord(item))
-                throw new TypeError(`Expected ${String(key)} to be an object, got ${typeof item}`);
-            const o = await agentProcessResultToObject(await this._processNonIterator({ ...input, [key]: arr, ...item }, { ...options, streaming: false }));
-            const res = omit(o, key);
-            // Merge the item result with the original item used for next iteration
-            if (this.iterateWithPreviousOutput) {
-                arr = produce(arr, (draft) => {
-                    const item = draft[index];
-                    assert(item);
-                    Object.assign(item, res);
-                });
+            try {
+                if (!isRecord(item))
+                    throw new TypeError(`Expected ${String(key)} to be an object, got ${typeof item}`);
+                const o = await agentProcessResultToObject(await this._processNonIterator({ ...input, [key]: arr, ...item }, { ...options, streaming: false }));
+                const res = omit(o, key);
+                // Merge the item result with the original item used for next iteration
+                if (this.iterateWithPreviousOutput) {
+                    arr = produce(arr, (draft) => {
+                        const item = draft[index];
+                        assert(item);
+                        Object.assign(item, res);
+                    });
+                }
+                results[index] = res;
+            }
+            catch (e) {
+                error = e;
+                queue.killAndDrain();
             }
-            results[index] = res;
         }, this.concurrency);
         for (let index = 0; index < arr.length; index++) {
             queue.push({ index, item: arr[index] });
         }
         await queue.drained();
+        if (error)
+            throw error;
         yield { delta: { json: { [key]: results } } };
     }
     _processNonIterator(input, options) {

package/lib/esm/aigne/context.d.ts

@@ -163,7 +163,6 @@ export declare class AIGNEContext implements Context {
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
     get status(): "normal" | "timeout";
-    get spans(): Span[];
     get usage(): ContextUsage;
     get userContext(): Context["userContext"];
     set userContext(userContext: Context["userContext"]);
@@ -181,7 +180,6 @@ export declare class AIGNEContext implements Context {
     subscribe: Context["subscribe"];
     unsubscribe: Context["unsubscribe"];
     emit<K extends keyof ContextEmitEventMap>(eventName: K, ...args: Args<K, ContextEmitEventMap>): boolean;
-    private endAllSpans;
     private trace;
     on<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
     once<K extends keyof ContextEventMap>(eventName: K, listener: Listener<K, ContextEventMap>): this;
@@ -189,7 +187,6 @@ export declare class AIGNEContext implements Context {
 }
 declare class AIGNEContextShared {
     private readonly parent?;
-    spans: Span[];
     constructor(parent?: (Pick<Context, "model" | "imageModel" | "agents" | "skills" | "limits" | "observer"> & {
         messageQueue?: MessageQueue;
         events?: Emitter<any>;
@@ -202,7 +199,6 @@ declare class AIGNEContextShared {
     get agents(): Agent<any, any>[];
     get observer(): AIGNEObserver | undefined;
     get limits(): ContextLimits | undefined;
-    addSpan(span: Span): void;
     usage: ContextUsage;
     userContext: Context["userContext"];
     memories: Context["memories"];

package/lib/esm/aigne/context.js

@@ -39,9 +39,6 @@ export class AIGNEContext {
             // 修改了 rootId 是否会之前的有影响？，之前为 this.id
             this.rootId = this.span?.spanContext?.().traceId ?? v7();
         }
-        if (this.span) {
-            this.internal.addSpan(this.span);
-        }
         this.id = this.span?.spanContext()?.spanId ?? v7();
     }
     id;
@@ -73,9 +70,6 @@ export class AIGNEContext {
     get status() {
         return this.internal.status;
     }
-    get spans() {
-        return this.internal.spans;
-    }
     get usage() {
         return this.internal.usage;
     }
@@ -116,18 +110,12 @@ export class AIGNEContext {
         const newContext = options?.newContext === false ? this : this.newContext();
         return Promise.resolve(newContext.internal.invoke(agent, message, newContext, options)).then(async (response) => {
             if (!options?.streaming) {
-                try {
-                    let { __activeAgent__: activeAgent, ...output } = await agentResponseStreamToObject(response);
-                    output = await this.onInvocationResult(output, options);
-                    if (options?.returnActiveAgent) {
-                        return [output, activeAgent];
-                    }
-                    return output;
-                }
-                catch (error) {
-                    this.endAllSpans(error);
-                    throw error;
+                let { __activeAgent__: activeAgent, ...output } = await agentResponseStreamToObject(response);
+                output = await this.onInvocationResult(output, options);
+                if (options?.returnActiveAgent) {
+                    return [output, activeAgent];
                 }
+                return output;
             }
             const activeAgentPromise = promiseWithResolvers();
             const stream = onAgentResponseStreamEnd(asyncGeneratorToReadableStream(response), {
@@ -146,10 +134,6 @@ export class AIGNEContext {
                     activeAgentPromise.resolve(output.__activeAgent__);
                     return await this.onInvocationResult(output, options);
                 },
-                onError: (error) => {
-                    this.endAllSpans(error);
-                    return error;
-                },
             });
             const finalStream = !options.returnProgressChunks
                 ? stream
@@ -211,12 +195,6 @@ export class AIGNEContext {
         this.trace(eventName, args, b);
         return this.internal.events.emit(eventName, ...newArgs);
     }
-    async endAllSpans(error) {
-        this.spans.forEach((span) => {
-            span.setStatus({ code: SpanStatusCode.ERROR, message: error?.message });
-            span.end();
-        });
-    }
     async trace(eventName, args, b) {
         const span = this.span;
         if (!span)
@@ -291,7 +269,6 @@ export class AIGNEContext {
 }
 class AIGNEContextShared {
     parent;
-    spans = [];
     constructor(parent) {
         this.parent = parent;
         this.messageQueue = this.parent?.messageQueue ?? new MessageQueue();
@@ -317,9 +294,6 @@ class AIGNEContextShared {
     get limits() {
         return this.parent?.limits;
     }
-    addSpan(span) {
-        this.spans.push(span);
-    }
     usage = newEmptyContextUsage();
     userContext = {};
     memories = [];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.55.0",
+  "version": "1.56.0",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -71,6 +71,7 @@
     "@opentelemetry/api": "^1.9.0",
     "@opentelemetry/sdk-trace-base": "^2.0.1",
     "@types/debug": "^4.1.12",
+    "ajv": "^8.17.1",
     "camelize-ts": "^3.0.0",
     "content-type": "^1.0.5",
     "debug": "^4.4.1",
@@ -78,6 +79,7 @@
     "fast-deep-equal": "^3.1.3",
     "fastq": "^1.19.1",
     "immer": "^10.1.1",
+    "is-network-error": "^1.1.0",
     "jaison": "^2.0.2",
     "jsonata": "^2.0.6",
     "nunjucks": "^3.2.4",
@@ -89,7 +91,7 @@
     "yaml": "^2.8.0",
     "zod": "^3.25.67",
     "zod-to-json-schema": "^3.24.6",
-    "@aigne/observability-api": "^0.10.0",
+    "@aigne/observability-api": "^0.10.1",
     "@aigne/platform-helpers": "^0.6.2"
   },
   "devDependencies": {