@aigne/core 1.9.0 → 1.11.0

package/lib/esm/agents/user-agent.js

@@ -1,7 +1,8 @@
 import { ReadableStream } from "node:stream/web";
 import { createPublishMessage } from "../execution-engine/context.js";
+import { readableStreamToAsyncIterator } from "../utils/stream-utils.js";
 import { orArrayToArray } from "../utils/type-utils.js";
-import { Agent } from "./agent.js";
+import { Agent, } from "./agent.js";
 export class UserAgent extends Agent {
     static from(options) {
         return new UserAgent(options);
@@ -15,26 +16,31 @@ export class UserAgent extends Agent {
     context;
     _process;
     activeAgent;
-    call(input, context) {
+    call = ((input, context, options) => {
         if (!context)
             this.context = this.context.newContext({ reset: true });
-        return super.call(input, context ?? this.context);
-    }
-    async process(input, context) {
+        return super.call(input, context ?? this.context, options);
+    });
+    async *process(input, context) {
         if (this._process) {
-            return this._process(input, context);
+            yield { delta: { json: await this._process(input, context) } };
+            return;
         }
         if (this.activeAgent) {
             const [output, agent] = await context.call(this.activeAgent, input, {
                 returnActiveAgent: true,
+                streaming: true,
+            });
+            agent.then((agent) => {
+                this.activeAgent = agent;
             });
-            this.activeAgent = agent;
-            return output;
+            yield* readableStreamToAsyncIterator(output);
+            return;
         }
         const publicTopic = typeof this.publishTopic === "function" ? await this.publishTopic(input) : this.publishTopic;
         if (publicTopic?.length) {
             context.publish(publicTopic, createPublishMessage(input, this));
-            return {};
+            return;
         }
         throw new Error("UserAgent must have a process function or a publishTopic");
     }

package/lib/esm/execution-engine/context.d.ts

@@ -1,5 +1,5 @@
 import EventEmitter from "node:events";
-import { Agent, type FunctionAgentFn, type Message } from "../agents/agent.js";
+import { Agent, type AgentCallOptions, type AgentProcessAsyncGenerator, type AgentResponse, type AgentResponseStream, type FunctionAgentFn, type Message } from "../agents/agent.js";
 import { UserAgent } from "../agents/user-agent.js";
 import type { ChatModel } from "../models/chat-model.js";
 import { type OmitPropertiesFromArrayFirstElement } from "../utils/type-utils.js";
@@ -27,7 +27,7 @@ export interface ContextEventMap {
 export type ContextEmitEventMap = {
     [K in keyof ContextEventMap]: OmitPropertiesFromArrayFirstElement<ContextEventMap[K], "contextId" | "parentContextId" | "timestamp">;
 };
-export interface CallOptions {
+export interface CallOptions extends AgentCallOptions {
     returnActiveAgent?: boolean;
     disableTransfer?: boolean;
 }
@@ -48,19 +48,30 @@ export interface Context extends TypedEventEmitter<ContextEventMap, ContextEmitE
      * @param agent Agent to call
      * @param message Message to pass to the agent
      * @param options.returnActiveAgent return the active agent
+     * @param options.streaming return a stream of the output
      * @returns the output of the agent and the final active agent
      */
     call<I extends Message, O extends Message>(agent: Runnable<I, O>, message: I | string, options: CallOptions & {
         returnActiveAgent: true;
+        streaming?: false;
     }): Promise<[O, Runnable]>;
+    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message: I | string, options: CallOptions & {
+        returnActiveAgent: true;
+        streaming: true;
+    }): Promise<[AgentResponseStream<O>, Promise<Runnable>]>;
     /**
      * Call an agent with a message
      * @param agent Agent to call
      * @param message Message to pass to the agent
      * @returns the output of the agent
      */
-    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message: I | string, options?: CallOptions): Promise<O>;
-    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message?: I | string, options?: CallOptions): UserAgent<I, O> | Promise<O | [O, Runnable]>;
+    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message: I | string, options?: CallOptions & {
+        streaming?: false;
+    }): Promise<O>;
+    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message: I | string, options: CallOptions & {
+        streaming: true;
+    }): Promise<AgentResponseStream<O>>;
+    call<I extends Message, O extends Message>(agent: Runnable<I, O>, message?: I | string, options?: CallOptions): UserAgent<I, O> | Promise<AgentResponse<O> | [AgentResponse<O>, Runnable]>;
     /**
      * Publish a message to a topic, the engine will call the listeners of the topic
      * @param topic topic name, or an array of topic names
@@ -99,6 +110,7 @@ export declare class ExecutionContext implements Context {
         reset?: boolean;
     }): ExecutionContext;
     call: Context["call"];
+    private onCallSuccess;
     publish: Context["publish"];
     subscribe: Context["subscribe"];
     unsubscribe: Context["unsubscribe"];
@@ -122,9 +134,8 @@ declare class ExecutionContextInternal {
     private timer?;
     private initTimeout;
     get status(): "normal" | "timeout";
-    call<I extends Message, O extends Message>(agent: Runnable<I, O>, input: I, context: Context, options?: CallOptions): Promise<{
-        agent: Runnable;
-        output: O;
+    call<I extends Message, O extends Message>(agent: Runnable<I, O>, input: I, context: Context, options?: CallOptions): AgentProcessAsyncGenerator<O & {
+        __activeAgent__: Runnable;
     }>;
     private callAgent;
 }

package/lib/esm/execution-engine/context.js

@@ -1,11 +1,12 @@
 import EventEmitter from "node:events";
 import { v7 } from "uuid";
 import { z } from "zod";
-import { Agent } from "../agents/agent.js";
+import { Agent, } from "../agents/agent.js";
 import { isTransferAgentOutput, transferAgentOutputKey } from "../agents/types.js";
 import { UserAgent } from "../agents/user-agent.js";
 import { createMessage } from "../prompt/prompt-builder.js";
-import { checkArguments, isNil, } from "../utils/type-utils.js";
+import { agentResponseStreamToObject, asyncGeneratorToReadableStream, onAgentResponseStreamEnd, readableStreamToAsyncIterator, } from "../utils/stream-utils.js";
+import { checkArguments, isNil, omitBy, } from "../utils/type-utils.js";
 import { MessageQueue, } from "./message-queue.js";
 import { newEmptyContextUsage } from "./usage.js";
 export function createPublishMessage(message, from) {
@@ -62,23 +63,49 @@ export class ExecutionContext {
         }
         const newContext = this.newContext();
         const msg = createMessage(message);
-        return newContext.internal
-            .call(agent, msg, newContext, options)
-            .then(async ({ output, agent: activeAgent }) => {
-            if (activeAgent instanceof Agent) {
-                const publishTopics = typeof activeAgent.publishTopic === "function"
-                    ? await activeAgent.publishTopic(output)
-                    : activeAgent.publishTopic;
-                if (publishTopics?.length) {
-                    newContext.publish(publishTopics, createPublishMessage(output, activeAgent));
+        return Promise.resolve(newContext.internal.call(agent, msg, newContext, options)).then(async (response) => {
+            if (!options?.streaming) {
+                const { __activeAgent__: activeAgent, ...output } = await agentResponseStreamToObject(response);
+                this.onCallSuccess(activeAgent, output, newContext);
+                if (options?.returnActiveAgent) {
+                    return [output, activeAgent];
                 }
+                return output;
             }
-            if (options?.returnActiveAgent) {
-                return [output, activeAgent];
+            const activeAgentPromise = Promise.withResolvers();
+            const stream = onAgentResponseStreamEnd(asyncGeneratorToReadableStream(response), async ({ __activeAgent__: activeAgent, ...output }) => {
+                this.onCallSuccess(activeAgent, output, newContext);
+                activeAgentPromise.resolve(activeAgent);
+            }, {
+                processChunk(chunk) {
+                    if (chunk.delta.json) {
+                        return {
+                            ...chunk,
+                            delta: {
+                                ...chunk.delta,
+                                json: omitBy(chunk.delta.json, (_, k) => k === "__activeAgent__"),
+                            },
+                        };
+                    }
+                    return chunk;
+                },
+            });
+            if (options.returnActiveAgent) {
+                return [stream, activeAgentPromise.promise];
             }
-            return output;
+            return stream;
         });
     });
+    async onCallSuccess(activeAgent, output, context) {
+        if (activeAgent instanceof Agent) {
+            const publishTopics = typeof activeAgent.publishTopic === "function"
+                ? await activeAgent.publishTopic(output)
+                : activeAgent.publishTopic;
+            if (publishTopics?.length) {
+                context.publish(publishTopics, createPublishMessage(output, activeAgent));
+            }
+        }
+    }
     publish = ((topic, payload) => {
         return this.internal.messageQueue.publish(topic, { ...payload, context: this });
     });
@@ -144,11 +171,11 @@ class ExecutionContextInternal {
     get status() {
         return this.abortController.signal.aborted ? "timeout" : "normal";
     }
-    async call(agent, input, context, options) {
+    call(agent, input, context, options) {
         this.initTimeout();
         return withAbortSignal(this.abortController.signal, new Error("ExecutionContext is timeout"), () => this.callAgent(agent, input, context, options));
     }
-    async callAgent(agent, input, context, options) {
+    async *callAgent(agent, input, context, options) {
         let activeAgent = agent;
         let output;
         for (;;) {
@@ -157,7 +184,16 @@ class ExecutionContextInternal {
                 result = await activeAgent(input, context);
             }
             else {
-                result = await activeAgent.call(input, context);
+                result = {};
+                const stream = await activeAgent.call(input, context, { streaming: true });
+                for await (const value of readableStreamToAsyncIterator(stream)) {
+                    if (value.delta.text) {
+                        yield { delta: { text: value.delta.text } };
+                    }
+                    if (value.delta.json) {
+                        Object.assign(result, value.delta.json);
+                    }
+                }
             }
             if (result instanceof Agent) {
                 activeAgent = result;
@@ -177,22 +213,34 @@ class ExecutionContextInternal {
         }
         if (!output)
             throw new Error("Unexpected empty output");
-        return {
-            agent: activeAgent,
-            output,
+        yield {
+            delta: {
+                json: {
+                    ...output,
+                    __activeAgent__: activeAgent,
+                },
+            },
         };
     }
 }
-function withAbortSignal(signal, error, fn) {
-    return new Promise((resolve, reject) => {
-        const listener = () => reject(error);
-        signal.addEventListener("abort", listener);
-        fn()
-            .then(resolve, reject)
-            .finally(() => {
-            signal.removeEventListener("abort", listener);
-        });
-    });
+async function* withAbortSignal(signal, error, fn) {
+    const iterator = fn();
+    const timeoutPromise = Promise.withResolvers();
+    const listener = () => {
+        timeoutPromise.reject(error);
+    };
+    signal.addEventListener("abort", listener);
+    try {
+        for (;;) {
+            const next = await Promise.race([iterator.next(), timeoutPromise.promise]);
+            if (next.done)
+                break;
+            yield next.value;
+        }
+    }
+    finally {
+        signal.removeEventListener("abort", listener);
+    }
 }
 const executionContextCallArgsSchema = z.object({
     agent: z.union([z.function(), z.instanceof(Agent)]),

package/lib/esm/loader/agent-js.d.ts

@@ -4,12 +4,12 @@ export declare function loadAgentFromJsFile(path: string): Promise<{
     name: string;
     fn: (args_0: Message) => Message;
     description?: string | undefined;
-    input_schema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
+    inputSchema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
         [x: string]: any;
     }, {
         [x: string]: any;
     }> | undefined;
-    output_schema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
+    outputSchema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
         [x: string]: any;
     }, {
         [x: string]: any;

package/lib/esm/loader/agent-js.js

@@ -1,5 +1,6 @@
 import { jsonSchemaToZod } from "@aigne/json-schema-to-zod";
 import { z } from "zod";
+import { customCamelize } from "../utils/camelize.js";
 import { tryOrThrow } from "../utils/type-utils.js";
 import { inputOutputSchema } from "./schema.js";
 const agentJsFileSchema = z.object({
@@ -21,11 +22,9 @@ export async function loadAgentFromJsFile(path) {
     if (typeof agent !== "function") {
         throw new Error(`Agent file ${path} must export a default function, but got ${typeof agent}`);
     }
-    return tryOrThrow(() => agentJsFileSchema.parse({
+    return tryOrThrow(() => customCamelize(agentJsFileSchema.parse({
+        ...agent,
         name: agent.agent_name || agent.name,
-        description: agent.description,
-        input_schema: agent.input_schema,
-        output_schema: agent.output_schema,
         fn: agent,
-    }), (error) => new Error(`Failed to parse agent from ${path}: ${error.message}`));
+    }), { shallowKeys: ["input_schema", "output_schema"] }), (error) => new Error(`Failed to parse agent from ${path}: ${error.message}`));
 }

package/lib/esm/loader/agent-yaml.d.ts

@@ -2,21 +2,24 @@ import { type ZodObject, type ZodType, z } from "zod";
 export declare function loadAgentFromYamlFile(path: string): Promise<{
     type: "ai";
     name: string;
-    description?: string | undefined;
     tools?: string[] | undefined;
+    description?: string | undefined;
     instructions?: string | undefined;
-    input_schema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
+    memory?: true | {
+        subscribeTopic: string[];
+    } | undefined;
+    inputSchema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
         [x: string]: any;
     }, {
         [x: string]: any;
     }> | undefined;
-    tool_choice?: "auto" | "none" | "required" | "router" | undefined;
-    output_schema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
+    toolChoice?: "auto" | "none" | "required" | "router" | undefined;
+    outputSchema?: ZodObject<Record<string, ZodType<any, z.ZodTypeDef, any>>, z.UnknownKeysParam, z.ZodTypeAny, {
         [x: string]: any;
     }, {
         [x: string]: any;
     }> | undefined;
-    output_key?: string | undefined;
+    outputKey?: string | undefined;
 } | {
     type: "mcp";
     url?: string | undefined;

package/lib/esm/loader/agent-yaml.js

@@ -2,6 +2,7 @@ import { readFile } from "node:fs/promises";
 import { jsonSchemaToZod } from "@aigne/json-schema-to-zod";
 import { parse } from "yaml";
 import { z } from "zod";
+import { customCamelize } from "../utils/camelize.js";
 import { tryOrThrow } from "../utils/type-utils.js";
 import { inputOutputSchema } from "./schema.js";
 const agentFileSchema = z.discriminatedUnion("type", [
@@ -34,6 +35,15 @@ const agentFileSchema = z.discriminatedUnion("type", [
             .union([z.literal("auto"), z.literal("none"), z.literal("required"), z.literal("router")])
             .nullish()
             .transform((v) => v ?? undefined),
+        memory: z
+            .union([
+            z.boolean(),
+            z.object({
+                subscribe_topic: z.array(z.string()),
+            }),
+        ])
+            .nullish()
+            .transform((v) => v || undefined),
     }),
     z.object({
         type: z.literal("mcp"),
@@ -54,6 +64,8 @@ const agentFileSchema = z.discriminatedUnion("type", [
 export async function loadAgentFromYamlFile(path) {
     const raw = await tryOrThrow(() => readFile(path, "utf8"), (error) => new Error(`Failed to load agent definition from ${path}: ${error.message}`));
     const json = await tryOrThrow(() => parse(raw), (error) => new Error(`Failed to parse agent definition from ${path}: ${error.message}`));
-    const agent = tryOrThrow(() => agentFileSchema.parse({ ...json, type: json.type ?? "ai" }), (error) => new Error(`Failed to validate agent definition from ${path}: ${error.message}`));
+    const agent = tryOrThrow(() => customCamelize(agentFileSchema.parse({ ...json, type: json.type ?? "ai" }), {
+        shallowKeys: ["input_schema", "output_schema"],
+    }), (error) => new Error(`Failed to validate agent definition from ${path}: ${error.message}`));
     return agent;
 }

package/lib/esm/loader/index.d.ts

@@ -8,8 +8,8 @@ export declare function load(options: LoadOptions): Promise<{
     model: ChatModel | undefined;
     agents: Agent<import("../agents/agent.js").Message, import("../agents/agent.js").Message>[];
     tools: Agent<import("../agents/agent.js").Message, import("../agents/agent.js").Message>[];
-    description?: string | null | undefined;
     name?: string | null | undefined;
+    description?: string | null | undefined;
     chat_model?: {
         name?: string | null | undefined;
         temperature?: number | null | undefined;
@@ -63,9 +63,9 @@ declare const aigneFileSchema: z.ZodObject<{
     agents: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString, "many">>>;
     tools: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString, "many">>>;
 }, "strip", z.ZodTypeAny, {
-    description?: string | null | undefined;
     tools?: string[] | null | undefined;
     name?: string | null | undefined;
+    description?: string | null | undefined;
     chat_model?: {
         name?: string | null | undefined;
         temperature?: number | null | undefined;
@@ -76,9 +76,9 @@ declare const aigneFileSchema: z.ZodObject<{
     } | null | undefined;
     agents?: string[] | null | undefined;
 }, {
-    description?: string | null | undefined;
     tools?: string[] | null | undefined;
     name?: string | null | undefined;
+    description?: string | null | undefined;
     chat_model?: string | {
         name?: string | null | undefined;
         temperature?: number | null | undefined;
@@ -90,9 +90,9 @@ declare const aigneFileSchema: z.ZodObject<{
     agents?: string[] | null | undefined;
 }>;
 export declare function loadAIGNEFile(path: string): Promise<{
-    description?: string | null | undefined;
     tools?: string[] | null | undefined;
     name?: string | null | undefined;
+    description?: string | null | undefined;
     chat_model?: {
         name?: string | null | undefined;
         temperature?: number | null | undefined;

package/lib/esm/loader/index.js

@@ -33,26 +33,15 @@ export async function load(options) {
 export async function loadAgent(path) {
     if (extname(path) === ".js") {
         const agent = await loadAgentFromJsFile(path);
-        return FunctionAgent.from({
-            name: agent.name,
-            description: agent.description,
-            inputSchema: agent.input_schema,
-            outputSchema: agent.output_schema,
-            fn: agent.fn,
-        });
+        return FunctionAgent.from(agent);
     }
     if (extname(path) === ".yaml" || extname(path) === ".yml") {
         const agent = await loadAgentFromYamlFile(path);
         if (agent.type === "ai") {
             return AIAgent.from({
-                name: agent.name,
-                description: agent.description,
-                instructions: agent.instructions,
-                inputSchema: agent.input_schema,
-                outputSchema: agent.output_schema,
-                outputKey: agent.output_key,
-                tools: await Promise.all((agent.tools ?? []).map((filename) => loadAgent(join(dirname(path), filename)))),
-                toolChoice: agent.tool_choice,
+                ...agent,
+                tools: agent.tools &&
+                    (await Promise.all(agent.tools.map((filename) => loadAgent(join(dirname(path), filename))))),
             });
         }
         if (agent.type === "mcp") {

package/lib/esm/models/chat-model.d.ts

@@ -2,6 +2,10 @@ import { Agent, type Message } from "../agents/agent.js";
 import type { Context } from "../execution-engine/context.js";
 export declare abstract class ChatModel extends Agent<ChatModelInput, ChatModelOutput> {
     constructor();
+    protected supportsParallelToolCalls: boolean;
+    getModelCapabilities(): {
+        supportsParallelToolCalls: boolean;
+    };
     protected preprocess(input: ChatModelInput, context: Context): void;
     protected postprocess(input: ChatModelInput, output: ChatModelOutput, context: Context): void;
 }

package/lib/esm/models/chat-model.js

@@ -7,6 +7,12 @@ export class ChatModel extends Agent {
             outputSchema: chatModelOutputSchema,
         });
     }
+    supportsParallelToolCalls = true;
+    getModelCapabilities() {
+        return {
+            supportsParallelToolCalls: this.supportsParallelToolCalls,
+        };
+    }
     preprocess(input, context) {
         super.preprocess(input, context);
         const { limits, usage } = context;

package/lib/esm/models/claude-chat-model.d.ts

@@ -1,5 +1,7 @@
 import Anthropic from "@anthropic-ai/sdk";
 import { z } from "zod";
+import type { AgentCallOptions, AgentResponse } from "../agents/agent.js";
+import type { Context } from "../execution-engine/context.js";
 import { ChatModel, type ChatModelInput, type ChatModelOptions, type ChatModelOutput } from "./chat-model.js";
 export interface ClaudeChatModelOptions {
     apiKey?: string;
@@ -60,7 +62,7 @@ export declare class ClaudeChatModel extends ChatModel {
     protected _client?: Anthropic;
     get client(): Anthropic;
     get modelOptions(): ChatModelOptions | undefined;
-    process(input: ChatModelInput): Promise<ChatModelOutput>;
+    process(input: ChatModelInput, _context: Context, options?: AgentCallOptions): Promise<AgentResponse<ChatModelOutput>>;
     private extractResultFromClaudeStream;
     private requestStructuredOutput;
 }