@aigne/core 1.9.0 → 1.11.0

package/lib/cjs/models/open-router-chat-model.d.ts

@@ -2,4 +2,5 @@ import { OpenAIChatModel, type OpenAIChatModelOptions } from "./openai-chat-mode
 export declare class OpenRouterChatModel extends OpenAIChatModel {
     constructor(options?: OpenAIChatModelOptions);
     protected apiKeyEnvName: string;
+    protected supportsParallelToolCalls: boolean;
 }

package/lib/cjs/models/open-router-chat-model.js

@@ -13,5 +13,6 @@ class OpenRouterChatModel extends openai_chat_model_js_1.OpenAIChatModel {
         });
     }
     apiKeyEnvName = "OPEN_ROUTER_API_KEY";
+    supportsParallelToolCalls = false;
 }
 exports.OpenRouterChatModel = OpenRouterChatModel;

package/lib/cjs/models/openai-chat-model.d.ts

@@ -1,8 +1,17 @@
 import OpenAI from "openai";
 import type { ChatCompletionMessageParam, ChatCompletionTool } from "openai/resources";
-import type { Stream } from "openai/streaming.js";
 import { z } from "zod";
+import type { AgentCallOptions, AgentResponse } from "../agents/agent.js";
+import type { Context } from "../execution-engine/context.js";
 import { ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput, type Role } from "./chat-model.js";
+export interface OpenAIChatModelCapabilities {
+    supportsNativeStructuredOutputs: boolean;
+    supportsEndWithSystemMessage: boolean;
+    supportsToolsUseWithJsonSchema: boolean;
+    supportsParallelToolCalls: boolean;
+    supportsToolsEmptyParameters: boolean;
+    supportsTemperature: boolean;
+}
 export interface OpenAIChatModelOptions {
     apiKey?: string;
     baseURL?: string;
@@ -71,9 +80,10 @@ export declare class OpenAIChatModel extends ChatModel {
     protected supportsToolsUseWithJsonSchema: boolean;
     protected supportsParallelToolCalls: boolean;
     protected supportsToolsEmptyParameters: boolean;
+    protected supportsTemperature: boolean;
     get client(): OpenAI;
     get modelOptions(): ChatModelOptions | undefined;
-    process(input: ChatModelInput): Promise<ChatModelOutput>;
+    process(input: ChatModelInput, _context: Context, options?: AgentCallOptions): Promise<AgentResponse<ChatModelOutput>>;
     private getParallelToolCalls;
     private getRunMessages;
     private getRunResponseFormat;
@@ -87,4 +97,3 @@ export declare function toolsFromInputTools(tools?: ChatModelInputTool[], option
     addTypeToEmptyParameters?: boolean;
 }): ChatCompletionTool[] | undefined;
 export declare function jsonSchemaToOpenAIJsonSchema(schema: Record<string, unknown>): Record<string, unknown>;
-export declare function extractResultFromStream(stream: Stream<OpenAI.Chat.Completions.ChatCompletionChunk>, jsonMode?: boolean): Promise<ChatModelOutput>;

package/lib/cjs/models/openai-chat-model.js

@@ -7,16 +7,20 @@ exports.ROLE_MAP = exports.OpenAIChatModel = exports.openAIChatModelOptionsSchem
 exports.contentsFromInputMessages = contentsFromInputMessages;
 exports.toolsFromInputTools = toolsFromInputTools;
 exports.jsonSchemaToOpenAIJsonSchema = jsonSchemaToOpenAIJsonSchema;
-exports.extractResultFromStream = extractResultFromStream;
 const nanoid_1 = require("nanoid");
 const openai_1 = __importDefault(require("openai"));
 const zod_1 = require("zod");
 const json_schema_js_1 = require("../utils/json-schema.js");
 const model_utils_js_1 = require("../utils/model-utils.js");
 const prompts_js_1 = require("../utils/prompts.js");
+const stream_utils_js_1 = require("../utils/stream-utils.js");
 const type_utils_js_1 = require("../utils/type-utils.js");
 const chat_model_js_1 = require("./chat-model.js");
 const CHAT_MODEL_OPENAI_DEFAULT_MODEL = "gpt-4o-mini";
+const OPENAI_CHAT_MODEL_CAPABILITIES = {
+    "o4-mini": { supportsParallelToolCalls: false, supportsTemperature: false },
+    "o3-mini": { supportsParallelToolCalls: false, supportsTemperature: false },
+};
 exports.openAIChatModelOptionsSchema = zod_1.z.object({
     apiKey: zod_1.z.string().optional(),
     baseURL: zod_1.z.string().optional(),
@@ -39,6 +43,8 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
         this.options = options;
         if (options)
             (0, type_utils_js_1.checkArguments)(this.name, exports.openAIChatModelOptionsSchema, options);
+        const preset = options?.model ? OPENAI_CHAT_MODEL_CAPABILITIES[options.model] : undefined;
+        Object.assign(this, preset);
     }
     _client;
     apiKeyEnvName = "OPENAI_API_KEY";
@@ -48,6 +54,7 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
     supportsToolsUseWithJsonSchema = true;
     supportsParallelToolCalls = true;
     supportsToolsEmptyParameters = true;
+    supportsTemperature = true;
     get client() {
         const apiKey = this.options?.apiKey || process.env[this.apiKeyEnvName] || this.apiKeyDefault;
         if (!apiKey)
@@ -61,14 +68,17 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
     get modelOptions() {
         return this.options?.modelOptions;
     }
-    async process(input) {
+    async process(input, _context, options) {
+        const messages = await this.getRunMessages(input);
         const body = {
             model: this.options?.model || CHAT_MODEL_OPENAI_DEFAULT_MODEL,
-            temperature: input.modelOptions?.temperature ?? this.modelOptions?.temperature,
+            temperature: this.supportsTemperature
+                ? (input.modelOptions?.temperature ?? this.modelOptions?.temperature)
+                : undefined,
             top_p: input.modelOptions?.topP ?? this.modelOptions?.topP,
             frequency_penalty: input.modelOptions?.frequencyPenalty ?? this.modelOptions?.frequencyPenalty,
             presence_penalty: input.modelOptions?.presencePenalty ?? this.modelOptions?.presencePenalty,
-            messages: await this.getRunMessages(input),
+            messages,
             stream_options: {
                 include_usage: true,
             },
@@ -84,6 +94,9 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
             parallel_tool_calls: this.getParallelToolCalls(input),
             response_format: responseFormat,
         });
+        if (options?.streaming && input.responseFormat?.type !== "json_schema") {
+            return await extractResultFromStream(stream, false, true);
+        }
         const result = await extractResultFromStream(stream, jsonMode);
         if (!this.supportsToolsUseWithJsonSchema &&
             !result.toolCalls?.length &&
@@ -232,51 +245,102 @@ function jsonSchemaToOpenAIJsonSchema(schema) {
     }
     return schema;
 }
-async function extractResultFromStream(stream, jsonMode = false) {
-    let text = "";
-    const toolCalls = [];
-    let usage;
-    let model;
-    for await (const chunk of stream) {
-        const choice = chunk.choices?.[0];
-        model ??= chunk.model;
-        if (choice?.delta.tool_calls?.length) {
-            for (const call of choice.delta.tool_calls) {
-                // Gemini not support tool call delta
-                if (call.index !== undefined) {
-                    handleToolCallDelta(toolCalls, call);
+async function extractResultFromStream(stream, jsonMode, streaming) {
+    const result = new ReadableStream({
+        async start(controller) {
+            try {
+                let text = "";
+                let refusal = "";
+                const toolCalls = [];
+                let model;
+                for await (const chunk of stream) {
+                    const choice = chunk.choices?.[0];
+                    if (!model) {
+                        model = chunk.model;
+                        controller.enqueue({
+                            delta: {
+                                json: {
+                                    model,
+                                },
+                            },
+                        });
+                    }
+                    if (choice?.delta.tool_calls?.length) {
+                        for (const call of choice.delta.tool_calls) {
+                            // Gemini not support tool call delta
+                            if (call.index !== undefined) {
+                                handleToolCallDelta(toolCalls, call);
+                            }
+                            else {
+                                handleCompleteToolCall(toolCalls, call);
+                            }
+                        }
+                    }
+                    if (choice?.delta.content) {
+                        text += choice.delta.content;
+                        if (!jsonMode) {
+                            controller.enqueue({
+                                delta: {
+                                    text: {
+                                        text: choice.delta.content,
+                                    },
+                                },
+                            });
+                        }
+                    }
+                    if (choice?.delta.refusal) {
+                        refusal += choice.delta.refusal;
+                        if (!jsonMode) {
+                            controller.enqueue({
+                                delta: {
+                                    text: { text: choice.delta.refusal },
+                                },
+                            });
+                        }
+                    }
+                    if (chunk.usage) {
+                        controller.enqueue({
+                            delta: {
+                                json: {
+                                    usage: {
+                                        inputTokens: chunk.usage.prompt_tokens,
+                                        outputTokens: chunk.usage.completion_tokens,
+                                    },
+                                },
+                            },
+                        });
+                    }
                 }
-                else {
-                    handleCompleteToolCall(toolCalls, call);
+                text = text || refusal;
+                if (jsonMode && text) {
+                    controller.enqueue({
+                        delta: {
+                            json: {
+                                json: (0, json_schema_js_1.parseJSON)(text),
+                            },
+                        },
+                    });
                 }
+                if (toolCalls.length) {
+                    controller.enqueue({
+                        delta: {
+                            json: {
+                                toolCalls: toolCalls.map(({ args, ...c }) => ({
+                                    ...c,
+                                    function: { ...c.function, arguments: (0, json_schema_js_1.parseJSON)(args) },
+                                })),
+                            },
+                        },
+                    });
+                }
+                controller.close();
             }
-        }
-        if (choice?.delta.content)
-            text += choice.delta.content;
-        if (chunk.usage) {
-            usage = {
-                inputTokens: chunk.usage.prompt_tokens,
-                outputTokens: chunk.usage.completion_tokens,
-            };
-        }
-    }
-    const result = {
-        usage,
-        model,
-    };
-    if (jsonMode && text) {
-        result.json = (0, json_schema_js_1.parseJSON)(text);
-    }
-    else {
-        result.text = text;
-    }
-    if (toolCalls.length) {
-        result.toolCalls = toolCalls.map(({ args, ...c }) => ({
-            ...c,
-            function: { ...c.function, arguments: (0, json_schema_js_1.parseJSON)(args) },
-        }));
-    }
-    return result;
+            catch (error) {
+                controller.error(error);
+            }
+        },
+    });
+    return streaming ? result : await (0, stream_utils_js_1.agentResponseStreamToObject)(result);
 }
 function handleToolCallDelta(toolCalls, call) {
     toolCalls[call.index] ??= {

package/lib/cjs/utils/camelize.d.ts

@@ -0,0 +1,13 @@
+export declare function customCamelize<T extends Record<string, unknown>, K extends KeyofUnion<T> = never>(obj: T, { shallowKeys }?: {
+    shallowKeys?: K[];
+}): CustomCamelize<T, K>;
+type KeyofUnion<U> = U extends Record<string, unknown> ? keyof U : never;
+type CamelCase<S extends string> = S extends `${infer P1}_${infer P2}${infer P3}` ? `${P1}${Uppercase<P2>}${CamelCase<P3>}` : S;
+declare const _unique: unique symbol;
+type _never = typeof _unique;
+type ExtractTypeFromUnion<T, U> = Extract<T, U> extends never ? _never : Extract<T, U> extends Array<infer E> ? Array<E> : U;
+type ExtractTypeWithConstFromUnion<T, U> = Exclude<T, Exclude<T, U>>;
+export type CustomCamelize<T, ShallowKeys extends KeyofUnion<T> | undefined = undefined> = ExtractTypeFromUnion<T, never> extends never ? never : ExtractTypeFromUnion<T, Date> extends Date ? ExtractTypeWithConstFromUnion<T, Date> | CustomCamelize<Exclude<T, Date>> : ExtractTypeFromUnion<T, RegExp> extends RegExp ? ExtractTypeWithConstFromUnion<T, RegExp> | CustomCamelize<Exclude<T, RegExp>> : ExtractTypeFromUnion<T, Array<unknown>> extends Array<infer U> ? Array<CustomCamelize<U>> | CustomCamelize<Exclude<T, Array<U>>> : ExtractTypeFromUnion<T, Function> extends Function ? ExtractTypeWithConstFromUnion<T, Function> | CustomCamelize<Exclude<T, Function>> : ExtractTypeFromUnion<T, object> extends object ? {
+    [K in keyof T as Uncapitalize<CamelCase<string & K>>]: K extends Exclude<ShallowKeys, undefined> ? T[K] : CustomCamelize<T[K]>;
+} : T;
+export {};

package/lib/cjs/utils/camelize.js

@@ -0,0 +1,16 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.customCamelize = customCamelize;
+const camelize_ts_1 = __importDefault(require("camelize-ts"));
+function customCamelize(obj, { shallowKeys = [] } = {}) {
+    const shallow = Object.fromEntries(shallowKeys?.filter((key) => key in obj).map((key) => [key, obj[key]]) ?? []);
+    const deep = Object.fromEntries(Object.entries(obj).filter(([key]) => !shallowKeys?.includes(key)));
+    return {
+        ...(0, camelize_ts_1.default)(shallow, true),
+        ...(0, camelize_ts_1.default)(deep),
+    };
+}
+const _unique = Symbol();

package/lib/cjs/utils/stream-utils.d.ts

@@ -0,0 +1,17 @@
+import { type AgentProcessAsyncGenerator, type AgentResponseChunk, type AgentResponseStream, type Message } from "../agents/agent.js";
+import type { MESSAGE_KEY } from "../prompt/prompt-builder.js";
+import { type PromiseOrValue } from "./type-utils.js";
+export declare function objectToAgentResponseStream<T extends Message>(json: T): AgentResponseStream<T>;
+export declare function mergeAgentResponseChunk<T extends Message>(output: T, chunk: AgentResponseChunk<T>): T;
+export declare function agentResponseStreamToObject<T extends Message>(stream: AgentResponseStream<T> | AgentProcessAsyncGenerator<T>): Promise<T>;
+export declare function asyncGeneratorToReadableStream<T extends Message>(generator: AgentProcessAsyncGenerator<T>): AgentResponseStream<T>;
+export declare function onAgentResponseStreamEnd<T extends Message>(stream: AgentResponseStream<T>, callback: (result: T) => PromiseOrValue<Partial<T> | void>, options?: {
+    errorCallback?: (error: Error) => Error;
+    processChunk?: (chunk: AgentResponseChunk<T>) => AgentResponseChunk<T>;
+}): ReadableStream<any>;
+export declare function isAsyncGenerator<T extends AsyncGenerator>(value: AsyncGenerator | unknown): value is T;
+export declare function arrayToAgentProcessAsyncGenerator<T extends Message>(chunks: (AgentResponseChunk<T> | Error)[], result?: Partial<T>): AgentProcessAsyncGenerator<T>;
+export declare function arrayToAgentResponseStream<T>(chunks: (AgentResponseChunk<T> | Error)[]): AgentResponseStream<T>;
+export declare function readableStreamToArray<T>(stream: ReadableStream<T>): Promise<T[]>;
+export declare function readableStreamToAsyncIterator<T>(stream: ReadableStream<T>): AsyncIterable<T>;
+export declare function stringToAgentResponseStream(str: string, key?: "text" | typeof MESSAGE_KEY | string): AgentResponseStream<Message>;

package/lib/cjs/utils/stream-utils.js

@@ -0,0 +1,165 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.objectToAgentResponseStream = objectToAgentResponseStream;
+exports.mergeAgentResponseChunk = mergeAgentResponseChunk;
+exports.agentResponseStreamToObject = agentResponseStreamToObject;
+exports.asyncGeneratorToReadableStream = asyncGeneratorToReadableStream;
+exports.onAgentResponseStreamEnd = onAgentResponseStreamEnd;
+exports.isAsyncGenerator = isAsyncGenerator;
+exports.arrayToAgentProcessAsyncGenerator = arrayToAgentProcessAsyncGenerator;
+exports.arrayToAgentResponseStream = arrayToAgentResponseStream;
+exports.readableStreamToArray = readableStreamToArray;
+exports.readableStreamToAsyncIterator = readableStreamToAsyncIterator;
+exports.stringToAgentResponseStream = stringToAgentResponseStream;
+const fast_deep_equal_1 = __importDefault(require("fast-deep-equal"));
+const agent_js_1 = require("../agents/agent.js");
+const type_utils_js_1 = require("./type-utils.js");
+function objectToAgentResponseStream(json) {
+    return new ReadableStream({
+        start(controller) {
+            controller.enqueue({ delta: { json } });
+            controller.close();
+        },
+    });
+}
+function mergeAgentResponseChunk(output, chunk) {
+    if (chunk.delta.text) {
+        for (const [key, text] of Object.entries(chunk.delta.text)) {
+            const original = output[key];
+            const t = (original || "") + (text || "");
+            if (t)
+                Object.assign(output, { [key]: t });
+        }
+    }
+    if (chunk.delta.json) {
+        Object.assign(output, (0, type_utils_js_1.omitBy)(chunk.delta.json, (v) => v === undefined));
+    }
+    return output;
+}
+async function agentResponseStreamToObject(stream) {
+    const json = {};
+    if (stream instanceof ReadableStream) {
+        for await (const value of readableStreamToAsyncIterator(stream)) {
+            mergeAgentResponseChunk(json, value);
+        }
+    }
+    else {
+        for (;;) {
+            const chunk = await stream.next();
+            if (chunk.value) {
+                if (chunk.done) {
+                    Object.assign(json, chunk.value);
+                }
+                else {
+                    mergeAgentResponseChunk(json, chunk.value);
+                }
+            }
+            if (chunk.done)
+                break;
+        }
+    }
+    return json;
+}
+function asyncGeneratorToReadableStream(generator) {
+    return new ReadableStream({
+        async start(controller) {
+            try {
+                for (;;) {
+                    const chunk = await generator.next();
+                    if (chunk.value) {
+                        if (chunk.done) {
+                            controller.enqueue({ delta: { json: chunk.value } });
+                        }
+                        else {
+                            controller.enqueue(chunk.value);
+                        }
+                    }
+                    if (chunk.done)
+                        break;
+                }
+                controller.close();
+            }
+            catch (error) {
+                controller.error(error);
+            }
+        },
+    });
+}
+function onAgentResponseStreamEnd(stream, callback, options) {
+    return new ReadableStream({
+        async start(controller) {
+            try {
+                const json = {};
+                for await (const value of readableStreamToAsyncIterator(stream)) {
+                    const chunk = options?.processChunk ? options.processChunk(value) : value;
+                    if (!(0, agent_js_1.isEmptyChunk)(chunk))
+                        controller.enqueue(chunk);
+                    mergeAgentResponseChunk(json, value);
+                }
+                const result = await callback(json);
+                if (result && !(0, fast_deep_equal_1.default)(result, json)) {
+                    let chunk = { delta: { json: result } };
+                    if (options?.processChunk)
+                        chunk = options.processChunk(chunk);
+                    controller.enqueue(chunk);
+                }
+            }
+            catch (error) {
+                controller.error(options?.errorCallback?.(error) ?? error);
+            }
+            finally {
+                controller.close();
+            }
+        },
+    });
+}
+function isAsyncGenerator(value) {
+    return typeof value === "object" && value !== null && Symbol.asyncIterator in value;
+}
+async function* arrayToAgentProcessAsyncGenerator(chunks, result) {
+    for (const chunk of chunks) {
+        if (chunk instanceof Error)
+            throw chunk;
+        yield chunk;
+    }
+    if (result !== undefined)
+        return result;
+}
+function arrayToAgentResponseStream(chunks) {
+    return new ReadableStream({
+        start(controller) {
+            for (const chunk of chunks) {
+                if (chunk instanceof Error) {
+                    controller.error(chunk);
+                    return;
+                }
+                controller.enqueue(chunk);
+            }
+            controller.close();
+        },
+    });
+}
+async function readableStreamToArray(stream) {
+    const result = [];
+    for await (const value of readableStreamToAsyncIterator(stream)) {
+        result.push(value);
+    }
+    return result;
+}
+async function* readableStreamToAsyncIterator(stream) {
+    const reader = stream.getReader();
+    while (true) {
+        const { value, done } = await reader.read();
+        if (done)
+            break;
+        yield value;
+    }
+}
+function stringToAgentResponseStream(str, key = "text") {
+    const segmenter = new Intl.Segmenter(undefined, { granularity: "word" });
+    const segments = segmenter.segment(str);
+    return arrayToAgentResponseStream(Array.from(segments).map((segment) => ({ delta: { text: { [key]: segment.segment } } })));
+}

package/lib/cjs/utils/type-utils.d.ts

@@ -7,6 +7,7 @@ export declare function isEmpty(obj: unknown): boolean;
 export declare function isNonNullable<T>(value: T): value is NonNullable<T>;
 export declare function isNotEmpty<T>(arr: T[]): arr is [T, ...T[]];
 export declare function duplicates<T>(arr: T[], key?: (item: T) => unknown): T[];
+export declare function omitBy<T extends Record<string, unknown>, K extends keyof T>(obj: T, predicate: (value: T[K], key: K) => boolean): Partial<T>;
 export declare function orArrayToArray<T>(value?: T | T[]): T[];
 export declare function createAccessorArray<T>(array: T[], accessor: (array: T[], name: string) => T | undefined): T[] & {
     [key: string]: T;

package/lib/cjs/utils/type-utils.js

@@ -5,6 +5,7 @@ exports.isEmpty = isEmpty;
 exports.isNonNullable = isNonNullable;
 exports.isNotEmpty = isNotEmpty;
 exports.duplicates = duplicates;
+exports.omitBy = omitBy;
 exports.orArrayToArray = orArrayToArray;
 exports.createAccessorArray = createAccessorArray;
 exports.checkArguments = checkArguments;
@@ -42,6 +43,12 @@ function duplicates(arr, key = (item) => item) {
     }
     return Array.from(duplicates);
 }
+function omitBy(obj, predicate) {
+    return Object.fromEntries(Object.entries(obj).filter(([key, value]) => {
+        const k = key;
+        return !predicate(value, k);
+    }));
+}
 function orArrayToArray(value) {
     if (isNil(value))
         return [];

package/lib/dts/agents/agent.d.ts

@@ -19,6 +19,9 @@ export interface AgentOptions<I extends Message = Message, O extends Message = M
     disableEvents?: boolean;
     memory?: AgentMemory | AgentMemoryOptions | true;
 }
+export interface AgentCallOptions {
+    streaming?: boolean;
+}
 export declare abstract class Agent<I extends Message = Message, O extends Message = Message> {
     constructor({ inputSchema, outputSchema, ...options }: AgentOptions<I, O>);
     readonly memory?: AgentMemory;
@@ -50,14 +53,38 @@ export declare abstract class Agent<I extends Message = Message, O extends Messa
     get isCallable(): boolean;
     private checkContextStatus;
     private newDefaultContext;
-    call(input: I | string, context?: Context): Promise<O>;
+    call(input: I | string, context: Context | undefined, options: AgentCallOptions & {
+        streaming: true;
+    }): Promise<AgentResponseStream<O>>;
+    call(input: I | string, context?: Context, options?: AgentCallOptions & {
+        streaming?: false;
+    }): Promise<O>;
+    call(input: I | string, context?: Context, options?: AgentCallOptions): Promise<AgentResponse<O>>;
+    private processAgentOutput;
+    private processAgentError;
     protected checkUsageAgentCalls(context: Context): void;
     protected preprocess(_: I, context: Context): void;
     protected postprocess(input: I, output: O, context: Context): void;
-    abstract process(input: I, context: Context): Promise<O | TransferAgentOutput>;
+    abstract process(input: I, context: Context, options?: AgentCallOptions): AgentProcessResult<O | TransferAgentOutput>;
     shutdown(): Promise<void>;
     [inspect.custom](): string;
 }
+export type AgentResponse<T> = T | AgentResponseStream<T>;
+export type AgentResponseStream<T> = ReadableStream<AgentResponseChunk<T>>;
+export type AgentResponseChunk<T> = AgentResponseDelta<T>;
+export declare function isEmptyChunk<T>(chunk: AgentResponseChunk<T>): boolean;
+export interface AgentResponseDelta<T> {
+    delta: {
+        text?: Partial<{
+            [key in keyof T as Extract<T[key], string> extends string ? key : never]: string;
+        }> | {
+            [key: string]: string;
+        };
+        json?: Partial<T>;
+    };
+}
+export type AgentProcessAsyncGenerator<O extends Message> = AsyncGenerator<AgentResponseChunk<O>, Partial<O> | undefined | void>;
+export type AgentProcessResult<O extends Message> = Promise<AgentResponse<O>> | AgentProcessAsyncGenerator<O>;
 export type AgentInputOutputSchema<I extends Message = Message> = ZodType<I> | ((agent: Agent) => ZodType<I>);
 export interface FunctionAgentOptions<I extends Message = Message, O extends Message = Message> extends AgentOptions<I, O> {
     fn?: FunctionAgentFn<I, O>;
@@ -66,6 +93,6 @@ export declare class FunctionAgent<I extends Message = Message, O extends Messag
     static from<I extends Message, O extends Message>(options: FunctionAgentOptions<I, O> | FunctionAgentFn<I, O>): FunctionAgent<I, O>;
     constructor(options: FunctionAgentOptions<I, O>);
     fn: FunctionAgentFn<I, O>;
-    process(input: I, context: Context): Promise<TransferAgentOutput | O>;
+    process(input: I, context: Context, options?: AgentCallOptions): Promise<AgentResponse<O | TransferAgentOutput>>;
 }
 export type FunctionAgentFn<I extends Message = Message, O extends Message = Message> = (input: I, context: Context) => O | Promise<O> | Agent | Promise<Agent>;

package/lib/dts/agents/ai-agent.d.ts

@@ -1,8 +1,10 @@
 import { z } from "zod";
 import type { Context } from "../execution-engine/context.js";
 import { ChatModel } from "../models/chat-model.js";
+import type { ChatModelInput } from "../models/chat-model.js";
 import { PromptBuilder } from "../prompt/prompt-builder.js";
-import { Agent, type AgentOptions, type Message } from "./agent.js";
+import { Agent, type AgentOptions, type AgentProcessAsyncGenerator, type Message } from "./agent.js";
+import { type TransferAgentOutput } from "./types.js";
 export interface AIAgentOptions<I extends Message = Message, O extends Message = Message> extends AgentOptions<I, O> {
     model?: ChatModel;
     instructions?: string | PromptBuilder;
@@ -27,35 +29,35 @@ export declare const aiAgentOptionsSchema: z.ZodObject<{
     disableLogging: z.ZodOptional<z.ZodBoolean>;
     memory: z.ZodOptional<z.ZodUnion<[z.ZodBoolean, z.ZodAny, z.ZodAny]>>;
 }, "strip", z.ZodTypeAny, {
-    description?: string | undefined;
-    memory?: any;
-    includeInputInOutput?: boolean | undefined;
-    subscribeTopic?: string | string[] | undefined;
-    publishTopic?: string | string[] | ((...args: unknown[]) => unknown) | undefined;
     tools?: (Agent<Message, Message> | ((...args: unknown[]) => unknown))[] | undefined;
     toolChoice?: Agent<Message, Message> | "auto" | "none" | "required" | "router" | undefined;
     name?: string | undefined;
+    description?: string | undefined;
     model?: ChatModel | undefined;
     instructions?: string | PromptBuilder | undefined;
     outputKey?: string | undefined;
     enableHistory?: boolean | undefined;
     maxHistoryMessages?: number | undefined;
-    disableLogging?: boolean | undefined;
-}, {
-    description?: string | undefined;
-    memory?: any;
     includeInputInOutput?: boolean | undefined;
     subscribeTopic?: string | string[] | undefined;
     publishTopic?: string | string[] | ((...args: unknown[]) => unknown) | undefined;
+    disableLogging?: boolean | undefined;
+    memory?: any;
+}, {
     tools?: (Agent<Message, Message> | ((...args: unknown[]) => unknown))[] | undefined;
     toolChoice?: Agent<Message, Message> | "auto" | "none" | "required" | "router" | undefined;
     name?: string | undefined;
+    description?: string | undefined;
     model?: ChatModel | undefined;
     instructions?: string | PromptBuilder | undefined;
     outputKey?: string | undefined;
     enableHistory?: boolean | undefined;
     maxHistoryMessages?: number | undefined;
+    includeInputInOutput?: boolean | undefined;
+    subscribeTopic?: string | string[] | undefined;
+    publishTopic?: string | string[] | ((...args: unknown[]) => unknown) | undefined;
     disableLogging?: boolean | undefined;
+    memory?: any;
 }>;
 export declare class AIAgent<I extends Message = Message, O extends Message = Message> extends Agent<I, O> {
     static from<I extends Message, O extends Message>(options: AIAgentOptions<I, O>): AIAgent<I, O>;
@@ -64,5 +66,6 @@ export declare class AIAgent<I extends Message = Message, O extends Message = Me
     instructions: PromptBuilder;
     outputKey?: string;
     toolChoice?: AIAgentToolChoice;
-    process(input: I, context: Context): Promise<import("./types.js").TransferAgentOutput | O>;
+    process(input: I, context: Context): AgentProcessAsyncGenerator<O | TransferAgentOutput>;
+    processRouter(input: I, model: ChatModel, modelInput: ChatModelInput, context: Context, toolsMap: Map<string, Agent>): AgentProcessAsyncGenerator<O | TransferAgentOutput>;
 }

package/lib/dts/agents/user-agent.d.ts

@@ -2,7 +2,7 @@ import { ReadableStream } from "node:stream/web";
 import { type Context, type Runnable } from "../execution-engine/context.js";
 import type { MessagePayload } from "../execution-engine/message-queue.js";
 import { type PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentOptions, type Message } from "./agent.js";
+import { Agent, type AgentOptions, type AgentProcessAsyncGenerator, type Message } from "./agent.js";
 export interface UserAgentOptions<I extends Message = Message, O extends Message = Message> extends AgentOptions<I, O> {
     context: Context;
     process?: (input: I, context: Context) => PromiseOrValue<O>;
@@ -14,8 +14,8 @@ export declare class UserAgent<I extends Message = Message, O extends Message =
     context: Context;
     private _process?;
     private activeAgent?;
-    call(input: string | I, context?: Context): Promise<O>;
-    process(input: I, context: Context): Promise<O>;
+    call: Agent<I, O>["call"];
+    process(input: I, context: Context): AgentProcessAsyncGenerator<O>;
     publish: Context["publish"];
     subscribe: Context["subscribe"];
     unsubscribe: Context["unsubscribe"];