@aigne/core 1.12.0 → 1.14.0

package/lib/cjs/models/openai-chat-model.js

@@ -21,6 +21,9 @@ const OPENAI_CHAT_MODEL_CAPABILITIES = {
     "o4-mini": { supportsParallelToolCalls: false, supportsTemperature: false },
     "o3-mini": { supportsParallelToolCalls: false, supportsTemperature: false },
 };
+/**
+ * @hidden
+ */
 exports.openAIChatModelOptionsSchema = zod_1.z.object({
     apiKey: zod_1.z.string().optional(),
     baseURL: zod_1.z.string().optional(),
@@ -36,6 +39,25 @@ exports.openAIChatModelOptionsSchema = zod_1.z.object({
     })
         .optional(),
 });
+/**
+ * Implementation of the ChatModel interface for OpenAI's API
+ *
+ * This model provides access to OpenAI's capabilities including:
+ * - Text generation
+ * - Tool use with parallel tool calls
+ * - JSON structured output
+ * - Image understanding
+ *
+ * Default model: 'gpt-4o-mini'
+ *
+ * @example
+ * Here's how to create and use an OpenAI chat model:
+ * {@includeCode ../../test/models/openai-chat-model.test.ts#example-openai-chat-model}
+ *
+ * @example
+ * Here's an example with streaming response:
+ * {@includeCode ../../test/models/openai-chat-model.test.ts#example-openai-chat-model-streaming}
+ */
 class OpenAIChatModel extends chat_model_js_1.ChatModel {
     options;
     constructor(options) {
@@ -46,6 +68,9 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
         const preset = options?.model ? OPENAI_CHAT_MODEL_CAPABILITIES[options.model] : undefined;
         Object.assign(this, preset);
     }
+    /**
+     * @hidden
+     */
     _client;
     apiKeyEnvName = "OPENAI_API_KEY";
     apiKeyDefault;
@@ -54,6 +79,7 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
     supportsToolsUseWithJsonSchema = true;
     supportsParallelToolCalls = true;
     supportsToolsEmptyParameters = true;
+    supportsToolStreaming = true;
     supportsTemperature = true;
     get client() {
         const apiKey = this.options?.apiKey || process.env[this.apiKeyEnvName] || this.apiKeyDefault;
@@ -68,7 +94,15 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
     get modelOptions() {
         return this.options?.modelOptions;
     }
-    async process(input, _context, options) {
+    /**
+     * Process the input and generate a response
+     * @param input The input to process
+     * @returns The generated response
+     */
+    process(input) {
+        return this._process(input);
+    }
+    async _process(input) {
         const messages = await this.getRunMessages(input);
         const body = {
             model: this.options?.model || CHAT_MODEL_OPENAI_DEFAULT_MODEL,
@@ -94,10 +128,10 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
             parallel_tool_calls: this.getParallelToolCalls(input),
             response_format: responseFormat,
         });
-        if (options?.streaming && input.responseFormat?.type !== "json_schema") {
-            return await extractResultFromStream(stream, false, true);
+        if (input.responseFormat?.type !== "json_schema") {
+            return await this.extractResultFromStream(stream, false, true);
         }
-        const result = await extractResultFromStream(stream, jsonMode);
+        const result = await this.extractResultFromStream(stream, jsonMode);
         if (!this.supportsToolsUseWithJsonSchema &&
             !result.toolCalls?.length &&
             input.responseFormat?.type === "json_schema" &&
@@ -163,16 +197,118 @@ class OpenAIChatModel extends chat_model_js_1.ChatModel {
             ...body,
             response_format: resolvedResponseFormat,
         });
-        return extractResultFromStream(res, jsonMode);
+        return this.extractResultFromStream(res, jsonMode);
+    }
+    async extractResultFromStream(stream, jsonMode, streaming) {
+        const result = new ReadableStream({
+            start: async (controller) => {
+                try {
+                    let text = "";
+                    let refusal = "";
+                    const toolCalls = [];
+                    let model;
+                    for await (const chunk of stream) {
+                        const choice = chunk.choices?.[0];
+                        if (!model) {
+                            model = chunk.model;
+                            controller.enqueue({
+                                delta: {
+                                    json: {
+                                        model,
+                                    },
+                                },
+                            });
+                        }
+                        if (choice?.delta.tool_calls?.length) {
+                            for (const call of choice.delta.tool_calls) {
+                                if (this.supportsToolStreaming && call.index !== undefined) {
+                                    handleToolCallDelta(toolCalls, call);
+                                }
+                                else {
+                                    handleCompleteToolCall(toolCalls, call);
+                                }
+                            }
+                        }
+                        if (choice?.delta.content) {
+                            text += choice.delta.content;
+                            if (!jsonMode) {
+                                controller.enqueue({
+                                    delta: {
+                                        text: {
+                                            text: choice.delta.content,
+                                        },
+                                    },
+                                });
+                            }
+                        }
+                        if (choice?.delta.refusal) {
+                            refusal += choice.delta.refusal;
+                            if (!jsonMode) {
+                                controller.enqueue({
+                                    delta: {
+                                        text: { text: choice.delta.refusal },
+                                    },
+                                });
+                            }
+                        }
+                        if (chunk.usage) {
+                            controller.enqueue({
+                                delta: {
+                                    json: {
+                                        usage: {
+                                            inputTokens: chunk.usage.prompt_tokens,
+                                            outputTokens: chunk.usage.completion_tokens,
+                                        },
+                                    },
+                                },
+                            });
+                        }
+                    }
+                    text = text || refusal;
+                    if (jsonMode && text) {
+                        controller.enqueue({
+                            delta: {
+                                json: {
+                                    json: (0, json_schema_js_1.parseJSON)(text),
+                                },
+                            },
+                        });
+                    }
+                    if (toolCalls.length) {
+                        controller.enqueue({
+                            delta: {
+                                json: {
+                                    toolCalls: toolCalls.map(({ args, ...c }) => ({
+                                        ...c,
+                                        function: { ...c.function, arguments: (0, json_schema_js_1.parseJSON)(args) },
+                                    })),
+                                },
+                            },
+                        });
+                    }
+                    controller.close();
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+            },
+        });
+        return streaming ? result : await (0, stream_utils_js_1.agentResponseStreamToObject)(result);
     }
 }
 exports.OpenAIChatModel = OpenAIChatModel;
+/**
+ * @hidden
+ */
 exports.ROLE_MAP = {
     system: "system",
     user: "user",
     agent: "assistant",
     tool: "tool",
 };
+/**
+ * @hidden
+ */
 async function contentsFromInputMessages(messages) {
     return messages.map((i) => ({
         role: exports.ROLE_MAP[i.role],
@@ -202,6 +338,9 @@ async function contentsFromInputMessages(messages) {
         name: i.name,
     }));
 }
+/**
+ * @hidden
+ */
 function toolsFromInputTools(tools, options) {
     return tools?.length
         ? tools.map((i) => {
@@ -220,6 +359,9 @@ function toolsFromInputTools(tools, options) {
         })
         : undefined;
 }
+/**
+ * @hidden
+ */
 function jsonSchemaToOpenAIJsonSchema(schema) {
     if (schema?.type === "object") {
         const { required, properties } = schema;
@@ -245,103 +387,6 @@ function jsonSchemaToOpenAIJsonSchema(schema) {
     }
     return schema;
 }
-async function extractResultFromStream(stream, jsonMode, streaming) {
-    const result = new ReadableStream({
-        async start(controller) {
-            try {
-                let text = "";
-                let refusal = "";
-                const toolCalls = [];
-                let model;
-                for await (const chunk of stream) {
-                    const choice = chunk.choices?.[0];
-                    if (!model) {
-                        model = chunk.model;
-                        controller.enqueue({
-                            delta: {
-                                json: {
-                                    model,
-                                },
-                            },
-                        });
-                    }
-                    if (choice?.delta.tool_calls?.length) {
-                        for (const call of choice.delta.tool_calls) {
-                            // Gemini not support tool call delta
-                            if (call.index !== undefined) {
-                                handleToolCallDelta(toolCalls, call);
-                            }
-                            else {
-                                handleCompleteToolCall(toolCalls, call);
-                            }
-                        }
-                    }
-                    if (choice?.delta.content) {
-                        text += choice.delta.content;
-                        if (!jsonMode) {
-                            controller.enqueue({
-                                delta: {
-                                    text: {
-                                        text: choice.delta.content,
-                                    },
-                                },
-                            });
-                        }
-                    }
-                    if (choice?.delta.refusal) {
-                        refusal += choice.delta.refusal;
-                        if (!jsonMode) {
-                            controller.enqueue({
-                                delta: {
-                                    text: { text: choice.delta.refusal },
-                                },
-                            });
-                        }
-                    }
-                    if (chunk.usage) {
-                        controller.enqueue({
-                            delta: {
-                                json: {
-                                    usage: {
-                                        inputTokens: chunk.usage.prompt_tokens,
-                                        outputTokens: chunk.usage.completion_tokens,
-                                    },
-                                },
-                            },
-                        });
-                    }
-                }
-                text = text || refusal;
-                if (jsonMode && text) {
-                    controller.enqueue({
-                        delta: {
-                            json: {
-                                json: (0, json_schema_js_1.parseJSON)(text),
-                            },
-                        },
-                    });
-                }
-                if (toolCalls.length) {
-                    controller.enqueue({
-                        delta: {
-                            json: {
-                                toolCalls: toolCalls.map(({ args, ...c }) => ({
-                                    ...c,
-                                    function: { ...c.function, arguments: (0, json_schema_js_1.parseJSON)(args) },
-                                })),
-                            },
-                        },
-                    });
-                }
-                controller.close();
-            }
-            catch (error) {
-                controller.error(error);
-            }
-        },
-    });
-    return streaming ? result : await (0, stream_utils_js_1.agentResponseStreamToObject)(result);
-}
 function handleToolCallDelta(toolCalls, call) {
     toolCalls[call.index] ??= {
         id: call.id || (0, nanoid_1.nanoid)(),

package/lib/cjs/models/xai-chat-model.d.ts

@@ -1,4 +1,20 @@
 import { OpenAIChatModel, type OpenAIChatModelOptions } from "./openai-chat-model.js";
+/**
+ * Implementation of the ChatModel interface for X.AI's API (Grok)
+ *
+ * This model uses OpenAI-compatible API format to interact with X.AI models,
+ * providing access to models like Grok.
+ *
+ * Default model: 'grok-2-latest'
+ *
+ * @example
+ * Here's how to create and use an X.AI chat model:
+ * {@includeCode ../../test/models/xai-chat-model.test.ts#example-xai-chat-model}
+ *
+ * @example
+ * Here's an example with streaming response:
+ * {@includeCode ../../test/models/xai-chat-model.test.ts#example-xai-chat-model-streaming}
+ */
 export declare class XAIChatModel extends OpenAIChatModel {
     constructor(options?: OpenAIChatModelOptions);
     protected apiKeyEnvName: string;

package/lib/cjs/models/xai-chat-model.js

@@ -4,6 +4,22 @@ exports.XAIChatModel = void 0;
 const openai_chat_model_js_1 = require("./openai-chat-model.js");
 const XAI_DEFAULT_CHAT_MODEL = "grok-2-latest";
 const XAI_BASE_URL = "https://api.x.ai/v1";
+/**
+ * Implementation of the ChatModel interface for X.AI's API (Grok)
+ *
+ * This model uses OpenAI-compatible API format to interact with X.AI models,
+ * providing access to models like Grok.
+ *
+ * Default model: 'grok-2-latest'
+ *
+ * @example
+ * Here's how to create and use an X.AI chat model:
+ * {@includeCode ../../test/models/xai-chat-model.test.ts#example-xai-chat-model}
+ *
+ * @example
+ * Here's an example with streaming response:
+ * {@includeCode ../../test/models/xai-chat-model.test.ts#example-xai-chat-model-streaming}
+ */
 class XAIChatModel extends openai_chat_model_js_1.OpenAIChatModel {
     constructor(options) {
         super({

package/lib/cjs/prompt/prompt-builder.d.ts

@@ -1,20 +1,19 @@
 import type { GetPromptResult } from "@modelcontextprotocol/sdk/types.js";
 import { Agent, type Message } from "../agents/agent.js";
 import type { AIAgent } from "../agents/ai-agent.js";
-import type { AgentMemory } from "../agents/memory.js";
 import type { Context } from "../aigne/context.js";
+import type { MemoryAgent } from "../memory/memory.js";
 import type { ChatModel, ChatModelInput } from "../models/chat-model.js";
 import { ChatMessagesTemplate } from "./template.js";
 export declare const MESSAGE_KEY = "$message";
-export declare const DEFAULT_MAX_HISTORY_MESSAGES = 10;
 export declare function createMessage<I extends Message>(message: string | I): I;
 export declare function getMessage(input: Message): string | undefined;
 export interface PromptBuilderOptions {
     instructions?: string | ChatMessagesTemplate;
 }
 export interface PromptBuilderBuildOptions {
-    memory?: AgentMemory;
-    context?: Context;
+    memory?: MemoryAgent | MemoryAgent[];
+    context: Context;
     agent?: AIAgent;
     input?: Message;
     model?: ChatModel;
@@ -37,6 +36,7 @@ export declare class PromptBuilder {
         toolAgents?: Agent[];
     }>;
     private buildMessages;
+    private convertMemoriesToMessages;
     private buildResponseFormat;
     private buildTools;
 }

package/lib/cjs/prompt/prompt-builder.js

@@ -1,16 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PromptBuilder = exports.DEFAULT_MAX_HISTORY_MESSAGES = exports.MESSAGE_KEY = void 0;
+exports.PromptBuilder = exports.MESSAGE_KEY = void 0;
 exports.createMessage = createMessage;
 exports.getMessage = getMessage;
 const promises_1 = require("node:fs/promises");
+const yaml_1 = require("yaml");
 const zod_1 = require("zod");
 const agent_js_1 = require("../agents/agent.js");
 const json_schema_js_1 = require("../utils/json-schema.js");
 const type_utils_js_1 = require("../utils/type-utils.js");
+const memory_message_template_js_1 = require("./prompts/memory-message-template.js");
 const template_js_1 = require("./template.js");
 exports.MESSAGE_KEY = "$message";
-exports.DEFAULT_MAX_HISTORY_MESSAGES = 10;
 function createMessage(message) {
     return typeof message === "string"
         ? { [exports.MESSAGE_KEY]: message }
@@ -72,26 +73,20 @@ class PromptBuilder {
     instructions;
     async build(options) {
         return {
-            messages: this.buildMessages(options),
+            messages: await this.buildMessages(options),
             responseFormat: this.buildResponseFormat(options),
             ...this.buildTools(options),
         };
     }
-    buildMessages(options) {
+    async buildMessages(options) {
         const { input } = options;
         const messages = (typeof this.instructions === "string"
             ? template_js_1.ChatMessagesTemplate.from([template_js_1.SystemMessageTemplate.from(this.instructions)])
             : this.instructions)?.format(options.input) ?? [];
-        const memory = options.memory ?? options.agent?.memory;
-        if (memory?.enabled) {
-            const k = memory.maxMemoriesInChat ?? exports.DEFAULT_MAX_HISTORY_MESSAGES;
-            const histories = memory.memories.slice(-k);
-            if (histories?.length)
-                messages.push(...histories.map((i) => ({
-                    role: i.role,
-                    content: convertMessageToContent(i.content),
-                    name: i.source,
-                })));
+        for (const memory of (0, type_utils_js_1.orArrayToArray)(options.memory ?? options.agent?.memories)) {
+            const memories = (await memory.retrieve({ search: input && getMessage(input) }, options.context))?.memories;
+            if (memories?.length)
+                messages.push(...this.convertMemoriesToMessages(memories, options));
         }
         const content = input && getMessage(input);
         // add user input if it's not the same as the last message
@@ -100,6 +95,15 @@ class PromptBuilder {
         }
         return messages;
     }
+    convertMemoriesToMessages(memories, options) {
+        const str = (0, yaml_1.stringify)(memories.map((i) => i.content));
+        return [
+            {
+                role: "system",
+                content: template_js_1.PromptTemplate.from(options.agent?.memoryPromptTemplate || memory_message_template_js_1.MEMORY_MESSAGE_TEMPLATE).format({ memories: str }),
+            },
+        ];
+    }
     buildResponseFormat(options) {
         const outputSchema = options.outputSchema || options.agent?.outputSchema;
         if (!outputSchema)
@@ -117,10 +121,11 @@ class PromptBuilder {
             : undefined;
     }
     buildTools(options) {
-        const toolAgents = (options.context?.skills ?? [])
+        const toolAgents = (0, type_utils_js_1.unique)((options.context?.skills ?? [])
             .concat(options.agent?.skills ?? [])
+            .concat(options.agent?.memoryAgentsAsTools ? options.agent.memories : [])
             // TODO: support nested tools?
-            .flatMap((i) => (i.isInvokable ? i.skills.concat(i) : i.skills));
+            .flatMap((i) => (i.isInvokable ? i.skills.concat(i) : i.skills)), (i) => i.name);
         const tools = toolAgents.map((i) => ({
             type: "function",
             function: {
@@ -175,7 +180,3 @@ function isFromPath(value) {
 function isEmptyObjectType(schema) {
     return schema instanceof zod_1.ZodObject && Object.keys(schema.shape).length === 0;
 }
-function convertMessageToContent(i) {
-    const str = i[exports.MESSAGE_KEY];
-    return !(0, type_utils_js_1.isNil)(str) ? (typeof str === "string" ? str : JSON.stringify(str)) : JSON.stringify(i);
-}

package/lib/cjs/prompt/prompts/memory-message-template.d.ts

@@ -0,0 +1 @@
+export declare const MEMORY_MESSAGE_TEMPLATE = "Here are some useful memories to consider:\n\n<memories>\n{{memories}}\n</memories>\n";

package/lib/cjs/prompt/prompts/memory-message-template.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MEMORY_MESSAGE_TEMPLATE = void 0;
+exports.MEMORY_MESSAGE_TEMPLATE = `\
+Here are some useful memories to consider:
+
+<memories>
+{{memories}}
+</memories>
+`;

package/lib/cjs/prompt/template.js

@@ -5,8 +5,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatMessagesTemplate = exports.ToolMessageTemplate = exports.AgentMessageTemplate = exports.UserMessageTemplate = exports.SystemMessageTemplate = exports.ChatMessageTemplate = exports.PromptTemplate = void 0;
 exports.parseChatMessages = parseChatMessages;
+const node_util_1 = require("node:util");
 const mustache_1 = __importDefault(require("mustache"));
 const zod_1 = require("zod");
+const type_utils_js_1 = require("../utils/type-utils.js");
 class PromptTemplate {
     template;
     static from(template) {
@@ -88,7 +90,9 @@ class ToolMessageTemplate extends ChatMessageTemplate {
         return new ToolMessageTemplate(content, toolCallId, name);
     }
     constructor(content, toolCallId, name) {
-        super("tool", typeof content === "string" ? content : JSON.stringify(content), name);
+        super("tool", typeof content === "string"
+            ? content
+            : (0, type_utils_js_1.tryOrThrow)(() => JSON.stringify(content), `Failed to stringify tool content. toolCallId: ${toolCallId}, content: ${(0, node_util_1.inspect)(content)}`), name);
         this.toolCallId = toolCallId;
     }
     format(variables) {

package/lib/cjs/server/error.d.ts

@@ -1,4 +1,15 @@
+/**
+ * Custom error class for AIGNEServer HTTP-related errors.
+ * Extends the standard Error class with an HTTP status code property.
+ * This allows error responses to include appropriate HTTP status codes.
+ */
 export declare class ServerError extends Error {
     status: number;
+    /**
+     * Creates a new ServerError instance.
+     *
+     * @param status - The HTTP status code for this error (e.g., 400, 404, 500)
+     * @param message - The error message describing what went wrong
+     */
     constructor(status: number, message: string);
 }

package/lib/cjs/server/error.js

@@ -1,8 +1,19 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ServerError = void 0;
+/**
+ * Custom error class for AIGNEServer HTTP-related errors.
+ * Extends the standard Error class with an HTTP status code property.
+ * This allows error responses to include appropriate HTTP status codes.
+ */
 class ServerError extends Error {
     status;
+    /**
+     * Creates a new ServerError instance.
+     *
+     * @param status - The HTTP status code for this error (e.g., 400, 404, 500)
+     * @param message - The error message describing what went wrong
+     */
     constructor(status, message) {
         super(message);
         this.status = status;

package/lib/cjs/server/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./error.js";
+export * from "./server.js";

package/lib/cjs/server/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./error.js"), exports);
+__exportStar(require("./server.js"), exports);