@aigne/agent-library 1.17.9 → 1.19.0

package/CHANGELOG.md

@@ -13,6 +13,38 @@
     * @aigne/core bumped to 1.22.0
     * @aigne/openai bumped to 0.3.4
 
+## [1.19.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.18.0...agent-library-v1.19.0) (2025-07-04)
+
+
+### Features
+
+* **memory:** add support for AgenticMemory & some improvements for DefaultMemory ([#224](https://github.com/AIGNE-io/aigne-framework/issues/224)) ([f4a08af](https://github.com/AIGNE-io/aigne-framework/commit/f4a08aff935205c62615c060763c835a9579607d))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.31.0
+    * @aigne/openai bumped to 0.7.1
+    * @aigne/sqlite bumped to 0.3.0
+
+## [1.18.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.17.9...agent-library-v1.18.0) (2025-07-03)
+
+
+### Features
+
+* upgrade dependencies and adapt code to breaking changes ([#216](https://github.com/AIGNE-io/aigne-framework/issues/216)) ([f215ced](https://github.com/AIGNE-io/aigne-framework/commit/f215cedc1a57e321164064c33316e496eae8d25f))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.30.0
+    * @aigne/openai bumped to 0.7.0
+    * @aigne/sqlite bumped to 0.2.0
+
 ## [1.17.9](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.17.8...agent-library-v1.17.9) (2025-07-02)
 
 

package/README.md

@@ -45,9 +45,9 @@ pnpm add @aigne/agent-library @aigne/core
 ## Basic Usage
 
 ```typescript
+import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 import { AIGNE } from "@aigne/core";
 import { OpenAIChatModel } from "@aigne/core/models/openai-chat-model.js";
-import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 
 // Create AI model instance
 const model = new OpenAIChatModel({
@@ -85,9 +85,9 @@ The library currently provides one specialized agent implementation:
 ### Creating an Orchestration Workflow
 
 ```typescript
+import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 import { AIAgent, AIGNE } from "@aigne/core";
 import { OpenAIChatModel } from "@aigne/core/models/openai-chat-model.js";
-import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 
 const model = new OpenAIChatModel({
   apiKey: process.env.OPENAI_API_KEY,

package/README.zh.md

@@ -45,9 +45,9 @@ pnpm add @aigne/agent-library @aigne/core
 ## 基本用法
 
 ```typescript
+import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 import { AIGNE } from "@aigne/core";
 import { OpenAIChatModel } from "@aigne/core/models/openai-chat-model.js";
-import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 
 // 创建 AI 模型实例
 const model = new OpenAIChatModel({
@@ -85,9 +85,9 @@ console.log(result);
 ### 创建编排工作流
 
 ```typescript
+import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 import { AIAgent, AIGNE } from "@aigne/core";
 import { OpenAIChatModel } from "@aigne/core/models/openai-chat-model.js";
-import { OrchestratorAgent } from "@aigne/agent-library/orchestrator";
 
 const model = new OpenAIChatModel({
   apiKey: process.env.OPENAI_API_KEY,

package/lib/cjs/agentic-memory/index.d.ts

@@ -0,0 +1,28 @@
+import { type AgentOptions, AIAgent, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, type Message, type PromptBuilder } from "@aigne/core";
+import { type DefaultMemoryStorageOptions } from "../default-memory/default-memory-storage/index.js";
+import { type DefaultMemoryRecorderOptions } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+export interface AgenticMemoryOptions extends Partial<MemoryAgentOptions>, Omit<AgenticMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<AgenticMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
+    storage?: MemoryStorage | DefaultMemoryStorageOptions;
+}
+export declare class AgenticMemory extends MemoryAgent {
+    constructor(options?: AgenticMemoryOptions);
+    storage: MemoryStorage;
+}
+export interface AgenticMemoryRetrieverOptions extends DefaultMemoryRecorderOptions {
+}
+export interface AgenticMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    instructions?: string | PromptBuilder;
+    agent?: AIAgent<AgenticMemoryExtractorInput, AgenticMemoryExtractorOutput>;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export interface AgenticMemoryExtractorInput extends Message {
+    content: unknown;
+}
+export interface AgenticMemoryExtractorOutput extends Message {
+    newMemories: {
+        content: string;
+    }[];
+}

package/lib/cjs/agentic-memory/index.js

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgenticMemory = void 0;
+const core_1 = require("@aigne/core");
+const type_utils_js_1 = require("@aigne/core/utils/type-utils.js");
+const zod_1 = require("zod");
+const index_js_1 = require("../default-memory/default-memory-storage/index.js");
+const index_js_2 = require("../default-memory/index.js");
+const storage_js_1 = require("../default-memory/storage.js");
+const prompt_js_1 = require("./prompt.js");
+class AgenticMemory extends core_1.MemoryAgent {
+    constructor(options = {}) {
+        const storage = options.storage instanceof storage_js_1.MemoryStorage
+            ? options.storage
+            : new index_js_1.DefaultMemoryStorage(options.storage);
+        super({
+            ...options,
+            recorder: options.recorder ?? new AgenticMemoryRecorder({ ...options, storage }),
+            retriever: options.retriever ?? new AgenticMemoryRetriever({ ...options, storage }),
+            autoUpdate: options.autoUpdate ?? true,
+        });
+        this.storage = storage;
+    }
+    storage;
+}
+exports.AgenticMemory = AgenticMemory;
+class AgenticMemoryRetriever extends index_js_2.DefaultMemoryRetriever {
+}
+class AgenticMemoryRecorder extends core_1.MemoryRecorder {
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.inputKey = (0, type_utils_js_1.flat)(options.inputKey);
+        this.outputKey = (0, type_utils_js_1.flat)(options.outputKey);
+        this.agent =
+            options.agent ??
+                core_1.AIAgent.from({
+                    name: "agentic_memory_extractor",
+                    description: "Records memories in files by AI agent",
+                    instructions: options.instructions || prompt_js_1.DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS,
+                    outputSchema: zod_1.z.object({
+                        newMemories: zod_1.z
+                            .array(zod_1.z.object({
+                            content: zod_1.z.string().describe("Content of the memory"),
+                        }))
+                            .describe("Newly created memories"),
+                    }),
+                });
+    }
+    storage;
+    inputKey;
+    outputKey;
+    agent;
+    async process(input, options) {
+        const agenticMemories = await options.context.invoke(this.agent, {
+            content: input.content.map((item) => ({
+                input: item.input && this.inputKey?.length ? (0, type_utils_js_1.pick)(item.input, this.inputKey) : item.input,
+                output: item.output && this.outputKey?.length ? (0, type_utils_js_1.pick)(item.output, this.outputKey) : item.output,
+                source: item.source,
+            })),
+        });
+        const newMemories = [];
+        for (const item of agenticMemories.newMemories) {
+            const { result } = await this.storage.create({ content: item.content }, options);
+            newMemories.push(result);
+        }
+        return {
+            memories: newMemories,
+        };
+    }
+}

package/lib/cjs/agentic-memory/prompt.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = "You manage memory based on conversation analysis and the existing memories.\n\n## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.\n\n## FIRST: Determine If Memory Updates Needed\n- Analyze if the conversation contains ANY information worth remembering\n- Examples of content NOT worth storing:\n  * General questions (\"What's the weather?\", \"How do I do X?\")\n  * Greetings and small talk (\"Hello\", \"How are you?\", \"Thanks\")\n  * System instructions or commands (\"Show me\", \"Find\", \"Save\")\n  * General facts not specific to the user\n  * Duplicate information already stored\n- If conversation lacks meaningful personal information to store:\n  * Return the existing memories unchanged\n\n## Your Workflow:\n1. Read the existing memories from the allMemory variable\n2. Extract key topics from the conversation\n3. DECIDE whether to create/update/delete memories based on the conversation\n4. Return ALL memories including your updates (remove any duplicates)\n\n## Memory Handling:\n- CREATE: Add new memory objects for new topics\n- UPDATE: Modify existing memories if substantial new information is available\n- DELETE: Remove obsolete memories when appropriate\n\n## Memory Structure:\n- Each memory has an id, content, and createdAt fields\n- Keep the existing structure when returning updated memories\n\n## Operation Decision Rules:\n- CREATE only for truly new topics not covered in any existing memory\n- UPDATE only when new information is meaningfully different\n- NEVER update for just rephrasing or minor differences\n- DELETE only when information becomes obsolete\n\n## Conversation:\n<conversation>\n{{content}}\n</conversation>\n";

package/lib/cjs/agentic-memory/prompt.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = void 0;
+exports.DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = `You manage memory based on conversation analysis and the existing memories.
+
+## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.
+
+## FIRST: Determine If Memory Updates Needed
+- Analyze if the conversation contains ANY information worth remembering
+- Examples of content NOT worth storing:
+  * General questions ("What's the weather?", "How do I do X?")
+  * Greetings and small talk ("Hello", "How are you?", "Thanks")
+  * System instructions or commands ("Show me", "Find", "Save")
+  * General facts not specific to the user
+  * Duplicate information already stored
+- If conversation lacks meaningful personal information to store:
+  * Return the existing memories unchanged
+
+## Your Workflow:
+1. Read the existing memories from the allMemory variable
+2. Extract key topics from the conversation
+3. DECIDE whether to create/update/delete memories based on the conversation
+4. Return ALL memories including your updates (remove any duplicates)
+
+## Memory Handling:
+- CREATE: Add new memory objects for new topics
+- UPDATE: Modify existing memories if substantial new information is available
+- DELETE: Remove obsolete memories when appropriate
+
+## Memory Structure:
+- Each memory has an id, content, and createdAt fields
+- Keep the existing structure when returning updated memories
+
+## Operation Decision Rules:
+- CREATE only for truly new topics not covered in any existing memory
+- UPDATE only when new information is meaningfully different
+- NEVER update for just rephrasing or minor differences
+- DELETE only when information becomes obsolete
+
+## Conversation:
+<conversation>
+{{content}}
+</conversation>
+`;

package/lib/cjs/data-mapper/tools.js

@@ -139,7 +139,7 @@ function addNullableToOptional(schema) {
     if (schema.type === "object" && schema.properties) {
         const required = new Set(Array.isArray(schema.required) ? schema.required : []);
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: !required.has(key) ? makeNullable(value) : addNullableToOptional(value),
         }), {});
@@ -164,7 +164,7 @@ function makeNullable(schema) {
     // Recursively process nested properties
     if (schema.properties) {
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: makeNullable(value),
         }), {});

package/lib/cjs/default-memory/default-memory-storage/index.d.ts

@@ -2,6 +2,7 @@ import type { AgentInvokeOptions, Context, Memory } from "@aigne/core";
 import type { PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { SqliteRemoteDatabase } from "drizzle-orm/sqlite-proxy";
 import { MemoryStorage } from "../storage.js";
+import { Memories } from "./models/memory.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
@@ -17,6 +18,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [keyof typeof Memories.$inferSelect, "asc" | "desc"];
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/cjs/default-memory/default-memory-storage/index.js

@@ -51,11 +51,13 @@ class DefaultMemoryStorage extends storage_js_1.MemoryStorage {
                 .select()
                 .from(memory_js_1.Memories)
                 .where(sessionId ? (0, drizzle_orm_1.eq)(memory_js_1.Memories.sessionId, sessionId) : (0, drizzle_orm_1.isNull)(memory_js_1.Memories.sessionId))
-                .orderBy((0, drizzle_orm_1.desc)(memory_js_1.Memories.id))
+                .orderBy(query.orderBy
+                ? (query.orderBy[1] === "asc" ? drizzle_orm_1.asc : drizzle_orm_1.desc)(drizzle_orm_1.sql.identifier(query.orderBy[0]))
+                : (0, drizzle_orm_1.desc)(memory_js_1.Memories.id))
                 .limit(limit)
                 .execute();
         return {
-            result: memories.reverse().map(this.convertMemory),
+            result: memories.map(this.convertMemory),
         };
     }
     async create(memory, { context }) {

package/lib/cjs/default-memory/index.d.ts

@@ -1,11 +1,8 @@
-import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
-export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
+export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions>, Omit<DefaultMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<DefaultMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
-    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
-    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
-    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
@@ -13,17 +10,21 @@ export declare class DefaultMemory extends MemoryAgent {
 }
 export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
     storage: MemoryStorage;
-    defaultRetrieveMemoryCount?: number;
-    retrieveFromMessageKey?: string | string[];
+    retrieveMemoryCount?: number;
+    retrieveRecentMemoryCount?: number;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
     getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
     formatMessage?: DefaultMemoryRetriever["formatMessage"];
     formatMemory?: DefaultMemoryRetriever["formatMemory"];
 }
-declare class DefaultMemoryRetriever extends MemoryRetriever {
+export declare class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options: DefaultMemoryRetrieverOptions);
     private storage;
-    private defaultRetrieveMemoryCount?;
-    private retrieveFromMessageKey?;
+    private retrieveMemoryCount?;
+    private retrieveRecentMemoryCount?;
+    private inputKey?;
+    private outputKey?;
     private getSearchPattern;
     private formatMessage;
     private formatMemory;
@@ -31,6 +32,13 @@ declare class DefaultMemoryRetriever extends MemoryRetriever {
 }
 export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
     storage: MemoryStorage;
-    rememberFromMessageKey?: string | string[];
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export declare class DefaultMemoryRecorder extends MemoryRecorder {
+    constructor(options: DefaultMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
 }
-export {};

package/lib/cjs/default-memory/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DefaultMemory = void 0;
+exports.DefaultMemoryRecorder = exports.DefaultMemoryRetriever = exports.DefaultMemory = void 0;
 const core_1 = require("@aigne/core");
 const type_utils_js_1 = require("@aigne/core/utils/type-utils.js");
 const index_js_1 = require("./default-memory-storage/index.js");
@@ -13,16 +13,12 @@ class DefaultMemory extends core_1.MemoryAgent {
             : new index_js_1.DefaultMemoryStorage(options.storage);
         super({
             ...options,
-            recorder: options.recorder ??
-                new DefaultMemoryRecorder({
-                    ...options.recorderOptions,
-                    rememberFromMessageKey: options.recorderOptions?.rememberFromMessageKey ?? options.messageKey,
-                    storage,
-                }),
+            recorder: options.recorder ?? new DefaultMemoryRecorder({ ...options, storage }),
             retriever: options.retriever ??
                 new DefaultMemoryRetriever({
-                    ...options.retrieverOptions,
-                    retrieveFromMessageKey: options.retrieverOptions?.retrieveFromMessageKey ?? options.messageKey,
+                    ...options,
+                    retrieveRecentMemoryCount: options.retrieveRecentMemoryCount ??
+                        Math.ceil(options.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT) / 2,
                     storage,
                 }),
             autoUpdate: options.autoUpdate ?? true,
@@ -36,8 +32,10 @@ class DefaultMemoryRetriever extends core_1.MemoryRetriever {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.defaultRetrieveMemoryCount = options.defaultRetrieveMemoryCount;
-        this.retrieveFromMessageKey = options.retrieveFromMessageKey;
+        this.retrieveMemoryCount = options.retrieveMemoryCount;
+        this.retrieveRecentMemoryCount = options.retrieveRecentMemoryCount;
+        this.inputKey = (0, type_utils_js_1.flat)(options.inputKey);
+        this.outputKey = (0, type_utils_js_1.flat)(options.outputKey);
         if (options.getSearchPattern)
             this.getSearchPattern = options.getSearchPattern;
         if (options.formatMessage)
@@ -46,61 +44,80 @@ class DefaultMemoryRetriever extends core_1.MemoryRetriever {
             this.formatMemory = options.formatMemory;
     }
     storage;
-    defaultRetrieveMemoryCount;
-    retrieveFromMessageKey;
+    retrieveMemoryCount;
+    retrieveRecentMemoryCount;
+    inputKey;
+    outputKey;
     getSearchPattern = (search) => {
         if (!search || typeof search === "string")
             return search;
-        const obj = search && this.retrieveFromMessageKey ? (0, type_utils_js_1.pick)(search, this.retrieveFromMessageKey) : search;
+        const obj = search && this.inputKey ? (0, type_utils_js_1.pick)(search, this.inputKey) : search;
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
-    formatMessage = (content) => {
-        if (!this.retrieveFromMessageKey || !(0, type_utils_js_1.isRecord)(content))
+    formatMessage = (content, key) => {
+        if (!(0, type_utils_js_1.isRecord)(content))
             return content;
-        const obj = (0, type_utils_js_1.pick)(content, this.retrieveFromMessageKey);
+        const obj = !key?.length ? content : (0, type_utils_js_1.pick)(content, key);
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
     formatMemory = (content) => {
-        if (!(0, type_utils_js_1.isRecord)(content))
-            return content;
-        if ("input" in content || "output" in content) {
+        if ((0, type_utils_js_1.isRecord)(content) && "input" in content && "output" in content) {
             return {
-                user: this.formatMessage(content.input),
-                agent: this.formatMessage(content.output),
+                input: this.formatMessage(content.input, this.inputKey),
+                output: this.formatMessage(content.output, this.outputKey),
+                source: content.source,
             };
         }
+        return content;
     };
     async process(input, options) {
-        const { result } = await this.storage.search({
-            ...input,
-            search: this.getSearchPattern(input.search),
-            limit: input.limit ?? this.defaultRetrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT,
-        }, options);
-        return { memories: result.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
+        const limit = input.limit ?? this.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT;
+        const search = this.getSearchPattern(input.search);
+        const recentLimit = this.retrieveRecentMemoryCount;
+        const [recent, related] = await Promise.all([
+            // Query latest messages
+            !recentLimit
+                ? []
+                : this.storage
+                    .search({ limit: recentLimit, orderBy: ["createdAt", "desc"] }, options)
+                    .then(({ result }) => result.reverse()),
+            // Query related messages
+            !input.search
+                ? []
+                : this.storage.search({ ...input, search, limit }, options).then(({ result }) => result),
+        ]);
+        const recentSet = new Set(recent.map((i) => i.id));
+        const memories = related
+            // Filter out recent memories from related results
+            .filter((i) => !recentSet.has(i.id))
+            .concat(recent)
+            .slice(-limit);
+        return { memories: memories.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
     }
 }
+exports.DefaultMemoryRetriever = DefaultMemoryRetriever;
 class DefaultMemoryRecorder extends core_1.MemoryRecorder {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.rememberFromMessageKey = options.rememberFromMessageKey;
+        this.inputKey = (0, type_utils_js_1.flat)(options.inputKey);
+        this.outputKey = (0, type_utils_js_1.flat)(options.outputKey);
     }
     storage;
-    rememberFromMessageKey;
+    inputKey;
+    outputKey;
     async process(input, options) {
         const newMemories = [];
         for (const item of input.content) {
             const { result } = await this.storage.create({
                 content: {
-                    input: item.input && this.rememberFromMessageKey
-                        ? (0, type_utils_js_1.pick)(item.input, this.rememberFromMessageKey)
-                        : item.input,
-                    output: item.output && this.rememberFromMessageKey
-                        ? (0, type_utils_js_1.pick)(item.output, this.rememberFromMessageKey)
+                    input: item.input && this.inputKey?.length ? (0, type_utils_js_1.pick)(item.input, this.inputKey) : item.input,
+                    output: item.output && this.outputKey?.length
+                        ? (0, type_utils_js_1.pick)(item.output, this.outputKey)
                         : item.output,
                     source: item.source,
                 },
@@ -112,3 +129,4 @@ class DefaultMemoryRecorder extends core_1.MemoryRecorder {
         };
     }
 }
+exports.DefaultMemoryRecorder = DefaultMemoryRecorder;

package/lib/cjs/default-memory/storage.d.ts

@@ -6,6 +6,7 @@ export declare abstract class MemoryStorage {
     abstract search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [string, "asc" | "desc"];
     }, options: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/dts/agentic-memory/index.d.ts

@@ -0,0 +1,28 @@
+import { type AgentOptions, AIAgent, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, type Message, type PromptBuilder } from "@aigne/core";
+import { type DefaultMemoryStorageOptions } from "../default-memory/default-memory-storage/index.js";
+import { type DefaultMemoryRecorderOptions } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+export interface AgenticMemoryOptions extends Partial<MemoryAgentOptions>, Omit<AgenticMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<AgenticMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
+    storage?: MemoryStorage | DefaultMemoryStorageOptions;
+}
+export declare class AgenticMemory extends MemoryAgent {
+    constructor(options?: AgenticMemoryOptions);
+    storage: MemoryStorage;
+}
+export interface AgenticMemoryRetrieverOptions extends DefaultMemoryRecorderOptions {
+}
+export interface AgenticMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    instructions?: string | PromptBuilder;
+    agent?: AIAgent<AgenticMemoryExtractorInput, AgenticMemoryExtractorOutput>;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export interface AgenticMemoryExtractorInput extends Message {
+    content: unknown;
+}
+export interface AgenticMemoryExtractorOutput extends Message {
+    newMemories: {
+        content: string;
+    }[];
+}

package/lib/dts/agentic-memory/prompt.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = "You manage memory based on conversation analysis and the existing memories.\n\n## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.\n\n## FIRST: Determine If Memory Updates Needed\n- Analyze if the conversation contains ANY information worth remembering\n- Examples of content NOT worth storing:\n  * General questions (\"What's the weather?\", \"How do I do X?\")\n  * Greetings and small talk (\"Hello\", \"How are you?\", \"Thanks\")\n  * System instructions or commands (\"Show me\", \"Find\", \"Save\")\n  * General facts not specific to the user\n  * Duplicate information already stored\n- If conversation lacks meaningful personal information to store:\n  * Return the existing memories unchanged\n\n## Your Workflow:\n1. Read the existing memories from the allMemory variable\n2. Extract key topics from the conversation\n3. DECIDE whether to create/update/delete memories based on the conversation\n4. Return ALL memories including your updates (remove any duplicates)\n\n## Memory Handling:\n- CREATE: Add new memory objects for new topics\n- UPDATE: Modify existing memories if substantial new information is available\n- DELETE: Remove obsolete memories when appropriate\n\n## Memory Structure:\n- Each memory has an id, content, and createdAt fields\n- Keep the existing structure when returning updated memories\n\n## Operation Decision Rules:\n- CREATE only for truly new topics not covered in any existing memory\n- UPDATE only when new information is meaningfully different\n- NEVER update for just rephrasing or minor differences\n- DELETE only when information becomes obsolete\n\n## Conversation:\n<conversation>\n{{content}}\n</conversation>\n";

package/lib/dts/default-memory/default-memory-storage/index.d.ts

@@ -2,6 +2,7 @@ import type { AgentInvokeOptions, Context, Memory } from "@aigne/core";
 import type { PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { SqliteRemoteDatabase } from "drizzle-orm/sqlite-proxy";
 import { MemoryStorage } from "../storage.js";
+import { Memories } from "./models/memory.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
@@ -17,6 +18,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [keyof typeof Memories.$inferSelect, "asc" | "desc"];
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/dts/default-memory/index.d.ts

@@ -1,11 +1,8 @@
-import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
-export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
+export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions>, Omit<DefaultMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<DefaultMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
-    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
-    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
-    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
@@ -13,17 +10,21 @@ export declare class DefaultMemory extends MemoryAgent {
 }
 export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
     storage: MemoryStorage;
-    defaultRetrieveMemoryCount?: number;
-    retrieveFromMessageKey?: string | string[];
+    retrieveMemoryCount?: number;
+    retrieveRecentMemoryCount?: number;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
     getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
     formatMessage?: DefaultMemoryRetriever["formatMessage"];
     formatMemory?: DefaultMemoryRetriever["formatMemory"];
 }
-declare class DefaultMemoryRetriever extends MemoryRetriever {
+export declare class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options: DefaultMemoryRetrieverOptions);
     private storage;
-    private defaultRetrieveMemoryCount?;
-    private retrieveFromMessageKey?;
+    private retrieveMemoryCount?;
+    private retrieveRecentMemoryCount?;
+    private inputKey?;
+    private outputKey?;
     private getSearchPattern;
     private formatMessage;
     private formatMemory;
@@ -31,6 +32,13 @@ declare class DefaultMemoryRetriever extends MemoryRetriever {
 }
 export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
     storage: MemoryStorage;
-    rememberFromMessageKey?: string | string[];
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export declare class DefaultMemoryRecorder extends MemoryRecorder {
+    constructor(options: DefaultMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
 }
-export {};

package/lib/dts/default-memory/storage.d.ts

@@ -6,6 +6,7 @@ export declare abstract class MemoryStorage {
     abstract search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [string, "asc" | "desc"];
     }, options: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/esm/agentic-memory/index.d.ts

@@ -0,0 +1,28 @@
+import { type AgentOptions, AIAgent, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, type Message, type PromptBuilder } from "@aigne/core";
+import { type DefaultMemoryStorageOptions } from "../default-memory/default-memory-storage/index.js";
+import { type DefaultMemoryRecorderOptions } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+export interface AgenticMemoryOptions extends Partial<MemoryAgentOptions>, Omit<AgenticMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<AgenticMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
+    storage?: MemoryStorage | DefaultMemoryStorageOptions;
+}
+export declare class AgenticMemory extends MemoryAgent {
+    constructor(options?: AgenticMemoryOptions);
+    storage: MemoryStorage;
+}
+export interface AgenticMemoryRetrieverOptions extends DefaultMemoryRecorderOptions {
+}
+export interface AgenticMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    instructions?: string | PromptBuilder;
+    agent?: AIAgent<AgenticMemoryExtractorInput, AgenticMemoryExtractorOutput>;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export interface AgenticMemoryExtractorInput extends Message {
+    content: unknown;
+}
+export interface AgenticMemoryExtractorOutput extends Message {
+    newMemories: {
+        content: string;
+    }[];
+}

package/lib/esm/agentic-memory/index.js

@@ -0,0 +1,67 @@
+import { AIAgent, MemoryAgent, MemoryRecorder, } from "@aigne/core";
+import { flat, pick } from "@aigne/core/utils/type-utils.js";
+import { z } from "zod";
+import { DefaultMemoryStorage, } from "../default-memory/default-memory-storage/index.js";
+import { DefaultMemoryRetriever, } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+import { DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS } from "./prompt.js";
+export class AgenticMemory extends MemoryAgent {
+    constructor(options = {}) {
+        const storage = options.storage instanceof MemoryStorage
+            ? options.storage
+            : new DefaultMemoryStorage(options.storage);
+        super({
+            ...options,
+            recorder: options.recorder ?? new AgenticMemoryRecorder({ ...options, storage }),
+            retriever: options.retriever ?? new AgenticMemoryRetriever({ ...options, storage }),
+            autoUpdate: options.autoUpdate ?? true,
+        });
+        this.storage = storage;
+    }
+    storage;
+}
+class AgenticMemoryRetriever extends DefaultMemoryRetriever {
+}
+class AgenticMemoryRecorder extends MemoryRecorder {
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
+        this.agent =
+            options.agent ??
+                AIAgent.from({
+                    name: "agentic_memory_extractor",
+                    description: "Records memories in files by AI agent",
+                    instructions: options.instructions || DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS,
+                    outputSchema: z.object({
+                        newMemories: z
+                            .array(z.object({
+                            content: z.string().describe("Content of the memory"),
+                        }))
+                            .describe("Newly created memories"),
+                    }),
+                });
+    }
+    storage;
+    inputKey;
+    outputKey;
+    agent;
+    async process(input, options) {
+        const agenticMemories = await options.context.invoke(this.agent, {
+            content: input.content.map((item) => ({
+                input: item.input && this.inputKey?.length ? pick(item.input, this.inputKey) : item.input,
+                output: item.output && this.outputKey?.length ? pick(item.output, this.outputKey) : item.output,
+                source: item.source,
+            })),
+        });
+        const newMemories = [];
+        for (const item of agenticMemories.newMemories) {
+            const { result } = await this.storage.create({ content: item.content }, options);
+            newMemories.push(result);
+        }
+        return {
+            memories: newMemories,
+        };
+    }
+}

package/lib/esm/agentic-memory/prompt.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = "You manage memory based on conversation analysis and the existing memories.\n\n## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.\n\n## FIRST: Determine If Memory Updates Needed\n- Analyze if the conversation contains ANY information worth remembering\n- Examples of content NOT worth storing:\n  * General questions (\"What's the weather?\", \"How do I do X?\")\n  * Greetings and small talk (\"Hello\", \"How are you?\", \"Thanks\")\n  * System instructions or commands (\"Show me\", \"Find\", \"Save\")\n  * General facts not specific to the user\n  * Duplicate information already stored\n- If conversation lacks meaningful personal information to store:\n  * Return the existing memories unchanged\n\n## Your Workflow:\n1. Read the existing memories from the allMemory variable\n2. Extract key topics from the conversation\n3. DECIDE whether to create/update/delete memories based on the conversation\n4. Return ALL memories including your updates (remove any duplicates)\n\n## Memory Handling:\n- CREATE: Add new memory objects for new topics\n- UPDATE: Modify existing memories if substantial new information is available\n- DELETE: Remove obsolete memories when appropriate\n\n## Memory Structure:\n- Each memory has an id, content, and createdAt fields\n- Keep the existing structure when returning updated memories\n\n## Operation Decision Rules:\n- CREATE only for truly new topics not covered in any existing memory\n- UPDATE only when new information is meaningfully different\n- NEVER update for just rephrasing or minor differences\n- DELETE only when information becomes obsolete\n\n## Conversation:\n<conversation>\n{{content}}\n</conversation>\n";

package/lib/esm/agentic-memory/prompt.js

@@ -0,0 +1,41 @@
+export const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = `You manage memory based on conversation analysis and the existing memories.
+
+## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.
+
+## FIRST: Determine If Memory Updates Needed
+- Analyze if the conversation contains ANY information worth remembering
+- Examples of content NOT worth storing:
+  * General questions ("What's the weather?", "How do I do X?")
+  * Greetings and small talk ("Hello", "How are you?", "Thanks")
+  * System instructions or commands ("Show me", "Find", "Save")
+  * General facts not specific to the user
+  * Duplicate information already stored
+- If conversation lacks meaningful personal information to store:
+  * Return the existing memories unchanged
+
+## Your Workflow:
+1. Read the existing memories from the allMemory variable
+2. Extract key topics from the conversation
+3. DECIDE whether to create/update/delete memories based on the conversation
+4. Return ALL memories including your updates (remove any duplicates)
+
+## Memory Handling:
+- CREATE: Add new memory objects for new topics
+- UPDATE: Modify existing memories if substantial new information is available
+- DELETE: Remove obsolete memories when appropriate
+
+## Memory Structure:
+- Each memory has an id, content, and createdAt fields
+- Keep the existing structure when returning updated memories
+
+## Operation Decision Rules:
+- CREATE only for truly new topics not covered in any existing memory
+- UPDATE only when new information is meaningfully different
+- NEVER update for just rephrasing or minor differences
+- DELETE only when information becomes obsolete
+
+## Conversation:
+<conversation>
+{{content}}
+</conversation>
+`;

package/lib/esm/data-mapper/tools.js

@@ -129,7 +129,7 @@ export function addNullableToOptional(schema) {
     if (schema.type === "object" && schema.properties) {
         const required = new Set(Array.isArray(schema.required) ? schema.required : []);
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: !required.has(key) ? makeNullable(value) : addNullableToOptional(value),
         }), {});
@@ -154,7 +154,7 @@ function makeNullable(schema) {
     // Recursively process nested properties
     if (schema.properties) {
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: makeNullable(value),
         }), {});

package/lib/esm/default-memory/default-memory-storage/index.d.ts

@@ -2,6 +2,7 @@ import type { AgentInvokeOptions, Context, Memory } from "@aigne/core";
 import type { PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { SqliteRemoteDatabase } from "drizzle-orm/sqlite-proxy";
 import { MemoryStorage } from "../storage.js";
+import { Memories } from "./models/memory.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
@@ -17,6 +18,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [keyof typeof Memories.$inferSelect, "asc" | "desc"];
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/esm/default-memory/default-memory-storage/index.js

@@ -1,5 +1,5 @@
 import { initDatabase } from "@aigne/sqlite";
-import { desc, eq, isNull, sql } from "drizzle-orm";
+import { asc, desc, eq, isNull, sql } from "drizzle-orm";
 import { v7 } from "uuid";
 import { stringify } from "yaml";
 import { MemoryStorage } from "../storage.js";
@@ -48,11 +48,13 @@ export class DefaultMemoryStorage extends MemoryStorage {
                 .select()
                 .from(Memories)
                 .where(sessionId ? eq(Memories.sessionId, sessionId) : isNull(Memories.sessionId))
-                .orderBy(desc(Memories.id))
+                .orderBy(query.orderBy
+                ? (query.orderBy[1] === "asc" ? asc : desc)(sql.identifier(query.orderBy[0]))
+                : desc(Memories.id))
                 .limit(limit)
                 .execute();
         return {
-            result: memories.reverse().map(this.convertMemory),
+            result: memories.map(this.convertMemory),
         };
     }
     async create(memory, { context }) {

package/lib/esm/default-memory/index.d.ts

@@ -1,11 +1,8 @@
-import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
-export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
+export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions>, Omit<DefaultMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<DefaultMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
-    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
-    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
-    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
@@ -13,17 +10,21 @@ export declare class DefaultMemory extends MemoryAgent {
 }
 export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
     storage: MemoryStorage;
-    defaultRetrieveMemoryCount?: number;
-    retrieveFromMessageKey?: string | string[];
+    retrieveMemoryCount?: number;
+    retrieveRecentMemoryCount?: number;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
     getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
     formatMessage?: DefaultMemoryRetriever["formatMessage"];
     formatMemory?: DefaultMemoryRetriever["formatMemory"];
 }
-declare class DefaultMemoryRetriever extends MemoryRetriever {
+export declare class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options: DefaultMemoryRetrieverOptions);
     private storage;
-    private defaultRetrieveMemoryCount?;
-    private retrieveFromMessageKey?;
+    private retrieveMemoryCount?;
+    private retrieveRecentMemoryCount?;
+    private inputKey?;
+    private outputKey?;
     private getSearchPattern;
     private formatMessage;
     private formatMemory;
@@ -31,6 +32,13 @@ declare class DefaultMemoryRetriever extends MemoryRetriever {
 }
 export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
     storage: MemoryStorage;
-    rememberFromMessageKey?: string | string[];
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export declare class DefaultMemoryRecorder extends MemoryRecorder {
+    constructor(options: DefaultMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
 }
-export {};

package/lib/esm/default-memory/index.js

@@ -1,5 +1,5 @@
 import { MemoryAgent, MemoryRecorder, MemoryRetriever, } from "@aigne/core";
-import { isRecord, pick } from "@aigne/core/utils/type-utils.js";
+import { flat, isRecord, pick } from "@aigne/core/utils/type-utils.js";
 import { DefaultMemoryStorage, } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 const DEFAULT_RETRIEVE_MEMORY_COUNT = 10;
@@ -10,16 +10,12 @@ export class DefaultMemory extends MemoryAgent {
             : new DefaultMemoryStorage(options.storage);
         super({
             ...options,
-            recorder: options.recorder ??
-                new DefaultMemoryRecorder({
-                    ...options.recorderOptions,
-                    rememberFromMessageKey: options.recorderOptions?.rememberFromMessageKey ?? options.messageKey,
-                    storage,
-                }),
+            recorder: options.recorder ?? new DefaultMemoryRecorder({ ...options, storage }),
             retriever: options.retriever ??
                 new DefaultMemoryRetriever({
-                    ...options.retrieverOptions,
-                    retrieveFromMessageKey: options.retrieverOptions?.retrieveFromMessageKey ?? options.messageKey,
+                    ...options,
+                    retrieveRecentMemoryCount: options.retrieveRecentMemoryCount ??
+                        Math.ceil(options.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT) / 2,
                     storage,
                 }),
             autoUpdate: options.autoUpdate ?? true,
@@ -28,12 +24,14 @@ export class DefaultMemory extends MemoryAgent {
     }
     storage;
 }
-class DefaultMemoryRetriever extends MemoryRetriever {
+export class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.defaultRetrieveMemoryCount = options.defaultRetrieveMemoryCount;
-        this.retrieveFromMessageKey = options.retrieveFromMessageKey;
+        this.retrieveMemoryCount = options.retrieveMemoryCount;
+        this.retrieveRecentMemoryCount = options.retrieveRecentMemoryCount;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
         if (options.getSearchPattern)
             this.getSearchPattern = options.getSearchPattern;
         if (options.formatMessage)
@@ -42,61 +40,79 @@ class DefaultMemoryRetriever extends MemoryRetriever {
             this.formatMemory = options.formatMemory;
     }
     storage;
-    defaultRetrieveMemoryCount;
-    retrieveFromMessageKey;
+    retrieveMemoryCount;
+    retrieveRecentMemoryCount;
+    inputKey;
+    outputKey;
     getSearchPattern = (search) => {
         if (!search || typeof search === "string")
             return search;
-        const obj = search && this.retrieveFromMessageKey ? pick(search, this.retrieveFromMessageKey) : search;
+        const obj = search && this.inputKey ? pick(search, this.inputKey) : search;
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
-    formatMessage = (content) => {
-        if (!this.retrieveFromMessageKey || !isRecord(content))
+    formatMessage = (content, key) => {
+        if (!isRecord(content))
             return content;
-        const obj = pick(content, this.retrieveFromMessageKey);
+        const obj = !key?.length ? content : pick(content, key);
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
     formatMemory = (content) => {
-        if (!isRecord(content))
-            return content;
-        if ("input" in content || "output" in content) {
+        if (isRecord(content) && "input" in content && "output" in content) {
             return {
-                user: this.formatMessage(content.input),
-                agent: this.formatMessage(content.output),
+                input: this.formatMessage(content.input, this.inputKey),
+                output: this.formatMessage(content.output, this.outputKey),
+                source: content.source,
             };
         }
+        return content;
     };
     async process(input, options) {
-        const { result } = await this.storage.search({
-            ...input,
-            search: this.getSearchPattern(input.search),
-            limit: input.limit ?? this.defaultRetrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT,
-        }, options);
-        return { memories: result.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
+        const limit = input.limit ?? this.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT;
+        const search = this.getSearchPattern(input.search);
+        const recentLimit = this.retrieveRecentMemoryCount;
+        const [recent, related] = await Promise.all([
+            // Query latest messages
+            !recentLimit
+                ? []
+                : this.storage
+                    .search({ limit: recentLimit, orderBy: ["createdAt", "desc"] }, options)
+                    .then(({ result }) => result.reverse()),
+            // Query related messages
+            !input.search
+                ? []
+                : this.storage.search({ ...input, search, limit }, options).then(({ result }) => result),
+        ]);
+        const recentSet = new Set(recent.map((i) => i.id));
+        const memories = related
+            // Filter out recent memories from related results
+            .filter((i) => !recentSet.has(i.id))
+            .concat(recent)
+            .slice(-limit);
+        return { memories: memories.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
     }
 }
-class DefaultMemoryRecorder extends MemoryRecorder {
+export class DefaultMemoryRecorder extends MemoryRecorder {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.rememberFromMessageKey = options.rememberFromMessageKey;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
     }
     storage;
-    rememberFromMessageKey;
+    inputKey;
+    outputKey;
     async process(input, options) {
         const newMemories = [];
         for (const item of input.content) {
             const { result } = await this.storage.create({
                 content: {
-                    input: item.input && this.rememberFromMessageKey
-                        ? pick(item.input, this.rememberFromMessageKey)
-                        : item.input,
-                    output: item.output && this.rememberFromMessageKey
-                        ? pick(item.output, this.rememberFromMessageKey)
+                    input: item.input && this.inputKey?.length ? pick(item.input, this.inputKey) : item.input,
+                    output: item.output && this.outputKey?.length
+                        ? pick(item.output, this.outputKey)
                         : item.output,
                     source: item.source,
                 },

package/lib/esm/default-memory/storage.d.ts

@@ -6,6 +6,7 @@ export declare abstract class MemoryStorage {
     abstract search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [string, "asc" | "desc"];
     }, options: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/esm/orchestrator/index.js

@@ -1,8 +1,8 @@
-import { AIAgent, Agent, PromptTemplate, } from "@aigne/core";
+import { Agent, AIAgent, PromptTemplate, } from "@aigne/core";
 import { checkArguments } from "@aigne/core/utils/type-utils.js";
 import fastq from "fastq";
 import { z } from "zod";
-import { FULL_PLAN_PROMPT_TEMPLATE, SYNTHESIZE_PLAN_USER_PROMPT_TEMPLATE, SYNTHESIZE_STEP_PROMPT_TEMPLATE, TASK_PROMPT_TEMPLATE, getFullPlanSchema, } from "./orchestrator-prompts.js";
+import { FULL_PLAN_PROMPT_TEMPLATE, getFullPlanSchema, SYNTHESIZE_PLAN_USER_PROMPT_TEMPLATE, SYNTHESIZE_STEP_PROMPT_TEMPLATE, TASK_PROMPT_TEMPLATE, } from "./orchestrator-prompts.js";
 /**
  * Default maximum number of iterations to prevent infinite loops
  */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/agent-library",
-  "version": "1.17.9",
+  "version": "1.19.0",
   "description": "Collection of agent libraries for AIGNE framework",
   "publishConfig": {
     "access": "public"
@@ -39,20 +39,20 @@
     }
   },
   "dependencies": {
-    "drizzle-orm": "^0.43.1",
+    "drizzle-orm": "^0.44.2",
     "fastq": "^1.19.1",
     "jsonata": "^2.0.6",
     "jsonschema": "^1.5.0",
     "to-json-schema": "^0.2.5",
     "uuid": "^11.1.0",
-    "yaml": "^2.7.1",
-    "zod": "^3.24.4",
-    "@aigne/core": "^1.29.1",
-    "@aigne/openai": "^0.6.4",
-    "@aigne/sqlite": "^0.1.1"
+    "yaml": "^2.8.0",
+    "zod": "^3.25.67",
+    "@aigne/core": "^1.31.0",
+    "@aigne/openai": "^0.7.1",
+    "@aigne/sqlite": "^0.3.0"
   },
   "devDependencies": {
-    "@types/bun": "^1.2.12",
+    "@types/bun": "^1.2.17",
     "@types/to-json-schema": "^0.2.4",
     "npm-run-all": "^4.1.5",
     "rimraf": "^6.0.1",