@aigne/agent-library 1.15.0 → 1.16.1

package/CHANGELOG.md

@@ -1,24 +1,47 @@
-## [1.11.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.10.0...agent-library-v1.11.0) (2025-05-27)
+## [1.15.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.14.0...agent-library-v1.15.0) (2025-06-24)
 
 
 ### Features
 
-* add schema transform ([#35](https://github.com/AIGNE-io/aigne-framework/issues/35)) ([c7d9a2c](https://github.com/AIGNE-io/aigne-framework/commit/c7d9a2c9fcab8d384d4198db5ff6ba4603846cdf))
+* support observability for cli and blocklet ([#155](https://github.com/AIGNE-io/aigne-framework/issues/155)) ([5baa705](https://github.com/AIGNE-io/aigne-framework/commit/5baa705a33cfdba1efc5ccbe18674c27513ca97d))
 
-## [1.15.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.14.0...agent-library-v1.15.0) (2025-06-24)
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.22.0
+    * @aigne/openai bumped to 0.3.4
+
+## [1.16.1](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.16.0...agent-library-v1.16.1) (2025-06-25)
+
+
+### Bug Fixes
+
+* **core:** pass input/output to MemoryAgent directily ([#178](https://github.com/AIGNE-io/aigne-framework/issues/178)) ([3b20e33](https://github.com/AIGNE-io/aigne-framework/commit/3b20e33f1eefc81ac1e009b1afff14fca46644b1))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.23.1
+    * @aigne/openai bumped to 0.3.6
+
+## [1.16.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.15.0...agent-library-v1.16.0) (2025-06-25)
 
 
 ### Features
 
-* support observability for cli and blocklet ([#155](https://github.com/AIGNE-io/aigne-framework/issues/155)) ([5baa705](https://github.com/AIGNE-io/aigne-framework/commit/5baa705a33cfdba1efc5ccbe18674c27513ca97d))
+* support remember custom fields from message ([#174](https://github.com/AIGNE-io/aigne-framework/issues/174)) ([664069d](https://github.com/AIGNE-io/aigne-framework/commit/664069d343137f69d0c103b2b5eff545ab0051fb))
 
 
 ### Dependencies
 
 * The following workspace dependencies were updated
   * dependencies
-    * @aigne/core bumped to 1.22.0
-    * @aigne/openai bumped to 0.3.4
+    * @aigne/core bumped to 1.23.0
+    * @aigne/openai bumped to 0.3.5
 
 ## [1.14.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.13.2...agent-library-v1.14.0) (2025-06-20)
 
@@ -157,6 +180,15 @@
     * @aigne/openai bumped to 0.2.1
     * @aigne/sqlite bumped to 0.1.0
 
+
+## [1.11.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.10.0...agent-library-v1.11.0) (2025-05-27)
+
+
+### Features
+
+* add schema transform ([#35](https://github.com/AIGNE-io/aigne-framework/issues/35)) ([c7d9a2c](https://github.com/AIGNE-io/aigne-framework/commit/c7d9a2c9fcab8d384d4198db5ff6ba4603846cdf))
+
+
 ## [1.10.0](https://github.com/AIGNE-io/aigne-framework/compare/agent-library-v1.9.0...agent-library-v1.10.0) (2025-05-25)
 
 
@@ -295,24 +327,3 @@
 ### Bug Fixes
 
 * rename @aigne/core-next to @aigne/core ([3a81009](https://github.com/AIGNE-io/aigne-framework/commit/3a8100962c81813217b687ae28e8de604419c622))
-
-## 1.1.0-beta.17 (2025-3-18)
-
-- chore: add support for esm module
-
-## 1.1.0-beta.16 (2025-3-18)
-
-- chore: add puppeteer in linux need docker_container
-
-## 1.1.0-beta.15 (2025-3-18)
-
-- chore: make coverage report as text to terminal
-- chore: update contributing docs
-
-## 1.1.0-beta.14 (2025-3-18)
-
-- chore(example): add code-execution example
-
-## 1.1.0-beta.13 (2025-3-18)
-
-- feat: add OrchestratorAgent in agent library

package/lib/cjs/default-memory/default-memory-storage/index.d.ts

@@ -5,6 +5,7 @@ import { MemoryStorage } from "../storage.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
+    enableFTS?: boolean;
 }
 export declare class DefaultMemoryStorage extends MemoryStorage {
     options?: DefaultMemoryStorageOptions | undefined;
@@ -14,6 +15,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     get db(): Promise<SqliteRemoteDatabase<Record<string, never>>>;
     private convertMemory;
     search(query: {
+        search?: string;
         limit?: number;
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
@@ -21,4 +23,5 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     create(memory: Pick<Memory, "content">, { context }: AgentInvokeOptions): Promise<{
         result: Memory;
     }>;
+    protected segment(str: string): string[];
 }

package/lib/cjs/default-memory/default-memory-storage/index.js

@@ -3,6 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.DefaultMemoryStorage = void 0;
 const sqlite_1 = require("@aigne/sqlite");
 const drizzle_orm_1 = require("drizzle-orm");
+const uuid_1 = require("uuid");
+const yaml_1 = require("yaml");
 const storage_js_1 = require("../storage.js");
 const migrate_js_1 = require("./migrate.js");
 const memory_js_1 = require("./models/memory.js");
@@ -35,13 +37,23 @@ class DefaultMemoryStorage extends storage_js_1.MemoryStorage {
         const { limit = DEFAULT_MAX_MEMORY_COUNT } = query;
         const sessionId = (await this.options?.getSessionId?.(context)) ?? null;
         const db = await this.db;
-        const memories = await db
-            .select()
-            .from(memory_js_1.Memories)
-            .where(sessionId ? (0, drizzle_orm_1.eq)(memory_js_1.Memories.sessionId, sessionId) : (0, drizzle_orm_1.isNull)(memory_js_1.Memories.sessionId))
-            .orderBy((0, drizzle_orm_1.desc)(memory_js_1.Memories.id))
-            .limit(limit)
-            .execute();
+        const memories = this.options?.enableFTS && query.search
+            ? await db
+                .select()
+                .from(memory_js_1.Memories)
+                .innerJoin((0, drizzle_orm_1.sql) `Memories_fts`, (0, drizzle_orm_1.sql) `Memories_fts.id = ${memory_js_1.Memories.id}`)
+                .where((0, drizzle_orm_1.sql) `Memories_fts MATCH ${drizzle_orm_1.sql.param(this.segment(query.search).join(" OR "))}`)
+                .orderBy((0, drizzle_orm_1.sql) `bm25(Memories_fts)`)
+                .limit(limit)
+                .execute()
+                .then((rows) => rows.map((row) => row.Memories))
+            : await db
+                .select()
+                .from(memory_js_1.Memories)
+                .where(sessionId ? (0, drizzle_orm_1.eq)(memory_js_1.Memories.sessionId, sessionId) : (0, drizzle_orm_1.isNull)(memory_js_1.Memories.sessionId))
+                .orderBy((0, drizzle_orm_1.desc)(memory_js_1.Memories.id))
+                .limit(limit)
+                .execute();
         return {
             result: memories.reverse().map(this.convertMemory),
         };
@@ -49,17 +61,33 @@ class DefaultMemoryStorage extends storage_js_1.MemoryStorage {
     async create(memory, { context }) {
         const sessionId = (await this.options?.getSessionId?.(context)) ?? null;
         const db = await this.db;
-        const [result] = await db
-            .insert(memory_js_1.Memories)
-            .values({
-            ...memory,
-            sessionId,
-        })
-            .returning()
-            .execute();
+        const id = (0, uuid_1.v7)();
+        const [[result]] = await Promise.all([
+            db
+                .insert(memory_js_1.Memories)
+                .values({
+                ...memory,
+                id,
+                content: memory.content,
+                sessionId,
+            })
+                .returning()
+                .execute(),
+            this.options?.enableFTS &&
+                db.run((0, drizzle_orm_1.sql) `\
+          insert into Memories_fts (id, content)
+          values (${drizzle_orm_1.sql.param(id)}, ${drizzle_orm_1.sql.param(this.segment((0, yaml_1.stringify)(memory.content)).join(" "))})`),
+        ]);
         if (!result)
             throw new Error("Failed to create memory");
         return { result: this.convertMemory(result) };
     }
+    segment(str) {
+        return (Array.from(new Intl.Segmenter(undefined, { granularity: "word" }).segment(str))
+            .map((i) => i.segment)
+            // Remove non-alphanumeric characters and trim whitespace
+            .map((i) => i.replace(/[^\p{L}\p{N}\s]/gu, "").trim())
+            .filter(Boolean));
+    }
 }
 exports.DefaultMemoryStorage = DefaultMemoryStorage;

package/lib/cjs/default-memory/default-memory-storage/migrations/001-init.js

@@ -11,6 +11,12 @@ CREATE TABLE "Memories" (
   "sessionId" TEXT,
   "content" JSON NOT NULL
 )
+`,
+        `\
+CREATE VIRTUAL TABLE "Memories_fts" USING fts5(
+  id UNINDEXED,
+  content
+)
 `,
     ],
 };

package/lib/cjs/default-memory/index.d.ts

@@ -1,10 +1,36 @@
-import { MemoryAgent, type MemoryAgentOptions } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
+    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
+    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
+    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
     storage: MemoryStorage;
 }
+export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
+    storage: MemoryStorage;
+    defaultRetrieveMemoryCount?: number;
+    retrieveFromMessageKey?: string | string[];
+    getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
+    formatMessage?: DefaultMemoryRetriever["formatMessage"];
+    formatMemory?: DefaultMemoryRetriever["formatMemory"];
+}
+declare class DefaultMemoryRetriever extends MemoryRetriever {
+    constructor(options: DefaultMemoryRetrieverOptions);
+    private storage;
+    private defaultRetrieveMemoryCount?;
+    private retrieveFromMessageKey?;
+    private getSearchPattern;
+    private formatMessage;
+    private formatMemory;
+    process(input: MemoryRetrieverInput, options: AgentInvokeOptions): Promise<MemoryRetrieverOutput>;
+}
+export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    rememberFromMessageKey?: string | string[];
+}
+export {};

package/lib/cjs/default-memory/index.js

@@ -1,57 +1,111 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DefaultMemory = void 0;
 const core_1 = require("@aigne/core");
-const fast_deep_equal_1 = __importDefault(require("fast-deep-equal"));
+const type_utils_js_1 = require("@aigne/core/utils/type-utils.js");
 const index_js_1 = require("./default-memory-storage/index.js");
 const storage_js_1 = require("./storage.js");
 const DEFAULT_RETRIEVE_MEMORY_COUNT = 10;
 class DefaultMemory extends core_1.MemoryAgent {
     constructor(options = {}) {
+        const storage = options.storage instanceof storage_js_1.MemoryStorage
+            ? options.storage
+            : new index_js_1.DefaultMemoryStorage(options.storage);
         super({
             ...options,
+            recorder: options.recorder ??
+                new DefaultMemoryRecorder({
+                    ...options.recorderOptions,
+                    rememberFromMessageKey: options.recorderOptions?.rememberFromMessageKey ?? options.messageKey,
+                    storage,
+                }),
+            retriever: options.retriever ??
+                new DefaultMemoryRetriever({
+                    ...options.retrieverOptions,
+                    retrieveFromMessageKey: options.retrieverOptions?.retrieveFromMessageKey ?? options.messageKey,
+                    storage,
+                }),
             autoUpdate: options.autoUpdate ?? true,
         });
-        this.storage =
-            options.storage instanceof storage_js_1.MemoryStorage
-                ? options.storage
-                : new index_js_1.DefaultMemoryStorage(options.storage);
-        if (!this.recorder)
-            this.recorder = new DefaultMemoryRecorder(this);
-        if (!this.retriever)
-            this.retriever = new DefaultMemoryRetriever(this);
+        this.storage = storage;
     }
     storage;
 }
 exports.DefaultMemory = DefaultMemory;
 class DefaultMemoryRetriever extends core_1.MemoryRetriever {
-    memory;
-    constructor(memory) {
-        super({});
-        this.memory = memory;
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.defaultRetrieveMemoryCount = options.defaultRetrieveMemoryCount;
+        this.retrieveFromMessageKey = options.retrieveFromMessageKey;
+        if (options.getSearchPattern)
+            this.getSearchPattern = options.getSearchPattern;
+        if (options.formatMessage)
+            this.formatMessage = options.formatMessage;
+        if (options.formatMemory)
+            this.formatMemory = options.formatMemory;
     }
+    storage;
+    defaultRetrieveMemoryCount;
+    retrieveFromMessageKey;
+    getSearchPattern = (search) => {
+        if (!search || typeof search === "string")
+            return search;
+        const obj = search && this.retrieveFromMessageKey ? (0, type_utils_js_1.pick)(search, this.retrieveFromMessageKey) : search;
+        return Object.values(obj)
+            .map((v) => (typeof v === "string" ? v : undefined))
+            .join("\n");
+    };
+    formatMessage = (content) => {
+        if (!this.retrieveFromMessageKey || !(0, type_utils_js_1.isRecord)(content))
+            return content;
+        const obj = (0, type_utils_js_1.pick)(content, this.retrieveFromMessageKey);
+        return Object.values(obj)
+            .map((v) => (typeof v === "string" ? v : undefined))
+            .join("\n");
+    };
+    formatMemory = (content) => {
+        if (!(0, type_utils_js_1.isRecord)(content))
+            return content;
+        if ("input" in content || "output" in content) {
+            return {
+                user: this.formatMessage(content.input),
+                agent: this.formatMessage(content.output),
+            };
+        }
+    };
     async process(input, options) {
-        const { result } = await this.memory.storage.search({ ...input, limit: input.limit ?? DEFAULT_RETRIEVE_MEMORY_COUNT }, options);
-        return { memories: result };
+        const { result } = await this.storage.search({
+            ...input,
+            search: this.getSearchPattern(input.search),
+            limit: input.limit ?? this.defaultRetrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT,
+        }, options);
+        return { memories: result.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
     }
 }
 class DefaultMemoryRecorder extends core_1.MemoryRecorder {
-    memory;
-    constructor(memory) {
-        super({});
-        this.memory = memory;
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.rememberFromMessageKey = options.rememberFromMessageKey;
     }
+    storage;
+    rememberFromMessageKey;
     async process(input, options) {
         const newMemories = [];
-        for (const content of input.content) {
-            const { result: [last], } = await this.memory.storage.search({ limit: 1 }, options);
-            if (!(0, fast_deep_equal_1.default)(last?.content, content)) {
-                const { result } = await this.memory.storage.create({ content }, options);
-                newMemories.push(result);
-            }
+        for (const item of input.content) {
+            const { result } = await this.storage.create({
+                content: {
+                    input: item.input && this.rememberFromMessageKey
+                        ? (0, type_utils_js_1.pick)(item.input, this.rememberFromMessageKey)
+                        : item.input,
+                    output: item.output && this.rememberFromMessageKey
+                        ? (0, type_utils_js_1.pick)(item.output, this.rememberFromMessageKey)
+                        : item.output,
+                    source: item.source,
+                },
+            }, options);
+            newMemories.push(result);
         }
         return {
             memories: newMemories,

package/lib/cjs/fs-memory/index.js

@@ -27,20 +27,18 @@ class FSMemory extends index_js_1.MemoryAgent {
         const memoryFileName = (0, node_path_1.join)(rootDir, exports.MEMORY_FILE_NAME);
         super({
             ...options,
-            autoUpdate: options.autoUpdate ?? true,
-        });
-        this.recorder =
-            options.recorder ??
+            recorder: options.recorder ??
                 new FSMemoryRecorder({
                     memoryFileName,
                     ...options.recorderOptions,
-                });
-        this.retriever =
-            options.retriever ??
+                }),
+            retriever: options.retriever ??
                 new FSMemoryRetriever({
                     memoryFileName,
                     ...options.retrieverOptions,
-                });
+                }),
+            autoUpdate: options.autoUpdate ?? true,
+        });
     }
 }
 exports.FSMemory = FSMemory;

package/lib/dts/default-memory/default-memory-storage/index.d.ts

@@ -5,6 +5,7 @@ import { MemoryStorage } from "../storage.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
+    enableFTS?: boolean;
 }
 export declare class DefaultMemoryStorage extends MemoryStorage {
     options?: DefaultMemoryStorageOptions | undefined;
@@ -14,6 +15,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     get db(): Promise<SqliteRemoteDatabase<Record<string, never>>>;
     private convertMemory;
     search(query: {
+        search?: string;
         limit?: number;
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
@@ -21,4 +23,5 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     create(memory: Pick<Memory, "content">, { context }: AgentInvokeOptions): Promise<{
         result: Memory;
     }>;
+    protected segment(str: string): string[];
 }

package/lib/dts/default-memory/index.d.ts

@@ -1,10 +1,36 @@
-import { MemoryAgent, type MemoryAgentOptions } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
+    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
+    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
+    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
     storage: MemoryStorage;
 }
+export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
+    storage: MemoryStorage;
+    defaultRetrieveMemoryCount?: number;
+    retrieveFromMessageKey?: string | string[];
+    getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
+    formatMessage?: DefaultMemoryRetriever["formatMessage"];
+    formatMemory?: DefaultMemoryRetriever["formatMemory"];
+}
+declare class DefaultMemoryRetriever extends MemoryRetriever {
+    constructor(options: DefaultMemoryRetrieverOptions);
+    private storage;
+    private defaultRetrieveMemoryCount?;
+    private retrieveFromMessageKey?;
+    private getSearchPattern;
+    private formatMessage;
+    private formatMemory;
+    process(input: MemoryRetrieverInput, options: AgentInvokeOptions): Promise<MemoryRetrieverOutput>;
+}
+export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    rememberFromMessageKey?: string | string[];
+}
+export {};

package/lib/esm/default-memory/default-memory-storage/index.d.ts

@@ -5,6 +5,7 @@ import { MemoryStorage } from "../storage.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
+    enableFTS?: boolean;
 }
 export declare class DefaultMemoryStorage extends MemoryStorage {
     options?: DefaultMemoryStorageOptions | undefined;
@@ -14,6 +15,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     get db(): Promise<SqliteRemoteDatabase<Record<string, never>>>;
     private convertMemory;
     search(query: {
+        search?: string;
         limit?: number;
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
@@ -21,4 +23,5 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     create(memory: Pick<Memory, "content">, { context }: AgentInvokeOptions): Promise<{
         result: Memory;
     }>;
+    protected segment(str: string): string[];
 }

package/lib/esm/default-memory/default-memory-storage/index.js

@@ -1,5 +1,7 @@
 import { initDatabase } from "@aigne/sqlite";
-import { desc, eq, isNull } from "drizzle-orm";
+import { desc, eq, isNull, sql } from "drizzle-orm";
+import { v7 } from "uuid";
+import { stringify } from "yaml";
 import { MemoryStorage } from "../storage.js";
 import { migrate } from "./migrate.js";
 import { Memories } from "./models/memory.js";
@@ -32,13 +34,23 @@ export class DefaultMemoryStorage extends MemoryStorage {
         const { limit = DEFAULT_MAX_MEMORY_COUNT } = query;
         const sessionId = (await this.options?.getSessionId?.(context)) ?? null;
         const db = await this.db;
-        const memories = await db
-            .select()
-            .from(Memories)
-            .where(sessionId ? eq(Memories.sessionId, sessionId) : isNull(Memories.sessionId))
-            .orderBy(desc(Memories.id))
-            .limit(limit)
-            .execute();
+        const memories = this.options?.enableFTS && query.search
+            ? await db
+                .select()
+                .from(Memories)
+                .innerJoin(sql `Memories_fts`, sql `Memories_fts.id = ${Memories.id}`)
+                .where(sql `Memories_fts MATCH ${sql.param(this.segment(query.search).join(" OR "))}`)
+                .orderBy(sql `bm25(Memories_fts)`)
+                .limit(limit)
+                .execute()
+                .then((rows) => rows.map((row) => row.Memories))
+            : await db
+                .select()
+                .from(Memories)
+                .where(sessionId ? eq(Memories.sessionId, sessionId) : isNull(Memories.sessionId))
+                .orderBy(desc(Memories.id))
+                .limit(limit)
+                .execute();
         return {
             result: memories.reverse().map(this.convertMemory),
         };
@@ -46,16 +58,32 @@ export class DefaultMemoryStorage extends MemoryStorage {
     async create(memory, { context }) {
         const sessionId = (await this.options?.getSessionId?.(context)) ?? null;
         const db = await this.db;
-        const [result] = await db
-            .insert(Memories)
-            .values({
-            ...memory,
-            sessionId,
-        })
-            .returning()
-            .execute();
+        const id = v7();
+        const [[result]] = await Promise.all([
+            db
+                .insert(Memories)
+                .values({
+                ...memory,
+                id,
+                content: memory.content,
+                sessionId,
+            })
+                .returning()
+                .execute(),
+            this.options?.enableFTS &&
+                db.run(sql `\
+          insert into Memories_fts (id, content)
+          values (${sql.param(id)}, ${sql.param(this.segment(stringify(memory.content)).join(" "))})`),
+        ]);
         if (!result)
             throw new Error("Failed to create memory");
         return { result: this.convertMemory(result) };
     }
+    segment(str) {
+        return (Array.from(new Intl.Segmenter(undefined, { granularity: "word" }).segment(str))
+            .map((i) => i.segment)
+            // Remove non-alphanumeric characters and trim whitespace
+            .map((i) => i.replace(/[^\p{L}\p{N}\s]/gu, "").trim())
+            .filter(Boolean));
+    }
 }

package/lib/esm/default-memory/default-memory-storage/migrations/001-init.js

@@ -9,6 +9,12 @@ CREATE TABLE "Memories" (
   "sessionId" TEXT,
   "content" JSON NOT NULL
 )
+`,
+        `\
+CREATE VIRTUAL TABLE "Memories_fts" USING fts5(
+  id UNINDEXED,
+  content
+)
 `,
     ],
 };

package/lib/esm/default-memory/index.d.ts

@@ -1,10 +1,36 @@
-import { MemoryAgent, type MemoryAgentOptions } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
+    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
+    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
+    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
     storage: MemoryStorage;
 }
+export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
+    storage: MemoryStorage;
+    defaultRetrieveMemoryCount?: number;
+    retrieveFromMessageKey?: string | string[];
+    getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
+    formatMessage?: DefaultMemoryRetriever["formatMessage"];
+    formatMemory?: DefaultMemoryRetriever["formatMemory"];
+}
+declare class DefaultMemoryRetriever extends MemoryRetriever {
+    constructor(options: DefaultMemoryRetrieverOptions);
+    private storage;
+    private defaultRetrieveMemoryCount?;
+    private retrieveFromMessageKey?;
+    private getSearchPattern;
+    private formatMessage;
+    private formatMemory;
+    process(input: MemoryRetrieverInput, options: AgentInvokeOptions): Promise<MemoryRetrieverOutput>;
+}
+export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    rememberFromMessageKey?: string | string[];
+}
+export {};

package/lib/esm/default-memory/index.js

@@ -1,50 +1,107 @@
 import { MemoryAgent, MemoryRecorder, MemoryRetriever, } from "@aigne/core";
-import equal from "fast-deep-equal";
+import { isRecord, pick } from "@aigne/core/utils/type-utils.js";
 import { DefaultMemoryStorage, } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 const DEFAULT_RETRIEVE_MEMORY_COUNT = 10;
 export class DefaultMemory extends MemoryAgent {
     constructor(options = {}) {
+        const storage = options.storage instanceof MemoryStorage
+            ? options.storage
+            : new DefaultMemoryStorage(options.storage);
         super({
             ...options,
+            recorder: options.recorder ??
+                new DefaultMemoryRecorder({
+                    ...options.recorderOptions,
+                    rememberFromMessageKey: options.recorderOptions?.rememberFromMessageKey ?? options.messageKey,
+                    storage,
+                }),
+            retriever: options.retriever ??
+                new DefaultMemoryRetriever({
+                    ...options.retrieverOptions,
+                    retrieveFromMessageKey: options.retrieverOptions?.retrieveFromMessageKey ?? options.messageKey,
+                    storage,
+                }),
             autoUpdate: options.autoUpdate ?? true,
         });
-        this.storage =
-            options.storage instanceof MemoryStorage
-                ? options.storage
-                : new DefaultMemoryStorage(options.storage);
-        if (!this.recorder)
-            this.recorder = new DefaultMemoryRecorder(this);
-        if (!this.retriever)
-            this.retriever = new DefaultMemoryRetriever(this);
+        this.storage = storage;
     }
     storage;
 }
 class DefaultMemoryRetriever extends MemoryRetriever {
-    memory;
-    constructor(memory) {
-        super({});
-        this.memory = memory;
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.defaultRetrieveMemoryCount = options.defaultRetrieveMemoryCount;
+        this.retrieveFromMessageKey = options.retrieveFromMessageKey;
+        if (options.getSearchPattern)
+            this.getSearchPattern = options.getSearchPattern;
+        if (options.formatMessage)
+            this.formatMessage = options.formatMessage;
+        if (options.formatMemory)
+            this.formatMemory = options.formatMemory;
     }
+    storage;
+    defaultRetrieveMemoryCount;
+    retrieveFromMessageKey;
+    getSearchPattern = (search) => {
+        if (!search || typeof search === "string")
+            return search;
+        const obj = search && this.retrieveFromMessageKey ? pick(search, this.retrieveFromMessageKey) : search;
+        return Object.values(obj)
+            .map((v) => (typeof v === "string" ? v : undefined))
+            .join("\n");
+    };
+    formatMessage = (content) => {
+        if (!this.retrieveFromMessageKey || !isRecord(content))
+            return content;
+        const obj = pick(content, this.retrieveFromMessageKey);
+        return Object.values(obj)
+            .map((v) => (typeof v === "string" ? v : undefined))
+            .join("\n");
+    };
+    formatMemory = (content) => {
+        if (!isRecord(content))
+            return content;
+        if ("input" in content || "output" in content) {
+            return {
+                user: this.formatMessage(content.input),
+                agent: this.formatMessage(content.output),
+            };
+        }
+    };
     async process(input, options) {
-        const { result } = await this.memory.storage.search({ ...input, limit: input.limit ?? DEFAULT_RETRIEVE_MEMORY_COUNT }, options);
-        return { memories: result };
+        const { result } = await this.storage.search({
+            ...input,
+            search: this.getSearchPattern(input.search),
+            limit: input.limit ?? this.defaultRetrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT,
+        }, options);
+        return { memories: result.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
     }
 }
 class DefaultMemoryRecorder extends MemoryRecorder {
-    memory;
-    constructor(memory) {
-        super({});
-        this.memory = memory;
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.rememberFromMessageKey = options.rememberFromMessageKey;
     }
+    storage;
+    rememberFromMessageKey;
     async process(input, options) {
         const newMemories = [];
-        for (const content of input.content) {
-            const { result: [last], } = await this.memory.storage.search({ limit: 1 }, options);
-            if (!equal(last?.content, content)) {
-                const { result } = await this.memory.storage.create({ content }, options);
-                newMemories.push(result);
-            }
+        for (const item of input.content) {
+            const { result } = await this.storage.create({
+                content: {
+                    input: item.input && this.rememberFromMessageKey
+                        ? pick(item.input, this.rememberFromMessageKey)
+                        : item.input,
+                    output: item.output && this.rememberFromMessageKey
+                        ? pick(item.output, this.rememberFromMessageKey)
+                        : item.output,
+                    source: item.source,
+                },
+            }, options);
+            newMemories.push(result);
         }
         return {
             memories: newMemories,

package/lib/esm/fs-memory/index.js

@@ -24,20 +24,18 @@ export class FSMemory extends MemoryAgent {
         const memoryFileName = join(rootDir, MEMORY_FILE_NAME);
         super({
             ...options,
-            autoUpdate: options.autoUpdate ?? true,
-        });
-        this.recorder =
-            options.recorder ??
+            recorder: options.recorder ??
                 new FSMemoryRecorder({
                     memoryFileName,
                     ...options.recorderOptions,
-                });
-        this.retriever =
-            options.retriever ??
+                }),
+            retriever: options.retriever ??
                 new FSMemoryRetriever({
                     memoryFileName,
                     ...options.retrieverOptions,
-                });
+                }),
+            autoUpdate: options.autoUpdate ?? true,
+        });
     }
 }
 class FSMemoryRetriever extends MemoryRetriever {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/agent-library",
-  "version": "1.15.0",
+  "version": "1.16.1",
   "description": "Collection of agent libraries for AIGNE framework",
   "publishConfig": {
     "access": "public"
@@ -47,9 +47,9 @@
     "uuid": "^11.1.0",
     "yaml": "^2.7.1",
     "zod": "^3.24.4",
-    "@aigne/core": "^1.22.0",
+    "@aigne/core": "^1.23.1",
     "@aigne/sqlite": "^0.1.1",
-    "@aigne/openai": "^0.3.4"
+    "@aigne/openai": "^0.3.6"
   },
   "devDependencies": {
     "@types/bun": "^1.2.12",