@aigne/agent-library 1.17.9 → 1.20.0

package/lib/dts/agentic-memory/index.d.ts

@@ -0,0 +1,38 @@
+import { type AgentInvokeOptions, type AgentOptions, AIAgent, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, type Message, type PromptBuilder } from "@aigne/core";
+import { type DefaultMemoryStorageOptions } from "../default-memory/default-memory-storage/index.js";
+import { DefaultMemoryRetriever, type DefaultMemoryRetrieverOptions } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+export interface AgenticMemoryOptions extends Partial<MemoryAgentOptions>, Omit<AgenticMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<AgenticMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
+    storage?: MemoryStorage | DefaultMemoryStorageOptions;
+}
+export declare class AgenticMemory extends MemoryAgent {
+    constructor(options?: AgenticMemoryOptions);
+    storage: MemoryStorage;
+}
+export interface AgenticMemoryRetrieverOptions extends DefaultMemoryRetrieverOptions {
+}
+export declare class AgenticMemoryRetriever extends DefaultMemoryRetriever {
+}
+export interface AgenticMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    instructions?: string | PromptBuilder;
+    agent?: AIAgent<AgenticMemoryExtractorInput, AgenticMemoryExtractorOutput>;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export interface AgenticMemoryExtractorInput extends Message {
+    content: unknown;
+}
+export interface AgenticMemoryExtractorOutput extends Message {
+    newMemories: {
+        content: string;
+    }[];
+}
+export declare class AgenticMemoryRecorder extends MemoryRecorder {
+    constructor(options: AgenticMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    private agent;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
+}

package/lib/dts/agentic-memory/prompt.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = "You manage memory based on conversation analysis and the existing memories.\n\n## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.\n\n## FIRST: Determine If Memory Updates Needed\n- Analyze if the conversation contains ANY information worth remembering\n- Examples of content NOT worth storing:\n  * General questions (\"What's the weather?\", \"How do I do X?\")\n  * Greetings and small talk (\"Hello\", \"How are you?\", \"Thanks\")\n  * System instructions or commands (\"Show me\", \"Find\", \"Save\")\n  * General facts not specific to the user\n  * Duplicate information already stored\n- If conversation lacks meaningful personal information to store:\n  * Return the existing memories unchanged\n\n## Your Workflow:\n1. Read the existing memories from the allMemory variable\n2. Extract key topics from the conversation\n3. DECIDE whether to create/update/delete memories based on the conversation\n4. Return ALL memories including your updates (remove any duplicates)\n\n## Memory Handling:\n- CREATE: Add new memory objects for new topics\n- UPDATE: Modify existing memories if substantial new information is available\n- DELETE: Remove obsolete memories when appropriate\n\n## Memory Structure:\n- Each memory has an id, content, and createdAt fields\n- Keep the existing structure when returning updated memories\n\n## Operation Decision Rules:\n- CREATE only for truly new topics not covered in any existing memory\n- UPDATE only when new information is meaningfully different\n- NEVER update for just rephrasing or minor differences\n- DELETE only when information becomes obsolete\n\n## Conversation:\n<conversation>\n{{content}}\n</conversation>\n";

package/lib/dts/default-memory/default-memory-storage/index.d.ts

@@ -2,6 +2,7 @@ import type { AgentInvokeOptions, Context, Memory } from "@aigne/core";
 import type { PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { SqliteRemoteDatabase } from "drizzle-orm/sqlite-proxy";
 import { MemoryStorage } from "../storage.js";
+import { Memories } from "./models/memory.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
@@ -17,6 +18,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [keyof typeof Memories.$inferSelect, "asc" | "desc"];
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/dts/default-memory/index.d.ts

@@ -1,11 +1,8 @@
-import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
-export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
+export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions>, Omit<DefaultMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<DefaultMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
-    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
-    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
-    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
@@ -13,17 +10,21 @@ export declare class DefaultMemory extends MemoryAgent {
 }
 export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
     storage: MemoryStorage;
-    defaultRetrieveMemoryCount?: number;
-    retrieveFromMessageKey?: string | string[];
+    retrieveMemoryCount?: number;
+    retrieveRecentMemoryCount?: number;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
     getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
     formatMessage?: DefaultMemoryRetriever["formatMessage"];
     formatMemory?: DefaultMemoryRetriever["formatMemory"];
 }
-declare class DefaultMemoryRetriever extends MemoryRetriever {
+export declare class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options: DefaultMemoryRetrieverOptions);
     private storage;
-    private defaultRetrieveMemoryCount?;
-    private retrieveFromMessageKey?;
+    private retrieveMemoryCount?;
+    private retrieveRecentMemoryCount?;
+    private inputKey?;
+    private outputKey?;
     private getSearchPattern;
     private formatMessage;
     private formatMemory;
@@ -31,6 +32,13 @@ declare class DefaultMemoryRetriever extends MemoryRetriever {
 }
 export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
     storage: MemoryStorage;
-    rememberFromMessageKey?: string | string[];
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export declare class DefaultMemoryRecorder extends MemoryRecorder {
+    constructor(options: DefaultMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
 }
-export {};

package/lib/dts/default-memory/storage.d.ts

@@ -6,6 +6,7 @@ export declare abstract class MemoryStorage {
     abstract search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [string, "asc" | "desc"];
     }, options: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/dts/orchestrator/orchestrator-prompts.d.ts

@@ -102,7 +102,7 @@ export interface FullPlanInput extends Message {
 /**
  * @hidden
  */
-export declare const FULL_PLAN_PROMPT_TEMPLATE = "You are tasked with orchestrating a plan to complete an objective.\nYou can analyze results from the previous steps already executed to decide if the objective is complete.\nYour plan must be structured in sequential steps, with each step containing independent parallel subtasks.\n\n<objective>\n{{objective}}\n</objective>\n\n<steps_completed>\n{{#steps}}\n- Step: {{step.description}}\n  Result: {{result}}\n{{/steps}}\n</steps_completed>\n\n<previous_plan_status>\n{{plan.status}}\n</previous_plan_status>\n\n<previous_plan_result>\n{{plan.result}}\n</previous_plan_result>\n\nYou have access to the following Agents(which are collections of tools/functions):\n\n<agents>\n{{#agents}}\n- Agent: {{name}}\n  Description: {{description}}\n  Functions:\n    {{#tools}}\n    - Tool: {{name}}\n      Description: {{description}}\n    {{/tools}}\n{{/agents}}\n</agents>\n\n- If the previous plan results achieve the objective, return isComplete=true.\n- Otherwise, generate remaining steps needed.\n- Generate a plan with all remaining steps needed.\n- Steps are sequential, but each Step can have parallel subtasks.\n- For each Step, specify a description of the step and independent subtasks that can run in parallel.\n- For each subtask specify:\n    1. Clear description of the task that an LLM can execute\n    2. Name of 1 Agent to use for the task";
+export declare const FULL_PLAN_PROMPT_TEMPLATE = "You are tasked with orchestrating a plan to complete an objective.\nYou can analyze results from the previous steps already executed to decide if the objective is complete.\nYour plan must be structured in sequential steps, with each step containing independent parallel subtasks.\n\n<objective>\n{{objective}}\n</objective>\n\n<steps_completed>\n{% for step in steps %}\n- Step: {{step.description}}\n  Result: {{result}}\n{% endfor %}\n</steps_completed>\n\n<previous_plan_status>\n{{plan.status}}\n</previous_plan_status>\n\n<previous_plan_result>\n{{plan.result}}\n</previous_plan_result>\n\nYou have access to the following Agents(which are collections of tools/functions):\n\n<agents>\n{% for agent in agents %}\n- Agent: {{agent.name}}\n  Description: {{agent.description}}\n  Functions:\n    {% for tool in tools %}\n    - Tool: {{tool.name}}\n      Description: {{tool.description}}\n    {% endfor %}\n{% endfor %}\n</agents>\n\n- If the previous plan results achieve the objective, return isComplete=true.\n- Otherwise, generate remaining steps needed.\n- Generate a plan with all remaining steps needed.\n- Steps are sequential, but each Step can have parallel subtasks.\n- For each Step, specify a description of the step and independent subtasks that can run in parallel.\n- For each subtask specify:\n    1. Clear description of the task that an LLM can execute\n    2. Name of 1 Agent to use for the task";
 /**
  * @hidden
  */
@@ -115,7 +115,7 @@ export interface TaskPromptInput extends Message {
 /**
  * @hidden
  */
-export declare const TASK_PROMPT_TEMPLATE = "You are part of a larger workflow to achieve the step then the objective:\n\n<objective>\n{{objective}}\n</objective>\n\n<step>\n{{step.description}}\n</step>\n\nYour job is to accomplish only the following task:\n\n<task>\n{{task.description}}\n</task>\n\nResults so far that may provide helpful context:\n\n<steps_completed>\n{{#steps}}\n- Step: {{step.description}}\n  Result: {{result}}\n{{/steps}}\n</steps_completed>\n";
+export declare const TASK_PROMPT_TEMPLATE = "You are part of a larger workflow to achieve the step then the objective:\n\n<objective>\n{{objective}}\n</objective>\n\n<step>\n{{step.description}}\n</step>\n\nYour job is to accomplish only the following task:\n\n<task>\n{{task.description}}\n</task>\n\nResults so far that may provide helpful context:\n\n<steps_completed>\n{% for step in steps %}\n- Step: {{step.description}}\n  Result: {{step.result}}\n{% endfor %}\n</steps_completed>\n";
 /**
  * @hidden
  */
@@ -127,4 +127,4 @@ export interface SynthesizeStepPromptInput extends Message {
 /**
  * @hidden
  */
-export declare const SYNTHESIZE_STEP_PROMPT_TEMPLATE = "Synthesize the results of these parallel tasks into a cohesive result\n\n<objective>\n{{objective}}\n</objective>\n\n<step>\n{{step.description}}\n</step>\n\n<tasks>\n{{#tasks}}\n- Task: {{task.description}}\n  Result: {{result}}\n{{/tasks}}\n</tasks>\n";
+export declare const SYNTHESIZE_STEP_PROMPT_TEMPLATE = "Synthesize the results of these parallel tasks into a cohesive result\n\n<objective>\n{{objective}}\n</objective>\n\n<step>\n{{step.description}}\n</step>\n\n<tasks>\n{% for task in tasks %}\n- Task: {{task.description}}\n  Result: {{task.result}}\n{% endfor %}\n</tasks>\n";

package/lib/esm/agentic-memory/index.d.ts

@@ -0,0 +1,38 @@
+import { type AgentInvokeOptions, type AgentOptions, AIAgent, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, type Message, type PromptBuilder } from "@aigne/core";
+import { type DefaultMemoryStorageOptions } from "../default-memory/default-memory-storage/index.js";
+import { DefaultMemoryRetriever, type DefaultMemoryRetrieverOptions } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+export interface AgenticMemoryOptions extends Partial<MemoryAgentOptions>, Omit<AgenticMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<AgenticMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
+    storage?: MemoryStorage | DefaultMemoryStorageOptions;
+}
+export declare class AgenticMemory extends MemoryAgent {
+    constructor(options?: AgenticMemoryOptions);
+    storage: MemoryStorage;
+}
+export interface AgenticMemoryRetrieverOptions extends DefaultMemoryRetrieverOptions {
+}
+export declare class AgenticMemoryRetriever extends DefaultMemoryRetriever {
+}
+export interface AgenticMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
+    storage: MemoryStorage;
+    instructions?: string | PromptBuilder;
+    agent?: AIAgent<AgenticMemoryExtractorInput, AgenticMemoryExtractorOutput>;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export interface AgenticMemoryExtractorInput extends Message {
+    content: unknown;
+}
+export interface AgenticMemoryExtractorOutput extends Message {
+    newMemories: {
+        content: string;
+    }[];
+}
+export declare class AgenticMemoryRecorder extends MemoryRecorder {
+    constructor(options: AgenticMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    private agent;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
+}

package/lib/esm/agentic-memory/index.js

@@ -0,0 +1,67 @@
+import { AIAgent, MemoryAgent, MemoryRecorder, } from "@aigne/core";
+import { flat, pick } from "@aigne/core/utils/type-utils.js";
+import { z } from "zod";
+import { DefaultMemoryStorage, } from "../default-memory/default-memory-storage/index.js";
+import { DefaultMemoryRetriever, } from "../default-memory/index.js";
+import { MemoryStorage } from "../default-memory/storage.js";
+import { DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS } from "./prompt.js";
+export class AgenticMemory extends MemoryAgent {
+    constructor(options = {}) {
+        const storage = options.storage instanceof MemoryStorage
+            ? options.storage
+            : new DefaultMemoryStorage(options.storage);
+        super({
+            ...options,
+            recorder: options.recorder ?? new AgenticMemoryRecorder({ ...options, storage }),
+            retriever: options.retriever ?? new AgenticMemoryRetriever({ ...options, storage }),
+            autoUpdate: options.autoUpdate ?? true,
+        });
+        this.storage = storage;
+    }
+    storage;
+}
+export class AgenticMemoryRetriever extends DefaultMemoryRetriever {
+}
+export class AgenticMemoryRecorder extends MemoryRecorder {
+    constructor(options) {
+        super(options);
+        this.storage = options.storage;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
+        this.agent =
+            options.agent ??
+                AIAgent.from({
+                    name: "agentic_memory_extractor",
+                    description: "Records memories in files by AI agent",
+                    instructions: options.instructions || DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS,
+                    outputSchema: z.object({
+                        newMemories: z
+                            .array(z.object({
+                            content: z.string().describe("Content of the memory"),
+                        }))
+                            .describe("Newly created memories"),
+                    }),
+                });
+    }
+    storage;
+    inputKey;
+    outputKey;
+    agent;
+    async process(input, options) {
+        const agenticMemories = await options.context.invoke(this.agent, {
+            content: input.content.map((item) => ({
+                input: item.input && this.inputKey?.length ? pick(item.input, this.inputKey) : item.input,
+                output: item.output && this.outputKey?.length ? pick(item.output, this.outputKey) : item.output,
+                source: item.source,
+            })),
+        });
+        const newMemories = [];
+        for (const item of agenticMemories.newMemories) {
+            const { result } = await this.storage.create({ content: item.content }, options);
+            newMemories.push(result);
+        }
+        return {
+            memories: newMemories,
+        };
+    }
+}

package/lib/esm/agentic-memory/prompt.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = "You manage memory based on conversation analysis and the existing memories.\n\n## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.\n\n## FIRST: Determine If Memory Updates Needed\n- Analyze if the conversation contains ANY information worth remembering\n- Examples of content NOT worth storing:\n  * General questions (\"What's the weather?\", \"How do I do X?\")\n  * Greetings and small talk (\"Hello\", \"How are you?\", \"Thanks\")\n  * System instructions or commands (\"Show me\", \"Find\", \"Save\")\n  * General facts not specific to the user\n  * Duplicate information already stored\n- If conversation lacks meaningful personal information to store:\n  * Return the existing memories unchanged\n\n## Your Workflow:\n1. Read the existing memories from the allMemory variable\n2. Extract key topics from the conversation\n3. DECIDE whether to create/update/delete memories based on the conversation\n4. Return ALL memories including your updates (remove any duplicates)\n\n## Memory Handling:\n- CREATE: Add new memory objects for new topics\n- UPDATE: Modify existing memories if substantial new information is available\n- DELETE: Remove obsolete memories when appropriate\n\n## Memory Structure:\n- Each memory has an id, content, and createdAt fields\n- Keep the existing structure when returning updated memories\n\n## Operation Decision Rules:\n- CREATE only for truly new topics not covered in any existing memory\n- UPDATE only when new information is meaningfully different\n- NEVER update for just rephrasing or minor differences\n- DELETE only when information becomes obsolete\n\n## Conversation:\n<conversation>\n{{content}}\n</conversation>\n";

package/lib/esm/agentic-memory/prompt.js

@@ -0,0 +1,41 @@
+export const DEFAULT_FS_MEMORY_RECORDER_INSTRUCTIONS = `You manage memory based on conversation analysis and the existing memories.
+
+## IMPORTANT: All existing memories are available in the allMemory variable. DO NOT call any tools.
+
+## FIRST: Determine If Memory Updates Needed
+- Analyze if the conversation contains ANY information worth remembering
+- Examples of content NOT worth storing:
+  * General questions ("What's the weather?", "How do I do X?")
+  * Greetings and small talk ("Hello", "How are you?", "Thanks")
+  * System instructions or commands ("Show me", "Find", "Save")
+  * General facts not specific to the user
+  * Duplicate information already stored
+- If conversation lacks meaningful personal information to store:
+  * Return the existing memories unchanged
+
+## Your Workflow:
+1. Read the existing memories from the allMemory variable
+2. Extract key topics from the conversation
+3. DECIDE whether to create/update/delete memories based on the conversation
+4. Return ALL memories including your updates (remove any duplicates)
+
+## Memory Handling:
+- CREATE: Add new memory objects for new topics
+- UPDATE: Modify existing memories if substantial new information is available
+- DELETE: Remove obsolete memories when appropriate
+
+## Memory Structure:
+- Each memory has an id, content, and createdAt fields
+- Keep the existing structure when returning updated memories
+
+## Operation Decision Rules:
+- CREATE only for truly new topics not covered in any existing memory
+- UPDATE only when new information is meaningfully different
+- NEVER update for just rephrasing or minor differences
+- DELETE only when information becomes obsolete
+
+## Conversation:
+<conversation>
+{{content}}
+</conversation>
+`;

package/lib/esm/data-mapper/tools.js

@@ -129,7 +129,7 @@ export function addNullableToOptional(schema) {
     if (schema.type === "object" && schema.properties) {
         const required = new Set(Array.isArray(schema.required) ? schema.required : []);
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: !required.has(key) ? makeNullable(value) : addNullableToOptional(value),
         }), {});
@@ -154,7 +154,7 @@ function makeNullable(schema) {
     // Recursively process nested properties
     if (schema.properties) {
         newSchema.properties = Object.entries(schema.properties).reduce((acc, [key, value]) => ({
-            // biome-ignore lint/performance/noAccumulatingSpread: <explanation>
+            // biome-ignore lint/performance/noAccumulatingSpread: false positive
             ...acc,
             [key]: makeNullable(value),
         }), {});

package/lib/esm/default-memory/default-memory-storage/index.d.ts

@@ -2,6 +2,7 @@ import type { AgentInvokeOptions, Context, Memory } from "@aigne/core";
 import type { PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { SqliteRemoteDatabase } from "drizzle-orm/sqlite-proxy";
 import { MemoryStorage } from "../storage.js";
+import { Memories } from "./models/memory.js";
 export interface DefaultMemoryStorageOptions {
     url?: string;
     getSessionId?: (context: Context) => PromiseOrValue<string>;
@@ -17,6 +18,7 @@ export declare class DefaultMemoryStorage extends MemoryStorage {
     search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [keyof typeof Memories.$inferSelect, "asc" | "desc"];
     }, { context }: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/esm/default-memory/default-memory-storage/index.js

@@ -1,5 +1,5 @@
 import { initDatabase } from "@aigne/sqlite";
-import { desc, eq, isNull, sql } from "drizzle-orm";
+import { asc, desc, eq, isNull, sql } from "drizzle-orm";
 import { v7 } from "uuid";
 import { stringify } from "yaml";
 import { MemoryStorage } from "../storage.js";
@@ -48,11 +48,13 @@ export class DefaultMemoryStorage extends MemoryStorage {
                 .select()
                 .from(Memories)
                 .where(sessionId ? eq(Memories.sessionId, sessionId) : isNull(Memories.sessionId))
-                .orderBy(desc(Memories.id))
+                .orderBy(query.orderBy
+                ? (query.orderBy[1] === "asc" ? asc : desc)(sql.identifier(query.orderBy[0]))
+                : desc(Memories.id))
                 .limit(limit)
                 .execute();
         return {
-            result: memories.reverse().map(this.convertMemory),
+            result: memories.map(this.convertMemory),
         };
     }
     async create(memory, { context }) {

package/lib/esm/default-memory/index.d.ts

@@ -1,11 +1,8 @@
-import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentOptions, MemoryAgent, type MemoryAgentOptions, MemoryRecorder, type MemoryRecorderInput, type MemoryRecorderOutput, MemoryRetriever, type MemoryRetrieverInput, type MemoryRetrieverOutput } from "@aigne/core";
 import { type DefaultMemoryStorageOptions } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
-export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions> {
+export interface DefaultMemoryOptions extends Partial<MemoryAgentOptions>, Omit<DefaultMemoryRecorderOptions, "storage" | keyof AgentOptions>, Omit<DefaultMemoryRetrieverOptions, "storage" | keyof AgentOptions> {
     storage?: MemoryStorage | DefaultMemoryStorageOptions;
-    recorderOptions?: Omit<DefaultMemoryRecorderOptions, "storage">;
-    retrieverOptions?: Omit<DefaultMemoryRetrieverOptions, "storage">;
-    messageKey?: string | string[];
 }
 export declare class DefaultMemory extends MemoryAgent {
     constructor(options?: DefaultMemoryOptions);
@@ -13,17 +10,21 @@ export declare class DefaultMemory extends MemoryAgent {
 }
 export interface DefaultMemoryRetrieverOptions extends AgentOptions<MemoryRetrieverInput, MemoryRetrieverOutput> {
     storage: MemoryStorage;
-    defaultRetrieveMemoryCount?: number;
-    retrieveFromMessageKey?: string | string[];
+    retrieveMemoryCount?: number;
+    retrieveRecentMemoryCount?: number;
+    inputKey?: string | string[];
+    outputKey?: string | string[];
     getSearchPattern?: DefaultMemoryRetriever["getSearchPattern"];
     formatMessage?: DefaultMemoryRetriever["formatMessage"];
     formatMemory?: DefaultMemoryRetriever["formatMemory"];
 }
-declare class DefaultMemoryRetriever extends MemoryRetriever {
+export declare class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options: DefaultMemoryRetrieverOptions);
     private storage;
-    private defaultRetrieveMemoryCount?;
-    private retrieveFromMessageKey?;
+    private retrieveMemoryCount?;
+    private retrieveRecentMemoryCount?;
+    private inputKey?;
+    private outputKey?;
     private getSearchPattern;
     private formatMessage;
     private formatMemory;
@@ -31,6 +32,13 @@ declare class DefaultMemoryRetriever extends MemoryRetriever {
 }
 export interface DefaultMemoryRecorderOptions extends AgentOptions<MemoryRecorderInput, MemoryRecorderOutput> {
     storage: MemoryStorage;
-    rememberFromMessageKey?: string | string[];
+    inputKey?: string | string[];
+    outputKey?: string | string[];
+}
+export declare class DefaultMemoryRecorder extends MemoryRecorder {
+    constructor(options: DefaultMemoryRecorderOptions);
+    private storage;
+    private inputKey?;
+    private outputKey?;
+    process(input: MemoryRecorderInput, options: AgentInvokeOptions): Promise<MemoryRecorderOutput>;
 }
-export {};

package/lib/esm/default-memory/index.js

@@ -1,5 +1,5 @@
 import { MemoryAgent, MemoryRecorder, MemoryRetriever, } from "@aigne/core";
-import { isRecord, pick } from "@aigne/core/utils/type-utils.js";
+import { flat, isRecord, pick } from "@aigne/core/utils/type-utils.js";
 import { DefaultMemoryStorage, } from "./default-memory-storage/index.js";
 import { MemoryStorage } from "./storage.js";
 const DEFAULT_RETRIEVE_MEMORY_COUNT = 10;
@@ -10,16 +10,12 @@ export class DefaultMemory extends MemoryAgent {
             : new DefaultMemoryStorage(options.storage);
         super({
             ...options,
-            recorder: options.recorder ??
-                new DefaultMemoryRecorder({
-                    ...options.recorderOptions,
-                    rememberFromMessageKey: options.recorderOptions?.rememberFromMessageKey ?? options.messageKey,
-                    storage,
-                }),
+            recorder: options.recorder ?? new DefaultMemoryRecorder({ ...options, storage }),
             retriever: options.retriever ??
                 new DefaultMemoryRetriever({
-                    ...options.retrieverOptions,
-                    retrieveFromMessageKey: options.retrieverOptions?.retrieveFromMessageKey ?? options.messageKey,
+                    ...options,
+                    retrieveRecentMemoryCount: options.retrieveRecentMemoryCount ??
+                        Math.ceil(options.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT) / 2,
                     storage,
                 }),
             autoUpdate: options.autoUpdate ?? true,
@@ -28,12 +24,14 @@ export class DefaultMemory extends MemoryAgent {
     }
     storage;
 }
-class DefaultMemoryRetriever extends MemoryRetriever {
+export class DefaultMemoryRetriever extends MemoryRetriever {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.defaultRetrieveMemoryCount = options.defaultRetrieveMemoryCount;
-        this.retrieveFromMessageKey = options.retrieveFromMessageKey;
+        this.retrieveMemoryCount = options.retrieveMemoryCount;
+        this.retrieveRecentMemoryCount = options.retrieveRecentMemoryCount;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
         if (options.getSearchPattern)
             this.getSearchPattern = options.getSearchPattern;
         if (options.formatMessage)
@@ -42,61 +40,79 @@ class DefaultMemoryRetriever extends MemoryRetriever {
             this.formatMemory = options.formatMemory;
     }
     storage;
-    defaultRetrieveMemoryCount;
-    retrieveFromMessageKey;
+    retrieveMemoryCount;
+    retrieveRecentMemoryCount;
+    inputKey;
+    outputKey;
     getSearchPattern = (search) => {
         if (!search || typeof search === "string")
             return search;
-        const obj = search && this.retrieveFromMessageKey ? pick(search, this.retrieveFromMessageKey) : search;
+        const obj = search && this.inputKey ? pick(search, this.inputKey) : search;
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
-    formatMessage = (content) => {
-        if (!this.retrieveFromMessageKey || !isRecord(content))
+    formatMessage = (content, key) => {
+        if (!isRecord(content))
             return content;
-        const obj = pick(content, this.retrieveFromMessageKey);
+        const obj = !key?.length ? content : pick(content, key);
         return Object.values(obj)
             .map((v) => (typeof v === "string" ? v : undefined))
             .join("\n");
     };
     formatMemory = (content) => {
-        if (!isRecord(content))
-            return content;
-        if ("input" in content || "output" in content) {
+        if (isRecord(content) && "input" in content && "output" in content) {
             return {
-                user: this.formatMessage(content.input),
-                agent: this.formatMessage(content.output),
+                input: this.formatMessage(content.input, this.inputKey),
+                output: this.formatMessage(content.output, this.outputKey),
+                source: content.source,
             };
         }
+        return content;
     };
     async process(input, options) {
-        const { result } = await this.storage.search({
-            ...input,
-            search: this.getSearchPattern(input.search),
-            limit: input.limit ?? this.defaultRetrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT,
-        }, options);
-        return { memories: result.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
+        const limit = input.limit ?? this.retrieveMemoryCount ?? DEFAULT_RETRIEVE_MEMORY_COUNT;
+        const search = this.getSearchPattern(input.search);
+        const recentLimit = this.retrieveRecentMemoryCount;
+        const [recent, related] = await Promise.all([
+            // Query latest messages
+            !recentLimit
+                ? []
+                : this.storage
+                    .search({ limit: recentLimit, orderBy: ["createdAt", "desc"] }, options)
+                    .then(({ result }) => result.reverse()),
+            // Query related messages
+            !input.search
+                ? []
+                : this.storage.search({ ...input, search, limit }, options).then(({ result }) => result),
+        ]);
+        const recentSet = new Set(recent.map((i) => i.id));
+        const memories = related
+            // Filter out recent memories from related results
+            .filter((i) => !recentSet.has(i.id))
+            .concat(recent)
+            .slice(-limit);
+        return { memories: memories.map((i) => ({ ...i, content: this.formatMemory(i.content) })) };
     }
 }
-class DefaultMemoryRecorder extends MemoryRecorder {
+export class DefaultMemoryRecorder extends MemoryRecorder {
     constructor(options) {
         super(options);
         this.storage = options.storage;
-        this.rememberFromMessageKey = options.rememberFromMessageKey;
+        this.inputKey = flat(options.inputKey);
+        this.outputKey = flat(options.outputKey);
     }
     storage;
-    rememberFromMessageKey;
+    inputKey;
+    outputKey;
     async process(input, options) {
         const newMemories = [];
         for (const item of input.content) {
             const { result } = await this.storage.create({
                 content: {
-                    input: item.input && this.rememberFromMessageKey
-                        ? pick(item.input, this.rememberFromMessageKey)
-                        : item.input,
-                    output: item.output && this.rememberFromMessageKey
-                        ? pick(item.output, this.rememberFromMessageKey)
+                    input: item.input && this.inputKey?.length ? pick(item.input, this.inputKey) : item.input,
+                    output: item.output && this.outputKey?.length
+                        ? pick(item.output, this.outputKey)
                         : item.output,
                     source: item.source,
                 },

package/lib/esm/default-memory/storage.d.ts

@@ -6,6 +6,7 @@ export declare abstract class MemoryStorage {
     abstract search(query: {
         search?: string;
         limit?: number;
+        orderBy?: [string, "asc" | "desc"];
     }, options: AgentInvokeOptions): Promise<{
         result: Memory[];
     }>;

package/lib/esm/orchestrator/index.js

@@ -1,8 +1,8 @@
-import { AIAgent, Agent, PromptTemplate, } from "@aigne/core";
+import { Agent, AIAgent, PromptTemplate, } from "@aigne/core";
 import { checkArguments } from "@aigne/core/utils/type-utils.js";
 import fastq from "fastq";
 import { z } from "zod";
-import { FULL_PLAN_PROMPT_TEMPLATE, SYNTHESIZE_PLAN_USER_PROMPT_TEMPLATE, SYNTHESIZE_STEP_PROMPT_TEMPLATE, TASK_PROMPT_TEMPLATE, getFullPlanSchema, } from "./orchestrator-prompts.js";
+import { FULL_PLAN_PROMPT_TEMPLATE, getFullPlanSchema, SYNTHESIZE_PLAN_USER_PROMPT_TEMPLATE, SYNTHESIZE_STEP_PROMPT_TEMPLATE, TASK_PROMPT_TEMPLATE, } from "./orchestrator-prompts.js";
 /**
  * Default maximum number of iterations to prevent infinite loops
  */
@@ -147,7 +147,7 @@ export class OrchestratorAgent extends Agent {
             const agent = this.skills.find((skill) => skill.name === task.agent);
             if (!agent)
                 throw new Error(`Agent ${task.agent} not found`);
-            const prompt = PromptTemplate.from(TASK_PROMPT_TEMPLATE).format({
+            const prompt = await PromptTemplate.from(TASK_PROMPT_TEMPLATE).format({
                 objective: planResult.objective,
                 step,
                 task,