@looopy-ai/aws 2.1.22 → 2.1.24

package/dist/stores/agentcore-memory-message-store.d.ts

@@ -7,6 +7,7 @@ export interface AgentCoreMemoryMessageStoreConfig {
     client?: BedrockAgentCoreClient;
     extractActorId?: (contextId: string) => string;
     longTermMemoryNamespace?: string;
+    initialFetchLimit?: number;
 }
 export declare class AgentCoreMemoryMessageStore implements MessageStore {
     private readonly memoryId;
@@ -14,6 +15,8 @@ export declare class AgentCoreMemoryMessageStore implements MessageStore {
     private readonly includeLongTermMemories;
     private readonly longTermMemoryNamespace?;
     private readonly client;
+    private readonly initialFetchLimit;
+    private readonly cache;
     constructor(config: AgentCoreMemoryMessageStoreConfig);
     append(contextId: string, messages: LLMMessage[]): Promise<void>;
     getRecent(contextId: string, options?: {
@@ -25,6 +28,8 @@ export declare class AgentCoreMemoryMessageStore implements MessageStore {
     getRange(contextId: string, startIndex: number, endIndex: number): Promise<LLMMessage[]>;
     compact(_contextId: string, _options?: CompactionOptions): Promise<CompactionResult>;
     clear(contextId: string): Promise<void>;
+    private ensureCache;
+    private loadCacheIfNeeded;
     searchMemories(query: string, options?: {
         maxResults?: number;
     }): Promise<unknown[]>;

package/dist/stores/agentcore-memory-message-store.js

@@ -6,11 +6,14 @@ export class AgentCoreMemoryMessageStore {
     includeLongTermMemories;
     longTermMemoryNamespace;
     client;
+    initialFetchLimit;
+    cache = new Map();
     constructor(config) {
         this.memoryId = config.memoryId;
         this.actorId = config.agentId;
         this.includeLongTermMemories = !!config.longTermMemoryNamespace;
         this.longTermMemoryNamespace = config.longTermMemoryNamespace;
+        this.initialFetchLimit = config.initialFetchLimit ?? 500;
         this.client =
             config.client ||
                 new BedrockAgentCoreClient({
@@ -18,7 +21,9 @@ export class AgentCoreMemoryMessageStore {
                 });
     }
     async append(contextId, messages) {
+        const cache = this.ensureCache(contextId);
         for (const message of messages) {
+            cache.push(message);
             const command = new CreateEventCommand({
                 memoryId: this.memoryId,
                 actorId: this.actorId,
@@ -50,14 +55,8 @@ export class AgentCoreMemoryMessageStore {
         }
     }
     async getRecent(contextId, options) {
-        const command = new ListEventsCommand({
-            memoryId: this.memoryId,
-            actorId: this.actorId,
-            sessionId: contextId,
-            maxResults: options?.maxMessages ?? 50,
-        });
-        const response = await this.client.send(command);
-        const messages = this.convertEventsToMessages(response.events ?? []);
+        const cache = await this.loadCacheIfNeeded(contextId, options?.maxMessages);
+        const messages = options?.maxMessages ? cache.slice(-options.maxMessages) : cache.slice();
         if (this.includeLongTermMemories && messages.length > 0) {
             const longTerm = await this.retrieveLongTermMemories(this.actorId, 'relevant context');
             if (longTerm.length > 0) {
@@ -70,18 +69,19 @@ export class AgentCoreMemoryMessageStore {
         if (options?.maxTokens) {
             return trimToTokenBudget(messages, options.maxTokens);
         }
-        return messages;
+        return messages.slice();
     }
     async getAll(contextId) {
-        return this.getRecent(contextId, { maxMessages: 1000 });
+        const cache = await this.loadCacheIfNeeded(contextId);
+        return cache.slice();
     }
     async getCount(contextId) {
-        const messages = await this.getRecent(contextId);
-        return messages.length;
+        const cache = await this.loadCacheIfNeeded(contextId);
+        return cache.length;
     }
     async getRange(contextId, startIndex, endIndex) {
-        const all = await this.getAll(contextId);
-        return all.slice(startIndex, endIndex);
+        const cache = await this.loadCacheIfNeeded(contextId, endIndex);
+        return cache.slice(startIndex, endIndex);
     }
     async compact(_contextId, _options) {
         return {
@@ -91,6 +91,7 @@ export class AgentCoreMemoryMessageStore {
         };
     }
     async clear(contextId) {
+        this.cache.delete(contextId);
         const list = await this.client.send(new ListEventsCommand({
             memoryId: this.memoryId,
             actorId: this.actorId,
@@ -108,6 +109,29 @@ export class AgentCoreMemoryMessageStore {
             }));
         }
     }
+    ensureCache(contextId) {
+        if (!this.cache.has(contextId)) {
+            this.cache.set(contextId, []);
+        }
+        return this.cache.get(contextId);
+    }
+    async loadCacheIfNeeded(contextId, requested) {
+        const existing = this.cache.get(contextId);
+        if (existing) {
+            return existing;
+        }
+        const maxResults = requested ?? this.initialFetchLimit;
+        const command = new ListEventsCommand({
+            memoryId: this.memoryId,
+            actorId: this.actorId,
+            sessionId: contextId,
+            maxResults,
+        });
+        const response = await this.client.send(command);
+        const messages = this.convertEventsToMessages(response.events ?? []);
+        this.cache.set(contextId, messages);
+        return messages;
+    }
     async searchMemories(query, options) {
         return this.retrieveLongTermMemories(this.actorId, query, options?.maxResults ?? 10);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@looopy-ai/aws",
-  "version": "2.1.22",
+  "version": "2.1.24",
   "description": "AWS storage and providers for Looopy AI",
   "repository": {
     "url": "https://github.com/looopy-ai/lib"
@@ -55,7 +55,7 @@
     "@smithy/types": "^4.9.0",
     "hono": "^4.10.5",
     "pino-http": "^11.0.0",
-    "@looopy-ai/core": "2.1.19"
+    "@looopy-ai/core": "2.1.21"
   },
   "publishConfig": {
     "access": "public"