@mastra/memory 1.0.0-beta.2 → 1.0.0-beta.4

package/CHANGELOG.md

@@ -1,5 +1,49 @@
 # @mastra/memory
 
+## 1.0.0-beta.4
+
+### Patch Changes
+
+- Fix connection pool exhaustion when saving many messages with semantic recall enabled. Instead of calling vector.upsert() for each message individually (which acquires a separate DB connection), all embeddings are now batched into a single upsert call. ([#10954](https://github.com/mastra-ai/mastra/pull/10954))
+
+- Updated dependencies [[`0d41fe2`](https://github.com/mastra-ai/mastra/commit/0d41fe245355dfc66d61a0d9c85d9400aac351ff), [`6b3ba91`](https://github.com/mastra-ai/mastra/commit/6b3ba91494cc10394df96782f349a4f7b1e152cc), [`7907fd1`](https://github.com/mastra-ai/mastra/commit/7907fd1c5059813b7b870b81ca71041dc807331b)]:
+  - @mastra/core@1.0.0-beta.8
+
+## 1.0.0-beta.3
+
+### Minor Changes
+
+- Memory system now uses processors. Memory processors (`MessageHistory`, `SemanticRecall`, `WorkingMemory`) are now exported from `@mastra/memory/processors` and automatically added to the agent pipeline based on your memory config. Core processors (`ToolCallFilter`, `TokenLimiter`) remain in `@mastra/core/processors`. ([#9254](https://github.com/mastra-ai/mastra/pull/9254))
+
+- Schema-based working memory now uses merge semantics instead of replace semantics. ([#10659](https://github.com/mastra-ai/mastra/pull/10659))
+
+  **Before:** Each working memory update replaced the entire memory, causing data loss across conversation turns.
+
+  **After:** For schema-based working memory:
+  - Object fields are deep merged (existing fields preserved, only provided fields updated)
+  - Set a field to `null` to delete it
+  - Arrays are replaced entirely when provided
+
+  Template-based (Markdown) working memory retains the existing replace semantics.
+
+  This fixes issue #7775 where users building profile-like schemas would lose information from previous turns.
+
+### Patch Changes
+
+- feat(storage): support querying messages from multiple threads ([#10663](https://github.com/mastra-ai/mastra/pull/10663))
+  - Fixed TypeScript errors where `threadId: string | string[]` was being passed to places expecting `Scalar` type
+  - Added proper multi-thread support for `listMessages` across all adapters when `threadId` is an array
+  - Updated `_getIncludedMessages` to look up message threadId by ID (since message IDs are globally unique)
+  - **upstash**: Added `msg-idx:{messageId}` index for O(1) message lookups (backwards compatible with fallback to scan for old messages, with automatic backfill)
+
+- Fix recall() to return newest messages when using lastMessages config ([#10543](https://github.com/mastra-ai/mastra/pull/10543))
+
+  When using lastMessages: N config without an explicit orderBy, the recall() function was returning the OLDEST N messages instead of the NEWEST N messages. This completely breaks conversation history for any thread that grows beyond the lastMessages limit.
+
+- Updated dependencies [[`ac0d2f4`](https://github.com/mastra-ai/mastra/commit/ac0d2f4ff8831f72c1c66c2be809706d17f65789), [`1a0d3fc`](https://github.com/mastra-ai/mastra/commit/1a0d3fc811482c9c376cdf79ee615c23bae9b2d6), [`85a628b`](https://github.com/mastra-ai/mastra/commit/85a628b1224a8f64cd82ea7f033774bf22df7a7e), [`c237233`](https://github.com/mastra-ai/mastra/commit/c23723399ccedf7f5744b3f40997b79246bfbe64), [`15f9e21`](https://github.com/mastra-ai/mastra/commit/15f9e216177201ea6e3f6d0bfb063fcc0953444f), [`ff94dea`](https://github.com/mastra-ai/mastra/commit/ff94dea935f4e34545c63bcb6c29804732698809), [`5b2ff46`](https://github.com/mastra-ai/mastra/commit/5b2ff4651df70c146523a7fca773f8eb0a2272f8), [`db41688`](https://github.com/mastra-ai/mastra/commit/db4168806d007417e2e60b4f68656dca4e5f40c9), [`5ca599d`](https://github.com/mastra-ai/mastra/commit/5ca599d0bb59a1595f19f58473fcd67cc71cef58), [`bff1145`](https://github.com/mastra-ai/mastra/commit/bff114556b3cbadad9b2768488708f8ad0e91475), [`5c8ca24`](https://github.com/mastra-ai/mastra/commit/5c8ca247094e0cc2cdbd7137822fb47241f86e77), [`e191844`](https://github.com/mastra-ai/mastra/commit/e1918444ca3f80e82feef1dad506cd4ec6e2875f), [`22553f1`](https://github.com/mastra-ai/mastra/commit/22553f11c63ee5e966a9c034a349822249584691), [`7237163`](https://github.com/mastra-ai/mastra/commit/72371635dbf96a87df4b073cc48fc655afbdce3d), [`2500740`](https://github.com/mastra-ai/mastra/commit/2500740ea23da067d6e50ec71c625ab3ce275e64), [`873ecbb`](https://github.com/mastra-ai/mastra/commit/873ecbb517586aa17d2f1e99283755b3ebb2863f), [`4f9bbe5`](https://github.com/mastra-ai/mastra/commit/4f9bbe5968f42c86f4930b8193de3c3c17e5bd36), [`02e51fe`](https://github.com/mastra-ai/mastra/commit/02e51feddb3d4155cfbcc42624fd0d0970d032c0), [`8f3fa3a`](https://github.com/mastra-ai/mastra/commit/8f3fa3a652bb77da092f913ec51ae46e3a7e27dc), [`cd29ad2`](https://github.com/mastra-ai/mastra/commit/cd29ad23a255534e8191f249593849ed29160886), [`bdf4d8c`](https://github.com/mastra-ai/mastra/commit/bdf4d8cdc656d8a2c21d81834bfa3bfa70f56c16), [`854e3da`](https://github.com/mastra-ai/mastra/commit/854e3dad5daac17a91a20986399d3a51f54bf68b), [`ce18d38`](https://github.com/mastra-ai/mastra/commit/ce18d38678c65870350d123955014a8432075fd9), [`cccf9c8`](https://github.com/mastra-ai/mastra/commit/cccf9c8b2d2dfc1a5e63919395b83d78c89682a0), [`61a5705`](https://github.com/mastra-ai/mastra/commit/61a570551278b6743e64243b3ce7d73de915ca8a), [`db70a48`](https://github.com/mastra-ai/mastra/commit/db70a48aeeeeb8e5f92007e8ede52c364ce15287), [`f0fdc14`](https://github.com/mastra-ai/mastra/commit/f0fdc14ee233d619266b3d2bbdeea7d25cfc6d13), [`db18bc9`](https://github.com/mastra-ai/mastra/commit/db18bc9c3825e2c1a0ad9a183cc9935f6691bfa1), [`9b37b56`](https://github.com/mastra-ai/mastra/commit/9b37b565e1f2a76c24f728945cc740c2b09be9da), [`41a23c3`](https://github.com/mastra-ai/mastra/commit/41a23c32f9877d71810f37e24930515df2ff7a0f), [`5d171ad`](https://github.com/mastra-ai/mastra/commit/5d171ad9ef340387276b77c2bb3e83e83332d729), [`f03ae60`](https://github.com/mastra-ai/mastra/commit/f03ae60500fe350c9d828621006cdafe1975fdd8), [`d1e74a0`](https://github.com/mastra-ai/mastra/commit/d1e74a0a293866dece31022047f5dbab65a304d0), [`39e7869`](https://github.com/mastra-ai/mastra/commit/39e7869bc7d0ee391077ce291474d8a84eedccff), [`5761926`](https://github.com/mastra-ai/mastra/commit/57619260c4a2cdd598763abbacd90de594c6bc76), [`c900fdd`](https://github.com/mastra-ai/mastra/commit/c900fdd504c41348efdffb205cfe80d48c38fa33), [`604a79f`](https://github.com/mastra-ai/mastra/commit/604a79fecf276e26a54a3fe01bb94e65315d2e0e), [`887f0b4`](https://github.com/mastra-ai/mastra/commit/887f0b4746cdbd7cb7d6b17ac9f82aeb58037ea5), [`2562143`](https://github.com/mastra-ai/mastra/commit/256214336b4faa78646c9c1776612393790d8784), [`ef11a61`](https://github.com/mastra-ai/mastra/commit/ef11a61920fa0ed08a5b7ceedd192875af119749)]:
+  - @mastra/core@1.0.0-beta.6
+  - @mastra/schema-compat@1.0.0-beta.2
+
 ## 1.0.0-beta.2
 
 ### Patch Changes

package/dist/index.cjs

@@ -11,12 +11,36 @@ var xxhash = require('xxhash-wasm');
 var zod = require('zod');
 var tools = require('@mastra/core/tools');
 var schemaCompat = require('@mastra/schema-compat');
+var processors = require('@mastra/core/processors');
 
 function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 
 var xxhash__default = /*#__PURE__*/_interopDefault(xxhash);
 
 // src/index.ts
+function deepMergeWorkingMemory(existing, update) {
+  if (!existing || typeof existing !== "object") {
+    return update;
+  }
+  const result = { ...existing };
+  for (const key of Object.keys(update)) {
+    const updateValue = update[key];
+    const existingValue = result[key];
+    if (updateValue === null) {
+      delete result[key];
+    } else if (Array.isArray(updateValue)) {
+      result[key] = updateValue;
+    } else if (typeof updateValue === "object" && updateValue !== null && typeof existingValue === "object" && existingValue !== null && !Array.isArray(existingValue)) {
+      result[key] = deepMergeWorkingMemory(
+        existingValue,
+        updateValue
+      );
+    } else {
+      result[key] = updateValue;
+    }
+  }
+  return result;
+}
 var updateWorkingMemoryTool = (memoryConfig) => {
   const schema = memoryConfig?.workingMemory?.schema;
   let inputSchema = zod.z.object({
@@ -29,9 +53,11 @@ var updateWorkingMemoryTool = (memoryConfig) => {
       )
     });
   }
+  const usesMergeSemantics = Boolean(schema);
+  const description = schema ? `Update the working memory with new information. Data is merged with existing memory - you only need to include fields you want to add or update. Set a field to null to remove it. Arrays are replaced entirely when provided.` : `Update the working memory with new information. Any data not included will be overwritten. Always pass data as string to the memory field. Never pass an object.`;
   return tools.createTool({
     id: "update-working-memory",
-    description: `Update the working memory with new information. Any data not included will be overwritten.${schema ? " Always pass data as string to the memory field. Never pass an object." : ""}`,
+    description,
     inputSchema,
     execute: async (inputData, context) => {
       const threadId = context?.agent?.threadId;
@@ -51,7 +77,39 @@ var updateWorkingMemoryTool = (memoryConfig) => {
       if (thread.resourceId && thread.resourceId !== resourceId) {
         throw new Error(`Thread with id ${threadId} resourceId does not match the current resourceId ${resourceId}`);
       }
-      const workingMemory = typeof inputData.memory === "string" ? inputData.memory : JSON.stringify(inputData.memory);
+      let workingMemory;
+      if (usesMergeSemantics) {
+        const existingRaw = await memory.getWorkingMemory({
+          threadId,
+          resourceId,
+          memoryConfig
+        });
+        let existingData = null;
+        if (existingRaw) {
+          try {
+            existingData = typeof existingRaw === "string" ? JSON.parse(existingRaw) : existingRaw;
+          } catch {
+            existingData = null;
+          }
+        }
+        let newData;
+        if (typeof inputData.memory === "string") {
+          try {
+            newData = JSON.parse(inputData.memory);
+          } catch (parseError) {
+            const errorMessage = parseError instanceof Error ? parseError.message : String(parseError);
+            throw new Error(
+              `Failed to parse working memory input as JSON: ${errorMessage}. Raw input: ${inputData.memory.length > 500 ? inputData.memory.slice(0, 500) + "..." : inputData.memory}`
+            );
+          }
+        } else {
+          newData = inputData.memory;
+        }
+        const mergedData = deepMergeWorkingMemory(existingData, newData);
+        workingMemory = JSON.stringify(mergedData);
+      } else {
+        workingMemory = typeof inputData.memory === "string" ? inputData.memory : JSON.stringify(inputData.memory);
+      }
       await memory.updateWorkingMemory({
         threadId,
         resourceId,
@@ -123,8 +181,6 @@ var __experimental_updateWorkingMemoryToolVNext = (config) => {
     }
   });
 };
-
-// src/index.ts
 var CHARS_PER_TOKEN = 4;
 var DEFAULT_MESSAGE_RANGE = { before: 1, after: 1 };
 var DEFAULT_TOP_K = 4;
@@ -174,12 +230,14 @@ var Memory = class extends memory.MastraMemory {
     const config = this.getMergedThreadConfig(threadConfig || {});
     if (resourceId) await this.validateThreadIsOwnedByResource(threadId, resourceId, config);
     const perPage = perPageArg !== void 0 ? perPageArg : config.lastMessages;
+    const shouldGetNewestAndReverse = !orderBy && perPage !== false;
+    const effectiveOrderBy = shouldGetNewestAndReverse ? { field: "createdAt", direction: "DESC" } : orderBy;
     const vectorResults = [];
     this.logger.debug(`Memory recall() with:`, {
       threadId,
       perPage,
       page,
-      orderBy,
+      orderBy: effectiveOrderBy,
       threadConfig
     });
     this.checkStorageFeatureSupport(config);
@@ -228,7 +286,7 @@ var Memory = class extends memory.MastraMemory {
       resourceId,
       perPage,
       page,
-      orderBy,
+      orderBy: effectiveOrderBy,
       filter,
       ...vectorResults?.length ? {
         include: vectorResults.map((r) => ({
@@ -239,7 +297,7 @@ var Memory = class extends memory.MastraMemory {
         }))
       } : {}
     });
-    const rawMessages = paginatedResult.messages;
+    const rawMessages = shouldGetNewestAndReverse ? paginatedResult.messages.reverse() : paginatedResult.messages;
     const list = new agent.MessageList({ threadId, resourceId }).add(rawMessages, "memory");
     const messages = list.get.all.db();
     return { messages };
@@ -494,7 +552,8 @@ ${workingMemory}`;
       messages: dbMessages
     });
     if (this.vector && config.semanticRecall) {
-      let indexName;
+      const embeddingData = [];
+      let dimension;
       await Promise.all(
         updatedMessages.map(async (message) => {
           let textForEmbedding = null;
@@ -505,19 +564,11 @@ ${workingMemory}`;
             if (joined) textForEmbedding = joined;
           }
           if (!textForEmbedding) return;
-          const { embeddings, chunks, dimension } = await this.embedMessageContent(textForEmbedding);
-          if (typeof indexName === `undefined`) {
-            indexName = this.createEmbeddingIndex(dimension, config).then((result2) => result2.indexName);
-          }
-          if (typeof this.vector === `undefined`) {
-            throw new Error(
-              `Tried to upsert embeddings to index ${indexName} but this Memory instance doesn't have an attached vector db.`
-            );
-          }
-          await this.vector.upsert({
-            indexName: await indexName,
-            vectors: embeddings,
-            metadata: chunks.map(() => ({
+          const result2 = await this.embedMessageContent(textForEmbedding);
+          dimension = result2.dimension;
+          embeddingData.push({
+            embeddings: result2.embeddings,
+            metadata: result2.chunks.map(() => ({
               message_id: message.id,
               thread_id: message.threadId,
               resource_id: message.resourceId
@@ -525,6 +576,23 @@ ${workingMemory}`;
           });
         })
       );
+      if (embeddingData.length > 0 && dimension !== void 0) {
+        if (typeof this.vector === `undefined`) {
+          throw new Error(`Tried to upsert embeddings but this Memory instance doesn't have an attached vector db.`);
+        }
+        const { indexName } = await this.createEmbeddingIndex(dimension, config);
+        const allVectors = [];
+        const allMetadata = [];
+        for (const data of embeddingData) {
+          allVectors.push(...data.embeddings);
+          allMetadata.push(...data.metadata);
+        }
+        await this.vector.upsert({
+          indexName,
+          vectors: allVectors,
+          metadata: allMetadata
+        });
+      }
     }
     return result;
   }
@@ -630,7 +698,7 @@ ${workingMemory}`;
   async getWorkingMemoryTemplate({
     memoryConfig
   }) {
-    const config = this.getMergedThreadConfig(memoryConfig || {});
+    const config = this.getMergedThreadConfig(memoryConfig);
     if (!config.workingMemory?.enabled) {
       return null;
     }
@@ -661,7 +729,7 @@ ${workingMemory}`;
     if (!config.workingMemory?.enabled) {
       return null;
     }
-    const workingMemoryTemplate = await this.getWorkingMemoryTemplate({ memoryConfig: config });
+    const workingMemoryTemplate = await this.getWorkingMemoryTemplate({ memoryConfig });
     const workingMemoryData = await this.getWorkingMemory({ threadId, resourceId, memoryConfig: config });
     if (!workingMemoryTemplate) {
       return null;
@@ -818,6 +886,19 @@ ${template.content !== this.defaultWorkingMemoryTemplate ? `- Only store informa
   }
 };
 
+Object.defineProperty(exports, "MessageHistory", {
+  enumerable: true,
+  get: function () { return processors.MessageHistory; }
+});
+Object.defineProperty(exports, "SemanticRecall", {
+  enumerable: true,
+  get: function () { return processors.SemanticRecall; }
+});
+Object.defineProperty(exports, "WorkingMemory", {
+  enumerable: true,
+  get: function () { return processors.WorkingMemory; }
+});
 exports.Memory = Memory;
+exports.deepMergeWorkingMemory = deepMergeWorkingMemory;
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map