@mastra/memory 0.3.2-alpha.5 → 0.3.2-alpha.7

package/.turbo/turbo-build.log

@@ -1,29 +1,29 @@
 
-> @mastra/memory@0.3.2-alpha.5 build /home/runner/work/mastra/mastra/packages/memory
+> @mastra/memory@0.3.2-alpha.7 build /home/runner/work/mastra/mastra/packages/memory
 > pnpm run check && tsup src/index.ts src/processors/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting
 
 
-> @mastra/memory@0.3.2-alpha.5 check /home/runner/work/mastra/mastra/packages/memory
+> @mastra/memory@0.3.2-alpha.7 check /home/runner/work/mastra/mastra/packages/memory
 > tsc --noEmit
 
 CLI Building entry: src/index.ts, src/processors/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.4.0
 TSC Build start
-TSC ⚡️ Build success in 8312ms
+TSC ⚡️ Build success in 9292ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/packages/memory/dist/_tsup-dts-rollup.d.ts
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/packages/memory/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 6581ms
+DTS ⚡️ Build success in 11931ms
 CLI Cleaning output folder
 ESM Build start
 CJS Build start
-ESM dist/index.js            18.27 KB
 ESM dist/processors/index.js 5.38 KB
-ESM ⚡️ Build success in 393ms
-CJS dist/index.cjs            18.45 KB
+ESM dist/index.js            18.68 KB
+ESM ⚡️ Build success in 1200ms
 CJS dist/processors/index.cjs 5.59 KB
-CJS ⚡️ Build success in 394ms
+CJS dist/index.cjs            18.85 KB
+CJS ⚡️ Build success in 1201ms

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/memory
 
+## 0.3.2-alpha.7
+
+### Patch Changes
+
+- 67e14dd: Allow for textpart message content to be embedded into vectors
+- Updated dependencies [6052aa6]
+- Updated dependencies [7d8b7c7]
+- Updated dependencies [3a5f1e1]
+- Updated dependencies [8398d89]
+  - @mastra/core@0.9.2-alpha.6
+
+## 0.3.2-alpha.6
+
+### Patch Changes
+
+- 544767d: Improved token estimation in TokenLimiter from 96% accuracy back to 99%
+
 ## 0.3.2-alpha.5
 
 ### Patch Changes

package/dist/index.cjs

@@ -301,8 +301,15 @@ var Memory = class extends memory.MastraMemory {
       let indexName;
       await Promise.all(
         updatedMessages.map(async (message) => {
-          if (typeof message.content !== `string` || message.content === "") return;
-          const { embeddings, chunks, dimension } = await this.embedMessageContent(message.content);
+          let textForEmbedding = null;
+          if (typeof message.content === "string" && message.content.trim() !== "") {
+            textForEmbedding = message.content;
+          } else if (Array.isArray(message.content)) {
+            const joined = message.content.filter((part) => part && part.type === "text" && typeof part.text === "string").map((part) => part.text).join(" ").trim();
+            if (joined) textForEmbedding = joined;
+          }
+          if (!textForEmbedding) return;
+          const { embeddings, chunks, dimension } = await this.embedMessageContent(textForEmbedding);
           if (typeof indexName === `undefined`) {
             indexName = this.createEmbeddingIndex(dimension).then((result2) => result2.indexName);
           }

package/dist/index.js

@@ -295,8 +295,15 @@ var Memory = class extends MastraMemory {
       let indexName;
       await Promise.all(
         updatedMessages.map(async (message) => {
-          if (typeof message.content !== `string` || message.content === "") return;
-          const { embeddings, chunks, dimension } = await this.embedMessageContent(message.content);
+          let textForEmbedding = null;
+          if (typeof message.content === "string" && message.content.trim() !== "") {
+            textForEmbedding = message.content;
+          } else if (Array.isArray(message.content)) {
+            const joined = message.content.filter((part) => part && part.type === "text" && typeof part.text === "string").map((part) => part.text).join(" ").trim();
+            if (joined) textForEmbedding = joined;
+          }
+          if (!textForEmbedding) return;
+          const { embeddings, chunks, dimension } = await this.embedMessageContent(textForEmbedding);
           if (typeof indexName === `undefined`) {
             indexName = this.createEmbeddingIndex(dimension).then((result2) => result2.indexName);
           }

package/dist/processors/index.cjs

@@ -16,9 +16,9 @@ var TokenLimiter = class extends memory.MemoryProcessor {
   // Token overheads per OpenAI's documentation
   // See: https://cookbook.openai.com/examples/how_to_count_tokens_with_tiktoken#6-counting-tokens-for-chat-completions-api-calls
   // Every message follows <|start|>{role/name}\n{content}<|end|>
-  TOKENS_PER_MESSAGE = 3;
+  TOKENS_PER_MESSAGE = 3.8;
   // tokens added for each message (start & end tokens)
-  TOKENS_PER_TOOL = 2;
+  TOKENS_PER_TOOL = 2.2;
   // empirical adjustment for tool calls
   TOKENS_PER_CONVERSATION = 25;
   // fixed overhead for the conversation

package/dist/processors/index.js

@@ -10,9 +10,9 @@ var TokenLimiter = class extends MemoryProcessor {
   // Token overheads per OpenAI's documentation
   // See: https://cookbook.openai.com/examples/how_to_count_tokens_with_tiktoken#6-counting-tokens-for-chat-completions-api-calls
   // Every message follows <|start|>{role/name}\n{content}<|end|>
-  TOKENS_PER_MESSAGE = 3;
+  TOKENS_PER_MESSAGE = 3.8;
   // tokens added for each message (start & end tokens)
-  TOKENS_PER_TOOL = 2;
+  TOKENS_PER_TOOL = 2.2;
   // empirical adjustment for tool calls
   TOKENS_PER_CONVERSATION = 25;
   // fixed overhead for the conversation

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/memory",
-  "version": "0.3.2-alpha.5",
+  "version": "0.3.2-alpha.7",
   "description": "",
   "type": "module",
   "main": "./dist/index.js",
@@ -41,7 +41,7 @@
     "redis": "^4.7.0",
     "xxhash-wasm": "^1.1.0",
     "zod": "^3.24.2",
-    "@mastra/core": "^0.9.2-alpha.5"
+    "@mastra/core": "^0.9.2-alpha.6"
   },
   "devDependencies": {
     "@ai-sdk/openai": "^1.3.3",

package/src/index.ts

@@ -4,6 +4,7 @@ import { MastraMemory } from '@mastra/core/memory';
 import type { MessageType, MemoryConfig, SharedMemoryConfig, StorageThreadType } from '@mastra/core/memory';
 import type { StorageGetMessagesArg } from '@mastra/core/storage';
 import { embedMany } from 'ai';
+import type { TextPart } from 'ai';
 
 import xxhash from 'xxhash-wasm';
 import { updateWorkingMemoryTool } from './tools/working-memory';
@@ -337,9 +338,23 @@ export class Memory extends MastraMemory {
       let indexName: Promise<string>;
       await Promise.all(
         updatedMessages.map(async message => {
-          if (typeof message.content !== `string` || message.content === '') return;
+          let textForEmbedding: string | null = null;
+
+          if (typeof message.content === 'string' && message.content.trim() !== '') {
+            textForEmbedding = message.content;
+          } else if (Array.isArray(message.content)) {
+            // Extract text from all text parts, concatenate
+            const joined = message.content
+              .filter(part => part && part.type === 'text' && typeof part.text === 'string')
+              .map(part => (part as TextPart).text)
+              .join(' ')
+              .trim();
+            if (joined) textForEmbedding = joined;
+          }
+
+          if (!textForEmbedding) return;
 
-          const { embeddings, chunks, dimension } = await this.embedMessageContent(message.content);
+          const { embeddings, chunks, dimension } = await this.embedMessageContent(textForEmbedding);
 
           if (typeof indexName === `undefined`) {
             indexName = this.createEmbeddingIndex(dimension).then(result => result.indexName);

package/src/processors/index.test.ts

@@ -72,7 +72,7 @@ describe('TokenLimiter', () => {
       estimatedTokens += testLimiter.countTokens(message as CoreMessage);
     }
 
-    return estimatedTokens;
+    return Number(estimatedTokens.toFixed(2));
   }
 
   function percentDifference(a: number, b: number) {
@@ -90,7 +90,7 @@ describe('TokenLimiter', () => {
     console.log(`Estimated ${estimate} tokens, used ${used} tokens.\n`, counts);
 
     // Check if within 2% margin
-    expect(percentDifference(estimate, used)).toBeLessThanOrEqual(4);
+    expect(percentDifference(estimate, used)).toBeLessThanOrEqual(2);
   }
 
   const calculatorTool = createTool({
@@ -111,7 +111,7 @@ describe('TokenLimiter', () => {
     tools: { calculatorTool },
   });
 
-  describe.concurrent(`96% accuracy`, () => {
+  describe.concurrent(`98% accuracy`, () => {
     it(`20 messages, no tools`, async () => {
       await expectTokenEstimate(
         {
@@ -134,10 +134,10 @@ describe('TokenLimiter', () => {
       );
     });
 
-    it(`4 messages, 0 tools`, async () => {
+    it(`20 messages, 0 tools`, async () => {
       await expectTokenEstimate(
         {
-          messageCount: 2,
+          messageCount: 10,
           toolFrequency: 0,
           threadId: '3',
         },

package/src/processors/token-limiter.ts

@@ -25,8 +25,8 @@ export class TokenLimiter extends MemoryProcessor {
   // Token overheads per OpenAI's documentation
   // See: https://cookbook.openai.com/examples/how_to_count_tokens_with_tiktoken#6-counting-tokens-for-chat-completions-api-calls
   // Every message follows <|start|>{role/name}\n{content}<|end|>
-  public TOKENS_PER_MESSAGE = 3; // tokens added for each message (start & end tokens)
-  public TOKENS_PER_TOOL = 2; // empirical adjustment for tool calls
+  public TOKENS_PER_MESSAGE = 3.8; // tokens added for each message (start & end tokens)
+  public TOKENS_PER_TOOL = 2.2; // empirical adjustment for tool calls
   public TOKENS_PER_CONVERSATION = 25; // fixed overhead for the conversation
 
   /**