@mastra/memory 1.6.3-alpha.0 → 1.7.0

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-memory
 description: Documentation for @mastra/memory. Use when working with @mastra/memory APIs, configuration, or implementation.
 metadata:
   package: "@mastra/memory"
-  version: "1.6.3-alpha.0"
+  version: "1.7.0"
 ---
 
 ## When to use

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,71 +1,71 @@
 {
-  "version": "1.6.3-alpha.0",
+  "version": "1.7.0",
   "package": "@mastra/memory",
   "exports": {
     "OBSERVATIONAL_MEMORY_DEFAULTS": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTEXT_INSTRUCTIONS": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTEXT_PROMPT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTINUATION_HINT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVER_SYSTEM_PROMPT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "ObservationalMemory": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 2907
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 2890
     },
     "TokenCounter": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 2385
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 2371
     },
     "buildObserverPrompt": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 993
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 992
     },
     "buildObserverSystemPrompt": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 573
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 572
     },
     "extractCurrentTask": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1101
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1100
     },
     "formatMessagesForObserver": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 820
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 819
     },
     "hasCurrentTaskSection": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1089
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1088
     },
     "optimizeObservationsForContext": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1112
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1111
     },
     "parseObserverOutput": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1003
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1002
     },
     "extractWorkingMemoryContent": {
       "types": "dist/index.d.ts",
@@ -96,7 +96,7 @@
     "processors": {
       "index": "dist/processors/index.js",
       "chunks": [
-        "chunk-3CM4XQJO.js"
+        "chunk-M7RAJAZ6.js"
       ]
     }
   }

package/dist/docs/references/docs-memory-observational-memory.md

@@ -61,7 +61,7 @@ OM solves both problems by compressing old context into dense observations.
 
 When message history tokens exceed a threshold (default: 30,000), the Observer creates observations — concise notes about what happened:
 
-Image parts contribute to this threshold with model-aware estimates, so multimodal conversations trigger observation at the right time. The same applies to image-like `file` parts when a transport normalizes an uploaded image as a file instead of an image part. For example, OpenAI image detail settings can materially change when OM decides to observe.
+OM uses fast local token estimation for this thresholding work. Text is estimated with `tokenx`, while image parts use provider-aware heuristics so multimodal conversations still trigger observation at the right time. The same applies to image-like `file` parts when a transport normalizes an uploaded image as a file instead of an image part. For example, OpenAI image detail settings can materially change when OM decides to observe.
 
 The Observer can also see attachments in the history it reviews. OM keeps readable placeholders like `[Image #1: reference-board.png]` or `[File #1: floorplan.pdf]` in the transcript for readability, and forwards the actual attachment parts alongside the text. Image-like `file` parts are upgraded to image inputs for the Observer when possible, while non-image attachments are forwarded as file parts with normalized token counting. This applies to both normal thread observation and batched resource-scope observation.
 
@@ -176,7 +176,7 @@ const memory = new Memory({
 
 ### Token counting cache
 
-OM caches tiktoken part estimates in message metadata to reduce repeat counting work during threshold checks and buffering decisions.
+OM caches token estimates in message metadata to reduce repeat counting work during threshold checks and buffering decisions.
 
 - Per-part estimates are stored on `part.providerMetadata.mastra` and reused on subsequent passes when the cache version/tokenizer source matches.
 - For string-only message content (without parts), OM uses a message-level metadata fallback cache.

package/dist/docs/references/reference-memory-observational-memory.md

@@ -28,6 +28,8 @@ The `observationalMemory` option accepts `true`, a configuration object, or `fal
 
 Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1: screenshot.png]` in the transcript it builds for the Observer, and also sends the underlying image parts when possible. This applies to both single-thread observation and batched multi-thread observation. Non-image files appear as placeholders only.
 
+OM performs thresholding with fast local token estimation. Text uses `tokenx`, and image-like inputs use provider-aware heuristics plus deterministic fallbacks when metadata is incomplete.
+
 **enabled** (`boolean`): Enable or disable Observational Memory. When omitted from a config object, defaults to \`true\`. Only \`enabled: false\` explicitly disables it. (Default: `true`)
 
 **model** (`string | LanguageModel | DynamicModel | ModelWithRetries[]`): Model for both the Observer and Reflector agents. Sets the model for both at once. Cannot be used together with \`observation.model\` or \`reflection.model\` — an error will be thrown if both are set. When using \`observationalMemory: true\`, defaults to \`google/gemini-2.5-flash\`. When passing a config object, this or \`observation.model\`/\`reflection.model\` must be set. Use \`"default"\` to explicitly use the default model (\`google/gemini-2.5-flash\`). (Default: `'google/gemini-2.5-flash' (when using observationalMemory: true)`)
@@ -42,7 +44,7 @@ Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1:
 
 **observation.instruction** (`string`): Custom instruction appended to the Observer's system prompt. Use this to customize what the Observer focuses on, such as domain-specific preferences or priorities.
 
-**observation.messageTokens** (`number`): Token count of unobserved messages that triggers observation. When unobserved message tokens exceed this threshold, the Observer agent is called. Image parts are included with model-aware estimates when possible, with deterministic fallbacks when image metadata is incomplete. Image-like \`file\` parts are counted the same way when uploads are normalized as files.
+**observation.messageTokens** (`number`): Token count of unobserved messages that triggers observation. When unobserved message tokens exceed this threshold, the Observer agent is called. Text is estimated locally with \`tokenx\`. Image parts are included with model-aware heuristics when possible, with deterministic fallbacks when image metadata is incomplete. Image-like \`file\` parts are counted the same way when uploads are normalized as files.
 
 **observation.maxTokensPerBatch** (`number`): Maximum tokens per batch when observing multiple threads in resource scope. Threads are chunked into batches of this size and processed in parallel. Lower values mean more parallelism but more API calls.
 
@@ -78,7 +80,7 @@ Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1:
 
 ### Token estimate metadata cache
 
-OM persists token payload estimates so repeated counting can reuse prior tiktoken work.
+OM persists token payload estimates so repeated counting can reuse prior token estimation work.
 
 - Part-level cache: `part.providerMetadata.mastra`.
 - String-content fallback cache: message-level metadata when no parts exist.

package/dist/docs/references/reference-processors-token-limiter-processor.md

@@ -1,8 +1,9 @@
 # TokenLimiterProcessor
 
-The `TokenLimiterProcessor` limits the number of tokens in messages. It can be used as both an input and output processor:
+The `TokenLimiterProcessor` limits the number of tokens in messages. It can be used as an input, per-step input, and output processor:
 
-- **Input processor**: Filters historical messages to fit within the context window, prioritizing recent messages
+- **Input processor** (`processInput`): Filters historical messages to fit within the context window before the agentic loop starts, prioritizing recent messages
+- **Per-step input processor** (`processInputStep`): Prunes messages at each step of a multi-step agent workflow, preventing unbounded token growth when tools trigger additional LLM calls
 - **Output processor**: Limits generated response tokens via streaming or non-streaming with configurable strategies for handling exceeded limits
 
 ## Usage example
@@ -35,7 +36,9 @@ const processor = new TokenLimiterProcessor({
 
 **name** (`string`): Optional processor display name
 
-**processInput** (`(args: { messages: MastraDBMessage[]; abort: (reason?: string) => never }) => Promise<MastraDBMessage[]>`): Filters input messages to fit within token limit, prioritizing recent messages while preserving system messages
+**processInput** (`(args: { messages: MastraDBMessage[]; abort: (reason?: string) => never }) => Promise<MastraDBMessage[]>`): Filters input messages to fit within token limit before the agentic loop starts, prioritizing recent messages while preserving system messages
+
+**processInputStep** (`(args: ProcessInputStepArgs) => Promise<void>`): Prunes messages at each step of the agentic loop (including tool call continuations) to keep the conversation within the token limit. Mutates the messageList directly by removing oldest messages first while preserving system messages.
 
 **processOutputStream** (`(args: { part: ChunkType; streamParts: ChunkType[]; state: Record<string, any>; abort: (reason?: string) => never }) => Promise<ChunkType | null>`): Processes streaming output parts to limit token count during streaming
 
@@ -45,7 +48,7 @@ const processor = new TokenLimiterProcessor({
 
 ## Error behavior
 
-When used as an input processor, `TokenLimiterProcessor` throws a `TripWire` error in the following cases:
+When used as an input processor (both `processInput` and `processInputStep`), `TokenLimiterProcessor` throws a `TripWire` error in the following cases:
 
 - **Empty messages**: If there are no messages to process, a TripWire is thrown because you can't send an LLM request with no messages.
 - **System messages exceed limit**: If system messages alone exceed the token limit, a TripWire is thrown because you can't send an LLM request with only system messages and no user/assistant messages.
@@ -86,6 +89,29 @@ export const agent = new Agent({
 })
 ```
 
+### As a per-step input processor (limit multi-step token growth)
+
+When an agent uses tools across multiple steps (e.g. `maxSteps > 1`), each step accumulates conversation history from all previous steps. Use `inputProcessors` to also limit tokens at each step of the agentic loop — the `TokenLimiterProcessor` automatically applies to both the initial input and every subsequent step:
+
+```typescript
+import { Agent } from '@mastra/core/agent'
+import { TokenLimiterProcessor } from '@mastra/core/processors'
+
+export const agent = new Agent({
+  name: 'multi-step-agent',
+  instructions: 'You are a helpful research assistant with access to tools',
+  model: 'openai/gpt-4o',
+  inputProcessors: [
+    new TokenLimiterProcessor({ limit: 8000 }), // Applied at every step
+  ],
+})
+
+// Each tool call step will be limited to ~8000 input tokens
+const result = await agent.generate('Research this topic using your tools', {
+  maxSteps: 10,
+})
+```
+
 ### As an output processor (limit response length)
 
 Use `outputProcessors` to limit the length of generated responses:

package/dist/index.cjs

@@ -16688,7 +16688,7 @@ Notes:
         "Observational memory requires @mastra/core support for request-response-id-rotation. Please bump @mastra/core to a newer version."
       );
     }
-    const { ObservationalMemory } = await import('./observational-memory-C5LO7RBR.cjs');
+    const { ObservationalMemory } = await import('./observational-memory-AU6MIH4Q.cjs');
     return new ObservationalMemory({
       storage: memoryStore,
       scope: omConfig.scope,

package/dist/index.js

@@ -16665,7 +16665,7 @@ Notes:
         "Observational memory requires @mastra/core support for request-response-id-rotation. Please bump @mastra/core to a newer version."
       );
     }
-    const { ObservationalMemory } = await import('./observational-memory-OYK4MEUD.js');
+    const { ObservationalMemory } = await import('./observational-memory-YRWU6CY3.js');
     return new ObservationalMemory({
       storage: memoryStore,
       scope: omConfig.scope,

package/dist/{observational-memory-C5LO7RBR.cjs → observational-memory-AU6MIH4Q.cjs}

@@ -1,64 +1,64 @@
 'use strict';
 
-var chunk5W5463NI_cjs = require('./chunk-5W5463NI.cjs');
+var chunkSHID74TI_cjs = require('./chunk-SHID74TI.cjs');
 
 
 
 Object.defineProperty(exports, "OBSERVATIONAL_MEMORY_DEFAULTS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_INSTRUCTIONS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_PROMPT; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTINUATION_HINT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTINUATION_HINT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTINUATION_HINT; }
 });
 Object.defineProperty(exports, "OBSERVER_SYSTEM_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVER_SYSTEM_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVER_SYSTEM_PROMPT; }
 });
 Object.defineProperty(exports, "ObservationalMemory", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.ObservationalMemory; }
+  get: function () { return chunkSHID74TI_cjs.ObservationalMemory; }
 });
 Object.defineProperty(exports, "TokenCounter", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.TokenCounter; }
+  get: function () { return chunkSHID74TI_cjs.TokenCounter; }
 });
 Object.defineProperty(exports, "buildObserverPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverPrompt; }
 });
 Object.defineProperty(exports, "buildObserverSystemPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverSystemPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverSystemPrompt; }
 });
 Object.defineProperty(exports, "extractCurrentTask", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.extractCurrentTask; }
+  get: function () { return chunkSHID74TI_cjs.extractCurrentTask; }
 });
 Object.defineProperty(exports, "formatMessagesForObserver", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.formatMessagesForObserver; }
+  get: function () { return chunkSHID74TI_cjs.formatMessagesForObserver; }
 });
 Object.defineProperty(exports, "hasCurrentTaskSection", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.hasCurrentTaskSection; }
+  get: function () { return chunkSHID74TI_cjs.hasCurrentTaskSection; }
 });
 Object.defineProperty(exports, "optimizeObservationsForContext", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.optimizeObservationsForContext; }
+  get: function () { return chunkSHID74TI_cjs.optimizeObservationsForContext; }
 });
 Object.defineProperty(exports, "parseObserverOutput", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.parseObserverOutput; }
+  get: function () { return chunkSHID74TI_cjs.parseObserverOutput; }
 });
-//# sourceMappingURL=observational-memory-C5LO7RBR.cjs.map
-//# sourceMappingURL=observational-memory-C5LO7RBR.cjs.map
+//# sourceMappingURL=observational-memory-AU6MIH4Q.cjs.map
+//# sourceMappingURL=observational-memory-AU6MIH4Q.cjs.map

package/dist/{observational-memory-C5LO7RBR.cjs.map → observational-memory-AU6MIH4Q.cjs.map}

@@ -1 +1 @@
-{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-C5LO7RBR.cjs"}
+{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-AU6MIH4Q.cjs"}

package/dist/{observational-memory-OYK4MEUD.js → observational-memory-YRWU6CY3.js}

@@ -1,3 +1,3 @@
-export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from './chunk-3CM4XQJO.js';
-//# sourceMappingURL=observational-memory-OYK4MEUD.js.map
-//# sourceMappingURL=observational-memory-OYK4MEUD.js.map
+export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from './chunk-M7RAJAZ6.js';
+//# sourceMappingURL=observational-memory-YRWU6CY3.js.map
+//# sourceMappingURL=observational-memory-YRWU6CY3.js.map

package/dist/{observational-memory-OYK4MEUD.js.map → observational-memory-YRWU6CY3.js.map}

@@ -1 +1 @@
-{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-OYK4MEUD.js"}
+{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-YRWU6CY3.js"}

package/dist/processors/index.cjs

@@ -1,64 +1,64 @@
 'use strict';
 
-var chunk5W5463NI_cjs = require('../chunk-5W5463NI.cjs');
+var chunkSHID74TI_cjs = require('../chunk-SHID74TI.cjs');
 
 
 
 Object.defineProperty(exports, "OBSERVATIONAL_MEMORY_DEFAULTS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_INSTRUCTIONS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_PROMPT; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTINUATION_HINT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTINUATION_HINT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTINUATION_HINT; }
 });
 Object.defineProperty(exports, "OBSERVER_SYSTEM_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVER_SYSTEM_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVER_SYSTEM_PROMPT; }
 });
 Object.defineProperty(exports, "ObservationalMemory", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.ObservationalMemory; }
+  get: function () { return chunkSHID74TI_cjs.ObservationalMemory; }
 });
 Object.defineProperty(exports, "TokenCounter", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.TokenCounter; }
+  get: function () { return chunkSHID74TI_cjs.TokenCounter; }
 });
 Object.defineProperty(exports, "buildObserverPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverPrompt; }
 });
 Object.defineProperty(exports, "buildObserverSystemPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverSystemPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverSystemPrompt; }
 });
 Object.defineProperty(exports, "extractCurrentTask", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.extractCurrentTask; }
+  get: function () { return chunkSHID74TI_cjs.extractCurrentTask; }
 });
 Object.defineProperty(exports, "formatMessagesForObserver", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.formatMessagesForObserver; }
+  get: function () { return chunkSHID74TI_cjs.formatMessagesForObserver; }
 });
 Object.defineProperty(exports, "hasCurrentTaskSection", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.hasCurrentTaskSection; }
+  get: function () { return chunkSHID74TI_cjs.hasCurrentTaskSection; }
 });
 Object.defineProperty(exports, "optimizeObservationsForContext", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.optimizeObservationsForContext; }
+  get: function () { return chunkSHID74TI_cjs.optimizeObservationsForContext; }
 });
 Object.defineProperty(exports, "parseObserverOutput", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.parseObserverOutput; }
+  get: function () { return chunkSHID74TI_cjs.parseObserverOutput; }
 });
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map

package/dist/processors/index.js

@@ -1,3 +1,3 @@
-export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from '../chunk-3CM4XQJO.js';
+export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from '../chunk-M7RAJAZ6.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/processors/observational-memory/token-counter.d.ts

@@ -1,5 +1,4 @@
 import type { MastraDBMessage } from '@mastra/core/agent';
-import type { TiktokenBPE } from 'js-tiktoken/lite';
 export type TokenCounterModelContext = {
     provider?: string;
     modelId?: string;
@@ -8,20 +7,18 @@ type TokenCounterOptions = {
     model?: string | TokenCounterModelContext;
 };
 /**
- * Token counting utility using tiktoken.
- * Uses o200k_base (GPT-4o encoding) as a reasonable default for text and
+ * Token counting utility using tokenx for rough local estimation and
  * provider-aware heuristics for image parts so multimodal prompts are not
  * undercounted as generic JSON blobs.
  */
 export declare class TokenCounter {
-    private encoder;
     private readonly cacheSource;
     private readonly defaultModelContext?;
     private readonly modelContextStorage;
     private readonly inFlightAttachmentCounts;
     private static readonly TOKENS_PER_MESSAGE;
     private static readonly TOKENS_PER_CONVERSATION;
-    constructor(encoding?: TiktokenBPE, options?: TokenCounterOptions);
+    constructor(options?: TokenCounterOptions);
     runWithModelContext<T>(model: string | TokenCounterModelContext | undefined, fn: () => T): T;
     private getModelContext;
     /**

package/dist/processors/observational-memory/token-counter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/token-counter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AA+BpD,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;CAC3C,CAAC;AAojCF;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAA2B;IAChE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAiE;IACrG,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAkD;IAK3F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAEjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;gBAEzC,QAAQ,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAMjE,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,wBAAwB,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAI5F,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAMjC,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,8BAA8B;IAiBtC,OAAO,CAAC,4BAA4B;IAkBpC,OAAO,CAAC,iCAAiC;IAkBzC,OAAO,CAAC,wBAAwB;IAsEhC,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,2BAA2B;IAInC,OAAO,CAAC,uBAAuB;IAkB/B,OAAO,CAAC,iCAAiC;YAiC3B,oCAAoC;YAyBpC,wBAAwB;IAkFtC,OAAO,CAAC,sBAAsB;IAkF9B;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM;IAiCxC,iBAAiB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAiClE;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM;IAU5C,kBAAkB,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAOtE;;OAEG;IACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;CAGhD"}
+{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/token-counter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAW1D,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;CAC3C,CAAC;AA8iCF;;;;GAIG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAA2B;IAChE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAiE;IACrG,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAkD;IAI3F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAEjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;gBAEzC,OAAO,CAAC,EAAE,mBAAmB;IAKzC,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,wBAAwB,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAI5F,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAKjC,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,8BAA8B;IAiBtC,OAAO,CAAC,4BAA4B;IAkBpC,OAAO,CAAC,iCAAiC;IAkBzC,OAAO,CAAC,wBAAwB;IAsEhC,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,2BAA2B;IAInC,OAAO,CAAC,uBAAuB;IAkB/B,OAAO,CAAC,iCAAiC;YAiC3B,oCAAoC;YAyBpC,wBAAwB;IAkFtC,OAAO,CAAC,sBAAsB;IAkF9B;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM;IAiCxC,iBAAiB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAiClE;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM;IAU5C,kBAAkB,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAOtE;;OAEG;IACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;CAGhD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/memory",
-  "version": "1.6.3-alpha.0",
+  "version": "1.7.0",
   "description": "",
   "type": "module",
   "main": "./dist/index.js",
@@ -38,12 +38,12 @@
   "dependencies": {
     "async-mutex": "^0.5.0",
     "image-size": "^2.0.2",
-    "js-tiktoken": "^1.0.21",
     "json-schema": "^0.4.0",
     "lru-cache": "^11.2.6",
     "probe-image-size": "^7.2.3",
+    "tokenx": "^1.3.0",
     "xxhash-wasm": "^1.1.0",
-    "@mastra/schema-compat": "1.2.1-alpha.0"
+    "@mastra/schema-compat": "1.2.1"
   },
   "devDependencies": {
     "@ai-sdk/openai": "^1.3.24",
@@ -59,12 +59,12 @@
     "typescript-eslint": "^8.51.0",
     "vitest": "4.0.18",
     "zod": "^4.3.6",
-    "@internal/ai-sdk-v4": "0.0.14",
-    "@internal/ai-v6": "0.0.14",
-    "@internal/ai-sdk-v5": "0.0.14",
-    "@internal/types-builder": "0.0.42",
-    "@mastra/core": "1.12.0-alpha.0",
-    "@internal/lint": "0.0.67"
+    "@internal/ai-sdk-v5": "0.0.15",
+    "@internal/types-builder": "0.0.43",
+    "@internal/lint": "0.0.68",
+    "@mastra/core": "1.12.0",
+    "@internal/ai-sdk-v4": "0.0.15",
+    "@internal/ai-v6": "0.0.15"
   },
   "peerDependencies": {
     "@mastra/core": ">=1.4.1-0 <2.0.0-0",