@mastra/memory 1.6.2 → 1.7.0-alpha.1

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-memory
 description: Documentation for @mastra/memory. Use when working with @mastra/memory APIs, configuration, or implementation.
 metadata:
   package: "@mastra/memory"
-  version: "1.6.2"
+  version: "1.7.0-alpha.1"
 ---
 
 ## When to use
@@ -26,7 +26,7 @@ Read the individual reference documents for detailed explanations and code examp
 - [Observational memory](references/docs-memory-observational-memory.md) - Learn how Observational Memory keeps your agent's context window small while preserving long-term memory across conversations.
 - [Memory overview](references/docs-memory-overview.md) - Learn how Mastra's memory system works with working memory, message history, semantic recall, and observational memory.
 - [Semantic recall](references/docs-memory-semantic-recall.md) - Learn how to use semantic recall in Mastra to retrieve relevant messages from past conversations using vector search and embeddings.
-- [Storage](references/docs-memory-storage.md) - Configure storage for Mastra's memory system to persist conversations, workflows, and traces.
+- [Storage](references/docs-memory-storage.md) - Configure storage for Mastra to persist conversations and other runtime state.
 - [Working memory](references/docs-memory-working-memory.md) - Learn how to configure working memory in Mastra to store persistent user data, preferences.
 
 ### Reference

package/dist/docs/assets/SOURCE_MAP.json

@@ -1,71 +1,71 @@
 {
-  "version": "1.6.2",
+  "version": "1.7.0-alpha.1",
   "package": "@mastra/memory",
   "exports": {
     "OBSERVATIONAL_MEMORY_DEFAULTS": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTEXT_INSTRUCTIONS": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTEXT_PROMPT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVATION_CONTINUATION_HINT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "OBSERVER_SYSTEM_PROMPT": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js"
+      "implementation": "dist/chunk-M7RAJAZ6.js"
     },
     "ObservationalMemory": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 2907
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 2890
     },
     "TokenCounter": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 2385
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 2371
     },
     "buildObserverPrompt": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 993
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 992
     },
     "buildObserverSystemPrompt": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 573
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 572
     },
     "extractCurrentTask": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1101
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1100
     },
     "formatMessagesForObserver": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 820
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 819
     },
     "hasCurrentTaskSection": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1089
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1088
     },
     "optimizeObservationsForContext": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1112
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1111
     },
     "parseObserverOutput": {
       "types": "dist/processors/index.d.ts",
-      "implementation": "dist/chunk-3CM4XQJO.js",
-      "line": 1003
+      "implementation": "dist/chunk-M7RAJAZ6.js",
+      "line": 1002
     },
     "extractWorkingMemoryContent": {
       "types": "dist/index.d.ts",
@@ -96,7 +96,7 @@
     "processors": {
       "index": "dist/processors/index.js",
       "chunks": [
-        "chunk-3CM4XQJO.js"
+        "chunk-M7RAJAZ6.js"
       ]
     }
   }

package/dist/docs/references/docs-memory-observational-memory.md

@@ -61,7 +61,7 @@ OM solves both problems by compressing old context into dense observations.
 
 When message history tokens exceed a threshold (default: 30,000), the Observer creates observations — concise notes about what happened:
 
-Image parts contribute to this threshold with model-aware estimates, so multimodal conversations trigger observation at the right time. The same applies to image-like `file` parts when a transport normalizes an uploaded image as a file instead of an image part. For example, OpenAI image detail settings can materially change when OM decides to observe.
+OM uses fast local token estimation for this thresholding work. Text is estimated with `tokenx`, while image parts use provider-aware heuristics so multimodal conversations still trigger observation at the right time. The same applies to image-like `file` parts when a transport normalizes an uploaded image as a file instead of an image part. For example, OpenAI image detail settings can materially change when OM decides to observe.
 
 The Observer can also see attachments in the history it reviews. OM keeps readable placeholders like `[Image #1: reference-board.png]` or `[File #1: floorplan.pdf]` in the transcript for readability, and forwards the actual attachment parts alongside the text. Image-like `file` parts are upgraded to image inputs for the Observer when possible, while non-image attachments are forwarded as file parts with normalized token counting. This applies to both normal thread observation and batched resource-scope observation.
 
@@ -176,7 +176,7 @@ const memory = new Memory({
 
 ### Token counting cache
 
-OM caches tiktoken part estimates in message metadata to reduce repeat counting work during threshold checks and buffering decisions.
+OM caches token estimates in message metadata to reduce repeat counting work during threshold checks and buffering decisions.
 
 - Per-part estimates are stored on `part.providerMetadata.mastra` and reused on subsequent passes when the cache version/tokenizer source matches.
 - For string-only message content (without parts), OM uses a message-level metadata fallback cache.

package/dist/docs/references/docs-memory-storage.md

@@ -1,6 +1,6 @@
 # Storage
 
-For agents to remember previous interactions, Mastra needs a database. Use a storage adapter for one of the [supported databases](#supported-providers) and pass it to your Mastra instance.
+For agents to remember previous interactions, Mastra needs a storage adapter. Use one of the [supported providers](#supported-providers) and pass it to your Mastra instance.
 
 ```typescript
 import { Mastra } from '@mastra/core'
@@ -24,7 +24,7 @@ export const mastra = new Mastra({
 
 This configures instance-level storage, which all agents share by default. You can also configure [agent-level storage](#agent-level-storage) for isolated data boundaries.
 
-Mastra automatically creates the necessary tables on first interaction. See the [core schema](https://mastra.ai/reference/storage/overview) for details on what gets created, including tables for messages, threads, resources, workflows, traces, and evaluation datasets.
+Mastra automatically initializes the necessary storage structures on first interaction. See [Storage Overview](https://mastra.ai/reference/storage/overview) for domain coverage and the schema used by the built-in database-backed domains.
 
 ## Supported providers
 
@@ -35,7 +35,7 @@ Each provider page includes installation instructions, configuration parameters,
 - [MongoDB](https://mastra.ai/reference/storage/mongodb)
 - [Upstash](https://mastra.ai/reference/storage/upstash)
 - [Cloudflare D1](https://mastra.ai/reference/storage/cloudflare-d1)
-- [Cloudflare Durable Objects](https://mastra.ai/reference/storage/cloudflare)
+- [Cloudflare KV & Durable Objects](https://mastra.ai/reference/storage/cloudflare)
 - [Convex](https://mastra.ai/reference/storage/convex)
 - [DynamoDB](https://mastra.ai/reference/storage/dynamodb)
 - [LanceDB](https://mastra.ai/reference/storage/lance)
@@ -49,7 +49,7 @@ Storage can be configured at the instance level (shared by all agents) or at the
 
 ### Instance-level storage
 
-Add storage to your Mastra instance so all agents, workflows, observability traces and scores share the same memory provider:
+Add storage to your Mastra instance so all agents, workflows, observability traces, and scores share the same storage backend:
 
 ```typescript
 import { Mastra } from '@mastra/core'
@@ -71,7 +71,7 @@ This is useful when all primitives share the same storage backend and have simil
 
 #### Composite storage
 
-[Composite storage](https://mastra.ai/reference/storage/composite) is an alternative way to configure instance-level storage. Use `MastraCompositeStore` to set the `memory` domain (and any other [domains](https://mastra.ai/reference/storage/composite) you need) to different storage providers.
+[Composite storage](https://mastra.ai/reference/storage/composite) is an alternative way to configure instance-level storage. Use `MastraCompositeStore` to route `memory` and any other [supported domains](https://mastra.ai/reference/storage/composite) to different storage providers.
 
 ```typescript
 import { Mastra } from '@mastra/core'

package/dist/docs/references/reference-memory-observational-memory.md

@@ -28,6 +28,8 @@ The `observationalMemory` option accepts `true`, a configuration object, or `fal
 
 Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1: screenshot.png]` in the transcript it builds for the Observer, and also sends the underlying image parts when possible. This applies to both single-thread observation and batched multi-thread observation. Non-image files appear as placeholders only.
 
+OM performs thresholding with fast local token estimation. Text uses `tokenx`, and image-like inputs use provider-aware heuristics plus deterministic fallbacks when metadata is incomplete.
+
 **enabled** (`boolean`): Enable or disable Observational Memory. When omitted from a config object, defaults to \`true\`. Only \`enabled: false\` explicitly disables it. (Default: `true`)
 
 **model** (`string | LanguageModel | DynamicModel | ModelWithRetries[]`): Model for both the Observer and Reflector agents. Sets the model for both at once. Cannot be used together with \`observation.model\` or \`reflection.model\` — an error will be thrown if both are set. When using \`observationalMemory: true\`, defaults to \`google/gemini-2.5-flash\`. When passing a config object, this or \`observation.model\`/\`reflection.model\` must be set. Use \`"default"\` to explicitly use the default model (\`google/gemini-2.5-flash\`). (Default: `'google/gemini-2.5-flash' (when using observationalMemory: true)`)
@@ -42,7 +44,7 @@ Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1:
 
 **observation.instruction** (`string`): Custom instruction appended to the Observer's system prompt. Use this to customize what the Observer focuses on, such as domain-specific preferences or priorities.
 
-**observation.messageTokens** (`number`): Token count of unobserved messages that triggers observation. When unobserved message tokens exceed this threshold, the Observer agent is called. Image parts are included with model-aware estimates when possible, with deterministic fallbacks when image metadata is incomplete. Image-like \`file\` parts are counted the same way when uploads are normalized as files.
+**observation.messageTokens** (`number`): Token count of unobserved messages that triggers observation. When unobserved message tokens exceed this threshold, the Observer agent is called. Text is estimated locally with \`tokenx\`. Image parts are included with model-aware heuristics when possible, with deterministic fallbacks when image metadata is incomplete. Image-like \`file\` parts are counted the same way when uploads are normalized as files.
 
 **observation.maxTokensPerBatch** (`number`): Maximum tokens per batch when observing multiple threads in resource scope. Threads are chunked into batches of this size and processed in parallel. Lower values mean more parallelism but more API calls.
 
@@ -78,7 +80,7 @@ Observer input is multimodal-aware. OM keeps text placeholders like `[Image #1:
 
 ### Token estimate metadata cache
 
-OM persists token payload estimates so repeated counting can reuse prior tiktoken work.
+OM persists token payload estimates so repeated counting can reuse prior token estimation work.
 
 - Part-level cache: `part.providerMetadata.mastra`.
 - String-content fallback cache: message-level metadata when no parts exist.

package/dist/docs/references/reference-processors-token-limiter-processor.md

@@ -1,8 +1,9 @@
 # TokenLimiterProcessor
 
-The `TokenLimiterProcessor` limits the number of tokens in messages. It can be used as both an input and output processor:
+The `TokenLimiterProcessor` limits the number of tokens in messages. It can be used as an input, per-step input, and output processor:
 
-- **Input processor**: Filters historical messages to fit within the context window, prioritizing recent messages
+- **Input processor** (`processInput`): Filters historical messages to fit within the context window before the agentic loop starts, prioritizing recent messages
+- **Per-step input processor** (`processInputStep`): Prunes messages at each step of a multi-step agent workflow, preventing unbounded token growth when tools trigger additional LLM calls
 - **Output processor**: Limits generated response tokens via streaming or non-streaming with configurable strategies for handling exceeded limits
 
 ## Usage example
@@ -35,7 +36,9 @@ const processor = new TokenLimiterProcessor({
 
 **name** (`string`): Optional processor display name
 
-**processInput** (`(args: { messages: MastraDBMessage[]; abort: (reason?: string) => never }) => Promise<MastraDBMessage[]>`): Filters input messages to fit within token limit, prioritizing recent messages while preserving system messages
+**processInput** (`(args: { messages: MastraDBMessage[]; abort: (reason?: string) => never }) => Promise<MastraDBMessage[]>`): Filters input messages to fit within token limit before the agentic loop starts, prioritizing recent messages while preserving system messages
+
+**processInputStep** (`(args: ProcessInputStepArgs) => Promise<void>`): Prunes messages at each step of the agentic loop (including tool call continuations) to keep the conversation within the token limit. Mutates the messageList directly by removing oldest messages first while preserving system messages.
 
 **processOutputStream** (`(args: { part: ChunkType; streamParts: ChunkType[]; state: Record<string, any>; abort: (reason?: string) => never }) => Promise<ChunkType | null>`): Processes streaming output parts to limit token count during streaming
 
@@ -45,7 +48,7 @@ const processor = new TokenLimiterProcessor({
 
 ## Error behavior
 
-When used as an input processor, `TokenLimiterProcessor` throws a `TripWire` error in the following cases:
+When used as an input processor (both `processInput` and `processInputStep`), `TokenLimiterProcessor` throws a `TripWire` error in the following cases:
 
 - **Empty messages**: If there are no messages to process, a TripWire is thrown because you can't send an LLM request with no messages.
 - **System messages exceed limit**: If system messages alone exceed the token limit, a TripWire is thrown because you can't send an LLM request with only system messages and no user/assistant messages.
@@ -86,6 +89,29 @@ export const agent = new Agent({
 })
 ```
 
+### As a per-step input processor (limit multi-step token growth)
+
+When an agent uses tools across multiple steps (e.g. `maxSteps > 1`), each step accumulates conversation history from all previous steps. Use `inputProcessors` to also limit tokens at each step of the agentic loop — the `TokenLimiterProcessor` automatically applies to both the initial input and every subsequent step:
+
+```typescript
+import { Agent } from '@mastra/core/agent'
+import { TokenLimiterProcessor } from '@mastra/core/processors'
+
+export const agent = new Agent({
+  name: 'multi-step-agent',
+  instructions: 'You are a helpful research assistant with access to tools',
+  model: 'openai/gpt-4o',
+  inputProcessors: [
+    new TokenLimiterProcessor({ limit: 8000 }), // Applied at every step
+  ],
+})
+
+// Each tool call step will be limited to ~8000 input tokens
+const result = await agent.generate('Research this topic using your tools', {
+  maxSteps: 10,
+})
+```
+
 ### As an output processor (limit response length)
 
 Use `outputProcessors` to limit the length of generated responses:

package/dist/index.cjs

@@ -16688,7 +16688,7 @@ Notes:
         "Observational memory requires @mastra/core support for request-response-id-rotation. Please bump @mastra/core to a newer version."
       );
     }
-    const { ObservationalMemory } = await import('./observational-memory-C5LO7RBR.cjs');
+    const { ObservationalMemory } = await import('./observational-memory-AU6MIH4Q.cjs');
     return new ObservationalMemory({
       storage: memoryStore,
       scope: omConfig.scope,

package/dist/index.js

@@ -16665,7 +16665,7 @@ Notes:
         "Observational memory requires @mastra/core support for request-response-id-rotation. Please bump @mastra/core to a newer version."
       );
     }
-    const { ObservationalMemory } = await import('./observational-memory-OYK4MEUD.js');
+    const { ObservationalMemory } = await import('./observational-memory-YRWU6CY3.js');
     return new ObservationalMemory({
       storage: memoryStore,
       scope: omConfig.scope,

package/dist/{observational-memory-C5LO7RBR.cjs → observational-memory-AU6MIH4Q.cjs}

@@ -1,64 +1,64 @@
 'use strict';
 
-var chunk5W5463NI_cjs = require('./chunk-5W5463NI.cjs');
+var chunkSHID74TI_cjs = require('./chunk-SHID74TI.cjs');
 
 
 
 Object.defineProperty(exports, "OBSERVATIONAL_MEMORY_DEFAULTS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_INSTRUCTIONS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_PROMPT; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTINUATION_HINT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTINUATION_HINT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTINUATION_HINT; }
 });
 Object.defineProperty(exports, "OBSERVER_SYSTEM_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVER_SYSTEM_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVER_SYSTEM_PROMPT; }
 });
 Object.defineProperty(exports, "ObservationalMemory", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.ObservationalMemory; }
+  get: function () { return chunkSHID74TI_cjs.ObservationalMemory; }
 });
 Object.defineProperty(exports, "TokenCounter", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.TokenCounter; }
+  get: function () { return chunkSHID74TI_cjs.TokenCounter; }
 });
 Object.defineProperty(exports, "buildObserverPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverPrompt; }
 });
 Object.defineProperty(exports, "buildObserverSystemPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverSystemPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverSystemPrompt; }
 });
 Object.defineProperty(exports, "extractCurrentTask", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.extractCurrentTask; }
+  get: function () { return chunkSHID74TI_cjs.extractCurrentTask; }
 });
 Object.defineProperty(exports, "formatMessagesForObserver", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.formatMessagesForObserver; }
+  get: function () { return chunkSHID74TI_cjs.formatMessagesForObserver; }
 });
 Object.defineProperty(exports, "hasCurrentTaskSection", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.hasCurrentTaskSection; }
+  get: function () { return chunkSHID74TI_cjs.hasCurrentTaskSection; }
 });
 Object.defineProperty(exports, "optimizeObservationsForContext", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.optimizeObservationsForContext; }
+  get: function () { return chunkSHID74TI_cjs.optimizeObservationsForContext; }
 });
 Object.defineProperty(exports, "parseObserverOutput", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.parseObserverOutput; }
+  get: function () { return chunkSHID74TI_cjs.parseObserverOutput; }
 });
-//# sourceMappingURL=observational-memory-C5LO7RBR.cjs.map
-//# sourceMappingURL=observational-memory-C5LO7RBR.cjs.map
+//# sourceMappingURL=observational-memory-AU6MIH4Q.cjs.map
+//# sourceMappingURL=observational-memory-AU6MIH4Q.cjs.map

package/dist/{observational-memory-C5LO7RBR.cjs.map → observational-memory-AU6MIH4Q.cjs.map}

@@ -1 +1 @@
-{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-C5LO7RBR.cjs"}
+{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-AU6MIH4Q.cjs"}

package/dist/{observational-memory-OYK4MEUD.js → observational-memory-YRWU6CY3.js}

@@ -1,3 +1,3 @@
-export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from './chunk-3CM4XQJO.js';
-//# sourceMappingURL=observational-memory-OYK4MEUD.js.map
-//# sourceMappingURL=observational-memory-OYK4MEUD.js.map
+export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from './chunk-M7RAJAZ6.js';
+//# sourceMappingURL=observational-memory-YRWU6CY3.js.map
+//# sourceMappingURL=observational-memory-YRWU6CY3.js.map

package/dist/{observational-memory-OYK4MEUD.js.map → observational-memory-YRWU6CY3.js.map}

@@ -1 +1 @@
-{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-OYK4MEUD.js"}
+{"version":3,"sources":[],"names":[],"mappings":"","file":"observational-memory-YRWU6CY3.js"}

package/dist/processors/index.cjs

@@ -1,64 +1,64 @@
 'use strict';
 
-var chunk5W5463NI_cjs = require('../chunk-5W5463NI.cjs');
+var chunkSHID74TI_cjs = require('../chunk-SHID74TI.cjs');
 
 
 
 Object.defineProperty(exports, "OBSERVATIONAL_MEMORY_DEFAULTS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATIONAL_MEMORY_DEFAULTS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_INSTRUCTIONS", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_INSTRUCTIONS; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTEXT_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTEXT_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTEXT_PROMPT; }
 });
 Object.defineProperty(exports, "OBSERVATION_CONTINUATION_HINT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVATION_CONTINUATION_HINT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVATION_CONTINUATION_HINT; }
 });
 Object.defineProperty(exports, "OBSERVER_SYSTEM_PROMPT", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.OBSERVER_SYSTEM_PROMPT; }
+  get: function () { return chunkSHID74TI_cjs.OBSERVER_SYSTEM_PROMPT; }
 });
 Object.defineProperty(exports, "ObservationalMemory", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.ObservationalMemory; }
+  get: function () { return chunkSHID74TI_cjs.ObservationalMemory; }
 });
 Object.defineProperty(exports, "TokenCounter", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.TokenCounter; }
+  get: function () { return chunkSHID74TI_cjs.TokenCounter; }
 });
 Object.defineProperty(exports, "buildObserverPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverPrompt; }
 });
 Object.defineProperty(exports, "buildObserverSystemPrompt", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.buildObserverSystemPrompt; }
+  get: function () { return chunkSHID74TI_cjs.buildObserverSystemPrompt; }
 });
 Object.defineProperty(exports, "extractCurrentTask", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.extractCurrentTask; }
+  get: function () { return chunkSHID74TI_cjs.extractCurrentTask; }
 });
 Object.defineProperty(exports, "formatMessagesForObserver", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.formatMessagesForObserver; }
+  get: function () { return chunkSHID74TI_cjs.formatMessagesForObserver; }
 });
 Object.defineProperty(exports, "hasCurrentTaskSection", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.hasCurrentTaskSection; }
+  get: function () { return chunkSHID74TI_cjs.hasCurrentTaskSection; }
 });
 Object.defineProperty(exports, "optimizeObservationsForContext", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.optimizeObservationsForContext; }
+  get: function () { return chunkSHID74TI_cjs.optimizeObservationsForContext; }
 });
 Object.defineProperty(exports, "parseObserverOutput", {
   enumerable: true,
-  get: function () { return chunk5W5463NI_cjs.parseObserverOutput; }
+  get: function () { return chunkSHID74TI_cjs.parseObserverOutput; }
 });
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map

package/dist/processors/index.js

@@ -1,3 +1,3 @@
-export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from '../chunk-3CM4XQJO.js';
+export { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTINUATION_HINT, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, extractCurrentTask, formatMessagesForObserver, hasCurrentTaskSection, optimizeObservationsForContext, parseObserverOutput } from '../chunk-M7RAJAZ6.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/processors/observational-memory/token-counter.d.ts

@@ -1,5 +1,4 @@
 import type { MastraDBMessage } from '@mastra/core/agent';
-import type { TiktokenBPE } from 'js-tiktoken/lite';
 export type TokenCounterModelContext = {
     provider?: string;
     modelId?: string;
@@ -8,20 +7,18 @@ type TokenCounterOptions = {
     model?: string | TokenCounterModelContext;
 };
 /**
- * Token counting utility using tiktoken.
- * Uses o200k_base (GPT-4o encoding) as a reasonable default for text and
+ * Token counting utility using tokenx for rough local estimation and
  * provider-aware heuristics for image parts so multimodal prompts are not
  * undercounted as generic JSON blobs.
  */
 export declare class TokenCounter {
-    private encoder;
     private readonly cacheSource;
     private readonly defaultModelContext?;
     private readonly modelContextStorage;
     private readonly inFlightAttachmentCounts;
     private static readonly TOKENS_PER_MESSAGE;
     private static readonly TOKENS_PER_CONVERSATION;
-    constructor(encoding?: TiktokenBPE, options?: TokenCounterOptions);
+    constructor(options?: TokenCounterOptions);
     runWithModelContext<T>(model: string | TokenCounterModelContext | undefined, fn: () => T): T;
     private getModelContext;
     /**

package/dist/processors/observational-memory/token-counter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/token-counter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AA+BpD,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;CAC3C,CAAC;AAojCF;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAA2B;IAChE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAiE;IACrG,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAkD;IAK3F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAEjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;gBAEzC,QAAQ,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAMjE,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,wBAAwB,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAI5F,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAMjC,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,8BAA8B;IAiBtC,OAAO,CAAC,4BAA4B;IAkBpC,OAAO,CAAC,iCAAiC;IAkBzC,OAAO,CAAC,wBAAwB;IAsEhC,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,2BAA2B;IAInC,OAAO,CAAC,uBAAuB;IAkB/B,OAAO,CAAC,iCAAiC;YAiC3B,oCAAoC;YAyBpC,wBAAwB;IAkFtC,OAAO,CAAC,sBAAsB;IAkF9B;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM;IAiCxC,iBAAiB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAiClE;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM;IAU5C,kBAAkB,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAOtE;;OAEG;IACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;CAGhD"}
+{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/token-counter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAW1D,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;CAC3C,CAAC;AA8iCF;;;;GAIG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAA2B;IAChE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAiE;IACrG,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAkD;IAI3F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAEjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;gBAEzC,OAAO,CAAC,EAAE,mBAAmB;IAKzC,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,wBAAwB,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAI5F,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAKjC,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,8BAA8B;IAiBtC,OAAO,CAAC,4BAA4B;IAkBpC,OAAO,CAAC,iCAAiC;IAkBzC,OAAO,CAAC,wBAAwB;IAsEhC,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,2BAA2B;IAInC,OAAO,CAAC,uBAAuB;IAkB/B,OAAO,CAAC,iCAAiC;YAiC3B,oCAAoC;YAyBpC,wBAAwB;IAkFtC,OAAO,CAAC,sBAAsB;IAkF9B;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM;IAiCxC,iBAAiB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAiClE;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM;IAU5C,kBAAkB,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAOtE;;OAEG;IACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;CAGhD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/memory",
-  "version": "1.6.2",
+  "version": "1.7.0-alpha.1",
   "description": "",
   "type": "module",
   "main": "./dist/index.js",
@@ -38,12 +38,12 @@
   "dependencies": {
     "async-mutex": "^0.5.0",
     "image-size": "^2.0.2",
-    "js-tiktoken": "^1.0.21",
     "json-schema": "^0.4.0",
     "lru-cache": "^11.2.6",
     "probe-image-size": "^7.2.3",
+    "tokenx": "^1.3.0",
     "xxhash-wasm": "^1.1.0",
-    "@mastra/schema-compat": "1.2.0"
+    "@mastra/schema-compat": "1.2.1-alpha.1"
   },
   "devDependencies": {
     "@ai-sdk/openai": "^1.3.24",
@@ -59,12 +59,12 @@
     "typescript-eslint": "^8.51.0",
     "vitest": "4.0.18",
     "zod": "^4.3.6",
-    "@internal/ai-sdk-v4": "0.0.14",
     "@internal/ai-sdk-v5": "0.0.14",
     "@internal/ai-v6": "0.0.14",
     "@internal/lint": "0.0.67",
+    "@mastra/core": "1.12.0-alpha.1",
     "@internal/types-builder": "0.0.42",
-    "@mastra/core": "1.11.0"
+    "@internal/ai-sdk-v4": "0.0.14"
   },
   "peerDependencies": {
     "@mastra/core": ">=1.4.1-0 <2.0.0-0",