@mastra/memory 1.0.1 → 1.1.0-alpha.1

package/dist/processors/observational-memory/observer-agent.d.ts

@@ -0,0 +1,117 @@
+import type { MastraDBMessage } from '@mastra/core/agent';
+/**
+ * Select which extraction instructions to use based on environment variable.
+ * Set OM_USE_LEGACY_PROMPT=1 to use the smaller Jan 7 prompt for A/B testing.
+ * Set OM_USE_CONDENSED_PROMPT=1 to use the new condensed V3 prompt.
+ */
+export declare const OBSERVER_EXTRACTION_INSTRUCTIONS: string;
+/**
+ * Base output format for Observer (without patterns section)
+ */
+export declare const OBSERVER_OUTPUT_FORMAT_BASE = "Use priority levels:\n- \uD83D\uDD34 High: explicit user facts, preferences, goals achieved, critical context\n- \uD83D\uDFE1 Medium: project details, learned information, tool results\n- \uD83D\uDFE2 Low: minor details, uncertain observations\n\nGroup related observations (like tool sequences) by indenting:\n* \uD83D\uDFE1 (14:33) Agent debugging auth issue\n  * -> ran git status, found 3 modified files\n  * -> viewed auth.ts:45-60, found missing null check\n  * -> applied fix, tests now pass\n\nGroup observations by date, then list each with 24-hour time.\n\n<observations>\nDate: Dec 4, 2025\n* \uD83D\uDD34 (14:30) User prefers direct answers\n* \uD83D\uDFE1 (14:31) Working on feature X\n* \uD83D\uDFE2 (14:32) User might prefer dark mode\n\nDate: Dec 5, 2025\n* \uD83D\uDFE1 (09:15) Continued work on feature X\n</observations>\n\n<current-task>\nState the current task(s) explicitly. Can be single or multiple:\n- Primary: What the agent is currently working on\n- Secondary: Other pending tasks (mark as \"waiting for user\" if appropriate)\n\nIf the agent started doing something without user approval, note that it's off-task.\n</current-task>\n\n<suggested-response>\nHint for the agent's immediate next message. Examples:\n- \"I've updated the navigation model. Let me walk you through the changes...\"\n- \"The assistant should wait for the user to respond before continuing.\"\n- Call the view tool on src/example.ts to continue debugging.\n</suggested-response>";
+/**
+ * The guidelines for the Observer.
+ * This is exported so the Reflector can reference them.
+ */
+export declare const OBSERVER_GUIDELINES: string;
+/**
+ * Build the complete observer system prompt.
+ * @param multiThread - Whether this is for multi-thread batched observation (default: false)
+ */
+export declare function buildObserverSystemPrompt(multiThread?: boolean): string;
+/**
+ * Observer Agent System Prompt (default - for backwards compatibility)
+ *
+ * This prompt instructs the Observer to extract observations from message history.
+ * The observations become the agent's "subconscious memory" - the ONLY information
+ * the main agent will have about past interactions.
+ */
+export declare const OBSERVER_SYSTEM_PROMPT: string;
+/**
+ * Result from the Observer agent
+ */
+export interface ObserverResult {
+    /** The extracted observations in markdown format */
+    observations: string;
+    /** The current task extracted from observations (for thread metadata) */
+    currentTask?: string;
+    /** Suggested continuation message for the Actor */
+    suggestedContinuation?: string;
+    /** Raw output from the model (for debugging) */
+    rawOutput?: string;
+}
+/**
+ * Format messages for the Observer's input.
+ * Includes timestamps for temporal context.
+ */
+export declare function formatMessagesForObserver(messages: MastraDBMessage[], options?: {
+    maxPartLength?: number;
+}): string;
+/**
+ * Format messages from multiple threads for batched observation.
+ * Each thread's messages are wrapped in a <thread id="..."> block.
+ */
+export declare function formatMultiThreadMessagesForObserver(messagesByThread: Map<string, MastraDBMessage[]>, threadOrder: string[]): string;
+/**
+ * Build the prompt for multi-thread batched observation.
+ */
+export declare function buildMultiThreadObserverPrompt(existingObservations: string | undefined, messagesByThread: Map<string, MastraDBMessage[]>, threadOrder: string[]): string;
+/**
+ * Result from parsing multi-thread Observer output
+ */
+export interface MultiThreadObserverResult {
+    /** Results per thread */
+    threads: Map<string, ObserverResult>;
+    /** Raw output from the model (for debugging) */
+    rawOutput: string;
+}
+/**
+ * Parse multi-thread Observer output to extract per-thread results.
+ */
+export declare function parseMultiThreadObserverOutput(output: string): MultiThreadObserverResult;
+/**
+ * Build the full prompt for the Observer agent.
+ * Includes emphasis on the most recent user message for priority handling.
+ */
+export declare function buildObserverPrompt(existingObservations: string | undefined, messagesToObserve: MastraDBMessage[]): string;
+/**
+ * Parse the Observer's output to extract observations, current task, and suggested response.
+ * Uses XML tag parsing for structured extraction.
+ */
+export declare function parseObserverOutput(output: string): ObserverResult;
+/**
+ * Parsed result from XML memory section
+ */
+interface ParsedMemorySection {
+    observations: string;
+    currentTask: string;
+    suggestedResponse: string;
+}
+/**
+ * Parse XML tags from observer/reflector output.
+ * Extracts content from <observations>, <current-task>, and <suggested-response> tags.
+ */
+export declare function parseMemorySectionXml(content: string): ParsedMemorySection;
+/**
+ * Check if observations contain a Current Task section.
+ * Supports both XML format and legacy markdown format.
+ */
+export declare function hasCurrentTaskSection(observations: string): boolean;
+/**
+ * Extract the Current Task content from observations.
+ */
+export declare function extractCurrentTask(observations: string): string | null;
+/**
+ * Optimize observations for token efficiency before presenting to the Actor.
+ *
+ * This removes:
+ * - Non-critical emojis (🟡 and 🟢, keeping only 🔴)
+ * - Semantic tags [label, label]
+ * - Arrow indicators (->)
+ * - Extra whitespace
+ *
+ * The full format is preserved in storage for analysis.
+ */
+export declare function optimizeObservationsForContext(observations: string): string;
+export {};
+//# sourceMappingURL=observer-agent.d.ts.map

package/dist/processors/observational-memory/observer-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"observer-agent.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/observer-agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA0T1D;;;;GAIG;AACH,eAAO,MAAM,gCAAgC,QAIC,CAAC;AAqD/C;;GAEG;AACH,eAAO,MAAM,2BAA2B,+8CAoClB,CAAC;AAevB;;;GAGG;AACH,eAAO,MAAM,mBAAmB,QAa0D,CAAC;AAE3F;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,WAAW,GAAE,OAAe,GAAG,MAAM,CAyF9E;AAED;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB,QAA8B,CAAC;AAElE;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,oDAAoD;IACpD,YAAY,EAAE,MAAM,CAAC;IAErB,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,mDAAmD;IACnD,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,eAAe,EAAE,EAAE,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAqDnH;AAUD;;;GAGG;AACH,wBAAgB,oCAAoC,CAClD,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,EAChD,WAAW,EAAE,MAAM,EAAE,GACpB,MAAM,CAYR;AAED;;GAEG;AACH,wBAAgB,8BAA8B,CAC5C,oBAAoB,EAAE,MAAM,GAAG,SAAS,EACxC,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,EAChD,WAAW,EAAE,MAAM,EAAE,GACpB,MAAM,CAgCR;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,yBAAyB;IACzB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrC,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,yBAAyB,CAsDxF;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,oBAAoB,EAAE,MAAM,GAAG,SAAS,EACxC,iBAAiB,EAAE,eAAe,EAAE,GACnC,MAAM,CAiBR;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAalE;AAED;;GAEG;AACH,UAAU,mBAAmB;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,mBAAmB,CAsC1E;AAqBD;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAenE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAUtE;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAoB3E"}

package/dist/processors/observational-memory/reflector-agent.d.ts

@@ -0,0 +1,46 @@
+import type { ReflectorResult as BaseReflectorResult } from './types.js';
+/**
+ * Result from parsing Reflector output, extending the base type with
+ * token count used for compression validation.
+ */
+export interface ReflectorResult extends BaseReflectorResult {
+    /** Token count of output (for compression validation) */
+    tokenCount?: number;
+}
+/**
+ * Build the Reflector's system prompt.
+ *
+ * The Reflector handles meta-observation - when observations grow too large,
+ * it reorganizes them into something more manageable by:
+ * - Re-organizing and streamlining observations
+ * - Drawing connections and conclusions between observations
+ * - Identifying if the agent got off track and how to get back on track
+ * - Preserving ALL important information (reflections become the ENTIRE memory)
+ */
+export declare function buildReflectorSystemPrompt(): string;
+/**
+ * The Reflector's system prompt (default - for backwards compatibility)
+ */
+export declare const REFLECTOR_SYSTEM_PROMPT: string;
+/**
+ * Compression retry prompt - used when reflection doesn't reduce size
+ */
+export declare const COMPRESSION_RETRY_PROMPT = "\n## COMPRESSION REQUIRED\n\nYour previous reflection was the same size or larger than the original observations.\n\nPlease re-process with slightly more compression:\n- Towards the beginning, condense more observations into higher-level reflections\n- Closer to the end, retain more fine details (recent context matters more)\n- Memory is getting long - use a more condensed style throughout\n- Combine related items more aggressively but do not lose important specific details of names, places, events, and people\n- For example if there is a long nested observation list about repeated tool calls, you can combine those into a single line and observe that the tool was called multiple times for x reason, and finally y outcome happened.\n\nYour current detail level was a 10/10, lets aim for a 8/10 detail level.\n";
+/**
+ * Build the prompt for the Reflector agent
+ */
+export declare function buildReflectorPrompt(observations: string, manualPrompt?: string, compressionRetry?: boolean): string;
+/**
+ * Parse the Reflector's output to extract observations, current task, and suggested response.
+ * Uses XML tag parsing for structured extraction.
+ */
+export declare function parseReflectorOutput(output: string): ReflectorResult;
+/**
+ * Validate that reflection actually compressed the observations below the target threshold
+ *
+ * @param reflectedTokens - Token count of reflected observations
+ * @param targetThreshold - Target token count to compress below (the reflection threshold)
+ * @returns true if compression was successful (reflected tokens are below target)
+ */
+export declare function validateCompression(reflectedTokens: number, targetThreshold: number): boolean;
+//# sourceMappingURL=reflector-agent.d.ts.map

package/dist/processors/observational-memory/reflector-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reflector-agent.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/reflector-agent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,IAAI,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEtE;;;GAGG;AACH,MAAM,WAAW,eAAgB,SAAQ,mBAAmB;IAC1D,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,IAAI,MAAM,CA8FnD;AAED;;GAEG;AACH,eAAO,MAAM,uBAAuB,QAA+B,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,wBAAwB,szBAapC,CAAC;AAEF;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAwBpH;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAYpE;AAsED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAG7F"}

package/dist/processors/observational-memory/token-counter.d.ts

@@ -0,0 +1,30 @@
+import type { MastraDBMessage } from '@mastra/core/agent';
+import type { TiktokenBPE } from 'js-tiktoken/lite';
+/**
+ * Token counting utility using tiktoken.
+ * For POC we use o200k_base (GPT-4o encoding) as a reasonable default.
+ * Production will add provider-aware counting.
+ */
+export declare class TokenCounter {
+    private encoder;
+    private static readonly TOKENS_PER_MESSAGE;
+    private static readonly TOKENS_PER_CONVERSATION;
+    constructor(encoding?: TiktokenBPE);
+    /**
+     * Count tokens in a plain string
+     */
+    countString(text: string): number;
+    /**
+     * Count tokens in a single message
+     */
+    countMessage(message: MastraDBMessage): number;
+    /**
+     * Count tokens in an array of messages
+     */
+    countMessages(messages: MastraDBMessage[]): number;
+    /**
+     * Count tokens in observations string
+     */
+    countObservations(observations: string): number;
+}
+//# sourceMappingURL=token-counter.d.ts.map

package/dist/processors/observational-memory/token-counter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/token-counter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpD;;;;GAIG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAW;IAK1B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAEjD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;gBAEzC,QAAQ,CAAC,EAAE,WAAW;IAIlC;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAMjC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM;IA6D9C;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM;IAUlD;;OAEG;IACH,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;CAGhD"}

package/dist/processors/observational-memory/types.d.ts

@@ -0,0 +1,288 @@
+import type { AgentConfig } from '@mastra/core/agent';
+import type { ObservationalMemoryModelSettings } from '@mastra/core/memory';
+/**
+ * Threshold can be a simple number or a dynamic range.
+ *
+ * Simple form:
+ * ```ts
+ * messageTokens: 10_000
+ * ```
+ *
+ * Range form (dynamic threshold based on observation space):
+ * ```ts
+ * messageTokens: { min: 8_000, max: 15_000 }
+ * ```
+ */
+export type ThresholdRange = {
+    /** Minimum threshold (used when observations are full) */
+    min: number;
+    /** Maximum threshold (used when observations have room) */
+    max: number;
+};
+/**
+ * Model settings for Observer/Reflector agents.
+ * Re-exported from @mastra/core/memory for convenience.
+ */
+export type ModelSettings = ObservationalMemoryModelSettings;
+/**
+ * Google-specific provider options
+ */
+export interface GoogleProviderOptions {
+    thinkingConfig?: {
+        thinkingBudget?: number;
+        includeThoughts?: boolean;
+    };
+    [key: string]: any;
+}
+/**
+ * Provider-specific options for model configuration.
+ * Compatible with core's ProviderOptions type.
+ */
+export interface ProviderOptions {
+    google?: GoogleProviderOptions;
+    [key: string]: Record<string, any> | undefined;
+}
+/**
+ * Configuration for the observation step (Observer agent).
+ */
+export interface ObservationConfig {
+    /**
+     * Model for the Observer agent.
+     * Can be a model ID string (e.g., 'openai/gpt-4o'), a LanguageModel instance,
+     * a function that returns either (for dynamic model selection),
+     * or an array of ModelWithRetries for fallback support.
+     *
+     * Cannot be set if a top-level `model` is also provided on ObservationalMemoryConfig.
+     *
+     * @default 'google/gemini-2.5-flash'
+     */
+    model?: AgentConfig['model'];
+    /**
+     * Token count of unobserved messages that triggers observation.
+     * When unobserved message tokens exceed this, the Observer is called.
+     *
+     * @default 30000
+     */
+    messageTokens?: number;
+    /**
+     * Model settings for the Observer agent.
+     * @default { temperature: 0.3, maxOutputTokens: 100_000 }
+     */
+    modelSettings?: ModelSettings;
+    /**
+     * Provider-specific options.
+     * @default { google: { thinkingConfig: { thinkingBudget: 215 } } }
+     */
+    providerOptions?: ProviderOptions;
+    /**
+     * Maximum tokens per batch when observing multiple threads.
+     * Threads are chunked into batches of this size and processed in parallel.
+     * Lower values = more parallelism but more API calls.
+     * Higher values = fewer API calls but less parallelism.
+     *
+     * @default 10000
+     */
+    maxTokensPerBatch?: number;
+}
+/**
+ * Configuration for the reflection step (Reflector agent).
+ */
+export interface ReflectionConfig {
+    /**
+     * Model for the Reflector agent.
+     * Can be a model ID string (e.g., 'openai/gpt-4o'), a LanguageModel instance,
+     * a function that returns either (for dynamic model selection),
+     * or an array of ModelWithRetries for fallback support.
+     *
+     * Cannot be set if a top-level `model` is also provided on ObservationalMemoryConfig.
+     *
+     * @default 'google/gemini-2.5-flash'
+     */
+    model?: AgentConfig['model'];
+    /**
+     * Token count of observations that triggers reflection.
+     * When observation tokens exceed this, the Reflector is called to condense them.
+     *
+     * @default 40000
+     */
+    observationTokens?: number;
+    /**
+     * Model settings for the Reflector agent.
+     * @default { temperature: 0, maxOutputTokens: 100_000 }
+     */
+    modelSettings?: ModelSettings;
+    /**
+     * Provider-specific options.
+     * @default { google: { thinkingConfig: { thinkingBudget: 1024 } } }
+     */
+    providerOptions?: ProviderOptions;
+}
+/**
+ * Result from Observer agent
+ */
+export interface ObserverResult {
+    /** The extracted observations */
+    observations: string;
+    /** Suggested continuation for the Actor */
+    suggestedContinuation?: string;
+}
+/**
+ * Result from Reflector agent
+ */
+export interface ReflectorResult {
+    /** The condensed observations */
+    observations: string;
+    /** Suggested continuation for the Actor */
+    suggestedContinuation?: string;
+}
+/**
+ * Config snapshot included in observation markers for debugging.
+ */
+export interface ObservationMarkerConfig {
+    messageTokens: number;
+    observationTokens: number;
+    scope: 'thread' | 'resource';
+}
+/**
+ * Start marker inserted when observation begins.
+ * Everything BEFORE this marker will be observed.
+ *
+ * If this marker exists without a corresponding `end` or `failed` marker,
+ * observation is in progress.
+ */
+/** Type of OM operation - observation or reflection */
+export type OmOperationType = 'observation' | 'reflection';
+export interface DataOmObservationStartPart {
+    type: 'data-om-observation-start';
+    data: {
+        /** Unique ID for this observation cycle - shared between start/end/failed markers */
+        cycleId: string;
+        /** Type of operation: 'observation' or 'reflection' */
+        operationType: OmOperationType;
+        /** When observation started */
+        startedAt: string;
+        /** Tokens being observed in this batch */
+        tokensToObserve: number;
+        /** The OM record ID this observation belongs to */
+        recordId: string;
+        /** This thread's ID */
+        threadId: string;
+        /** All thread IDs being observed in this batch (for resource-scoped) */
+        threadIds: string[];
+        /** Snapshot of config at observation time */
+        config: ObservationMarkerConfig;
+    };
+}
+/**
+ * End marker inserted when observation completes successfully.
+ * Parts BEFORE the corresponding `start` marker have been observed.
+ */
+export interface DataOmObservationEndPart {
+    type: 'data-om-observation-end';
+    data: {
+        /** Unique ID for this observation cycle - shared between start/end/failed markers */
+        cycleId: string;
+        /** Type of operation: 'observation' or 'reflection' */
+        operationType: OmOperationType;
+        /** When observation completed */
+        completedAt: string;
+        /** Duration in milliseconds */
+        durationMs: number;
+        /** Total tokens that were observed */
+        tokensObserved: number;
+        /** Resulting observation tokens after compression */
+        observationTokens: number;
+        /** The actual observations generated in this cycle */
+        observations?: string;
+        /** Current task extracted by the Observer */
+        currentTask?: string;
+        /** Suggested response extracted by the Observer */
+        suggestedResponse?: string;
+        /** The OM record ID */
+        recordId: string;
+        /** This thread's ID */
+        threadId: string;
+    };
+}
+/**
+ * Failed marker inserted when observation fails.
+ * Allows for retry logic and debugging.
+ */
+export interface DataOmObservationFailedPart {
+    type: 'data-om-observation-failed';
+    data: {
+        /** Unique ID for this observation cycle - shared between start/end/failed markers */
+        cycleId: string;
+        /** Type of operation: 'observation' or 'reflection' */
+        operationType: OmOperationType;
+        /** When observation failed */
+        failedAt: string;
+        /** Duration until failure in milliseconds */
+        durationMs: number;
+        /** Tokens that were attempted to observe */
+        tokensAttempted: number;
+        /** Error message */
+        error: string;
+        /** The OM record ID */
+        recordId: string;
+        /** This thread's ID */
+        threadId: string;
+    };
+}
+/**
+ * Progress marker streamed during agent execution to provide real-time
+ * token progress updates for UI feedback.
+ */
+export interface DataOmProgressPart {
+    type: 'data-om-progress';
+    data: {
+        /** Current pending tokens (unobserved message tokens) */
+        pendingTokens: number;
+        /** Current message token threshold that triggers observation */
+        messageTokens: number;
+        /** Percentage of message token threshold reached */
+        messageTokensPercent: number;
+        /** Current observation tokens (for reflection progress) */
+        observationTokens: number;
+        /** Observation token threshold that triggers reflection */
+        observationTokensThreshold: number;
+        /** Percentage of observation token threshold reached */
+        observationTokensPercent: number;
+        /** Whether observation will trigger */
+        willObserve: boolean;
+        /** The OM record ID */
+        recordId: string;
+        /** Thread ID */
+        threadId: string;
+        /** Step number in the agent loop */
+        stepNumber: number;
+    };
+}
+/**
+ * Union of all observation marker types.
+ */
+export type DataOmObservationPart = DataOmObservationStartPart | DataOmObservationEndPart | DataOmObservationFailedPart | DataOmProgressPart;
+/**
+ * @deprecated Use DataOmObservationStartPart and DataOmObservationEndPart instead.
+ * Kept for backwards compatibility during migration.
+ */
+export interface DataOmObservedPart {
+    type: 'data-om-observed';
+    data: {
+        /** When this observation occurred */
+        observedAt: string;
+        /** Total tokens observed across all threads in this batch */
+        tokensObserved: number;
+        /** Resulting observation tokens after compression */
+        observationTokens: number;
+        /** The OM record ID this observation belongs to */
+        recordId: string;
+        /** This thread's ID */
+        threadId: string;
+        /** All thread IDs that were observed in this batch (for resource-scoped) */
+        threadIds: string[];
+        /** Snapshot of config at observation time (for debugging) */
+        config?: ObservationMarkerConfig;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/processors/observational-memory/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/processors/observational-memory/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,qBAAqB,CAAC;AAE5E;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,0DAA0D;IAC1D,GAAG,EAAE,MAAM,CAAC;IACZ,2DAA2D;IAC3D,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,gCAAgC,CAAC;AAE7D;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,cAAc,CAAC,EAAE;QACf,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAC;CAChD;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;;;;;;;OASG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAE7B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAE9B;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;;;OASG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAE7B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAE9B;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC9B;AAED;;;;;;GAMG;AACH,uDAAuD;AACvD,MAAM,MAAM,eAAe,GAAG,aAAa,GAAG,YAAY,CAAC;AAE3D,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,2BAA2B,CAAC;IAClC,IAAI,EAAE;QACJ,qFAAqF;QACrF,OAAO,EAAE,MAAM,CAAC;QAEhB,uDAAuD;QACvD,aAAa,EAAE,eAAe,CAAC;QAE/B,+BAA+B;QAC/B,SAAS,EAAE,MAAM,CAAC;QAElB,0CAA0C;QAC1C,eAAe,EAAE,MAAM,CAAC;QAExB,mDAAmD;QACnD,QAAQ,EAAE,MAAM,CAAC;QAEjB,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;QAEjB,wEAAwE;QACxE,SAAS,EAAE,MAAM,EAAE,CAAC;QAEpB,6CAA6C;QAC7C,MAAM,EAAE,uBAAuB,CAAC;KACjC,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,yBAAyB,CAAC;IAChC,IAAI,EAAE;QACJ,qFAAqF;QACrF,OAAO,EAAE,MAAM,CAAC;QAEhB,uDAAuD;QACvD,aAAa,EAAE,eAAe,CAAC;QAE/B,iCAAiC;QACjC,WAAW,EAAE,MAAM,CAAC;QAEpB,+BAA+B;QAC/B,UAAU,EAAE,MAAM,CAAC;QAEnB,sCAAsC;QACtC,cAAc,EAAE,MAAM,CAAC;QAEvB,qDAAqD;QACrD,iBAAiB,EAAE,MAAM,CAAC;QAE1B,sDAAsD;QACtD,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB,6CAA6C;QAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,mDAAmD;QACnD,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;QAEjB,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,4BAA4B,CAAC;IACnC,IAAI,EAAE;QACJ,qFAAqF;QACrF,OAAO,EAAE,MAAM,CAAC;QAEhB,uDAAuD;QACvD,aAAa,EAAE,eAAe,CAAC;QAE/B,8BAA8B;QAC9B,QAAQ,EAAE,MAAM,CAAC;QAEjB,6CAA6C;QAC7C,UAAU,EAAE,MAAM,CAAC;QAEnB,4CAA4C;QAC5C,eAAe,EAAE,MAAM,CAAC;QAExB,oBAAoB;QACpB,KAAK,EAAE,MAAM,CAAC;QAEd,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;QAEjB,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,kBAAkB,CAAC;IACzB,IAAI,EAAE;QACJ,yDAAyD;QACzD,aAAa,EAAE,MAAM,CAAC;QAEtB,gEAAgE;QAChE,aAAa,EAAE,MAAM,CAAC;QAEtB,oDAAoD;QACpD,oBAAoB,EAAE,MAAM,CAAC;QAE7B,2DAA2D;QAC3D,iBAAiB,EAAE,MAAM,CAAC;QAE1B,2DAA2D;QAC3D,0BAA0B,EAAE,MAAM,CAAC;QAEnC,wDAAwD;QACxD,wBAAwB,EAAE,MAAM,CAAC;QAEjC,uCAAuC;QACvC,WAAW,EAAE,OAAO,CAAC;QAErB,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;QAEjB,gBAAgB;QAChB,QAAQ,EAAE,MAAM,CAAC;QAEjB,oCAAoC;QACpC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAC7B,0BAA0B,GAC1B,wBAAwB,GACxB,2BAA2B,GAC3B,kBAAkB,CAAC;AAEvB;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,kBAAkB,CAAC;IACzB,IAAI,EAAE;QACJ,qCAAqC;QACrC,UAAU,EAAE,MAAM,CAAC;QAEnB,6DAA6D;QAC7D,cAAc,EAAE,MAAM,CAAC;QAEvB,qDAAqD;QACrD,iBAAiB,EAAE,MAAM,CAAC;QAE1B,mDAAmD;QACnD,QAAQ,EAAE,MAAM,CAAC;QAEjB,uBAAuB;QACvB,QAAQ,EAAE,MAAM,CAAC;QAEjB,4EAA4E;QAC5E,SAAS,EAAE,MAAM,EAAE,CAAC;QAEpB,6DAA6D;QAC7D,MAAM,CAAC,EAAE,uBAAuB,CAAC;KAClC,CAAC;CACH"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/memory",
-  "version": "1.0.1",
+  "version": "1.1.0-alpha.1",
   "description": "",
   "type": "module",
   "main": "./dist/index.js",
@@ -20,6 +20,16 @@
         "default": "./dist/index.cjs"
       }
     },
+    "./processors": {
+      "import": {
+        "types": "./dist/processors/index.d.ts",
+        "default": "./dist/processors/index.js"
+      },
+      "require": {
+        "types": "./dist/processors/index.d.ts",
+        "default": "./dist/processors/index.cjs"
+      }
+    },
     "./package.json": "./package.json"
   },
   "keywords": [],
@@ -31,7 +41,7 @@
     "json-schema": "^0.4.0",
     "lru-cache": "^11.2.2",
     "xxhash-wasm": "^1.1.0",
-    "@mastra/schema-compat": "1.0.0"
+    "@mastra/schema-compat": "1.1.0-alpha.0"
   },
   "devDependencies": {
     "@ai-sdk/openai": "^1.3.24",
@@ -46,12 +56,12 @@
     "typescript": "^5.9.3",
     "typescript-eslint": "^8.51.0",
     "vitest": "4.0.16",
-    "@internal/ai-sdk-v4": "0.0.3",
-    "@internal/ai-sdk-v5": "0.0.3",
     "@internal/ai-v6": "0.0.3",
+    "@internal/ai-sdk-v5": "0.0.3",
     "@internal/lint": "0.0.56",
     "@internal/types-builder": "0.0.31",
-    "@mastra/core": "1.1.0"
+    "@mastra/core": "1.2.0-alpha.1",
+    "@internal/ai-sdk-v4": "0.0.3"
   },
   "peerDependencies": {
     "@mastra/core": ">=1.0.0-0 <2.0.0-0",