indusagi 0.12.19 → 0.12.21

package/dist/memory/processors/observational-memory/index.js

@@ -1,234 +0,0 @@
-/**
- * Observational Memory Processor
- * Based on Mastra ObservationalMemory
- */
-import { TokenCounter } from "./token-counter.js";
-import { buildObserverSystemPrompt, buildObserverPrompt, parseObserverOutput, } from "./observer-agent.js";
-import { buildReflectorSystemPrompt, buildReflectorPrompt, parseReflectorOutput, validateCompression, } from "./reflector-agent.js";
-/**
- * Default observational memory configuration
- */
-export const OBSERVATIONAL_MEMORY_DEFAULTS = {
-    observation: {
-        model: "google/gemini-2.5-flash",
-        messageTokens: 30_000,
-        modelSettings: { temperature: 0.3, maxOutputTokens: 100_000 },
-        maxTokensPerBatch: 10_000,
-        bufferTokens: 0.2,
-        bufferActivation: 0.8,
-    },
-    reflection: {
-        model: "google/gemini-2.5-flash",
-        observationTokens: 40_000,
-        modelSettings: { temperature: 0, maxOutputTokens: 100_000 },
-        bufferActivation: 0.5,
-    },
-};
-/**
- * Continuation hint for observation batches
- */
-export const OBSERVATION_CONTINUATION_HINT = `This message is not from the user...`;
-/**
- * Observational Memory Processor
- *
- * Implements a three-tier memory system:
- * 1. Observer: Extracts observations from messages
- * 2. Reflector: Consolidates observations when they grow too large
- * 3. Actor: Uses observations as context for responses
- */
-export class ObservationalMemory {
-    constructor(config) {
-        this.id = "observational-memory";
-        this.name = "Observational Memory Processor";
-        this.storage = config.storage;
-        this.config = config.config;
-        this.model = config.model;
-        this.callLLM = config.callLLM;
-        this.tokenCounter = new TokenCounter();
-    }
-    // ========================================================================
-    // Input Processing
-    // ========================================================================
-    async processInputStep(args) {
-        const { messages, context } = args;
-        // Get or initialize observational memory record
-        const record = await this.getOrCreateRecord(context);
-        // Build context with observations
-        const contextMessages = [];
-        // Add observations if available
-        if (record.activeObservations) {
-            const observationsMessage = {
-                id: `observations-${Date.now()}`,
-                role: "system",
-                content: `<observational_memory>\n${record.activeObservations}\n</observational_memory>`,
-                createdAt: new Date(),
-            };
-            contextMessages.push(observationsMessage);
-        }
-        // Get recent messages from storage
-        const { messages: storedMessages } = await this.storage.listMessages({
-            threadId: context.threadId,
-            perPage: 50,
-            orderBy: { field: "createdAt", direction: "DESC" },
-        });
-        // Reverse to get chronological order
-        const chronologicalMessages = storedMessages.reverse();
-        // Combine: observations + stored messages + new messages
-        return [...contextMessages, ...chronologicalMessages, ...messages];
-    }
-    // ========================================================================
-    // Output Processing
-    // ========================================================================
-    async processOutputResult(args) {
-        const { messages, context } = args;
-        // Check if read-only
-        if (context.memoryConfig?.readOnly) {
-            return messages;
-        }
-        // Save new messages
-        await this.storage.saveMessages({ messages });
-        // Check if observation is needed
-        const record = await this.getOrCreateRecord(context);
-        const newTokens = this.tokenCounter.countMessages(messages);
-        const totalPendingTokens = record.pendingMessageTokens + newTokens;
-        const observationConfig = this.getObservationConfig();
-        const threshold = observationConfig.messageTokens ?? 30_000;
-        if (totalPendingTokens >= threshold) {
-            // Trigger observation
-            await this.runObservation(context, record, totalPendingTokens);
-        }
-        return messages;
-    }
-    // ========================================================================
-    // Observation
-    // ========================================================================
-    async runObservation(context, record, pendingTokens) {
-        const observationConfig = this.getObservationConfig();
-        // Get unobserved messages
-        const { messages } = await this.storage.listMessages({
-            threadId: context.threadId,
-            perPage: 100,
-        });
-        // Build prompt
-        const systemPrompt = buildObserverSystemPrompt(false, observationConfig.instruction);
-        const userPrompt = buildObserverPrompt(record.activeObservations || undefined, messages);
-        // Call LLM
-        if (!this.callLLM) {
-            console.warn("ObservationalMemory: No LLM call function provided, skipping observation");
-            return;
-        }
-        try {
-            const output = await this.callLLM({
-                systemPrompt,
-                userPrompt,
-                model: observationConfig.model ?? this.model,
-                modelSettings: observationConfig.modelSettings,
-            });
-            const result = parseObserverOutput(output);
-            if (result.degenerate) {
-                console.warn("ObservationalMemory: Degenerate output detected, skipping");
-                return;
-            }
-            // Update record with new observations
-            const newObservations = record.activeObservations
-                ? `${record.activeObservations}\n\n${result.observations}`
-                : result.observations;
-            const newTokenCount = this.tokenCounter.countObservations(newObservations);
-            await this.storage.updateActiveObservations({
-                id: record.id,
-                observations: newObservations,
-                tokenCount: newTokenCount,
-                lastObservedAt: new Date(),
-            });
-            // Check if reflection is needed
-            const reflectionConfig = this.getReflectionConfig();
-            const reflectionThreshold = reflectionConfig.observationTokens ?? 40_000;
-            if (newTokenCount >= reflectionThreshold) {
-                await this.runReflection(context, newObservations);
-            }
-        }
-        catch (error) {
-            console.error("ObservationalMemory: Observation failed:", error);
-        }
-    }
-    // ========================================================================
-    // Reflection
-    // ========================================================================
-    async runReflection(context, observations) {
-        const reflectionConfig = this.getReflectionConfig();
-        if (!this.callLLM) {
-            return;
-        }
-        const systemPrompt = buildReflectorSystemPrompt(reflectionConfig.instruction);
-        const userPrompt = buildReflectorPrompt(observations);
-        try {
-            let output = await this.callLLM({
-                systemPrompt,
-                userPrompt,
-                model: reflectionConfig.model ?? this.model,
-                modelSettings: reflectionConfig.modelSettings,
-            });
-            let result = parseReflectorOutput(output);
-            // Try compression if needed
-            const targetThreshold = reflectionConfig.observationTokens ?? 40_000;
-            let compressionLevel = 0;
-            while (!result.degenerate &&
-                compressionLevel < 3 &&
-                !validateCompression(this.tokenCounter.countObservations(result.observations), targetThreshold)) {
-                compressionLevel = Math.min(3, compressionLevel + 1);
-                const retryPrompt = buildReflectorPrompt(observations, undefined, compressionLevel);
-                output = await this.callLLM({
-                    systemPrompt,
-                    userPrompt: retryPrompt,
-                    model: reflectionConfig.model ?? this.model,
-                    modelSettings: reflectionConfig.modelSettings,
-                });
-                result = parseReflectorOutput(output);
-            }
-            if (result.degenerate) {
-                console.warn("ObservationalMemory: Degenerate reflection output, keeping original observations");
-                return;
-            }
-            // Create new generation with reflected observations
-            const record = await this.getOrCreateRecord(context);
-            await this.storage.createReflectionGeneration({
-                currentRecord: record,
-                reflection: result.observations,
-                tokenCount: this.tokenCounter.countObservations(result.observations),
-            });
-        }
-        catch (error) {
-            console.error("ObservationalMemory: Reflection failed:", error);
-        }
-    }
-    // ========================================================================
-    // Helpers
-    // ========================================================================
-    async getOrCreateRecord(context) {
-        const scope = this.config.scope ?? "thread";
-        const threadId = scope === "thread" ? context.threadId : null;
-        let record = await this.storage.getObservationalMemory(threadId, context.resourceId);
-        if (!record) {
-            record = await this.storage.initializeObservationalMemory({
-                threadId,
-                resourceId: context.resourceId,
-                scope,
-                config: this.config,
-            });
-        }
-        return record;
-    }
-    getObservationConfig() {
-        return {
-            ...OBSERVATIONAL_MEMORY_DEFAULTS.observation,
-            ...this.config.observation,
-        };
-    }
-    getReflectionConfig() {
-        return {
-            ...OBSERVATIONAL_MEMORY_DEFAULTS.reflection,
-            ...this.config.reflection,
-        };
-    }
-}
-//# sourceMappingURL=index.js.map

package/dist/memory/processors/observational-memory/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/memory/processors/observational-memory/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AACtE,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,mBAAmB,GAUpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,oBAAoB,EAGpB,mBAAmB,GAEpB,MAAM,sBAAsB,CAAC;AAE9B;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,WAAW,EAAE;QACX,KAAK,EAAE,yBAAyB;QAChC,aAAa,EAAE,MAAM;QACrB,aAAa,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE;QAC7D,iBAAiB,EAAE,MAAM;QACzB,YAAY,EAAE,GAAG;QACjB,gBAAgB,EAAE,GAAG;KACtB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,yBAAyB;QAChC,iBAAiB,EAAE,MAAM;QACzB,aAAa,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,OAAO,EAAE;QAC3D,gBAAgB,EAAE,GAAG;KACtB;CACO,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sCAAsC,CAAC;AAiBpF;;;;;;;GAOG;AACH,MAAM,OAAO,mBAAmB;IAU9B,YAAY,MAA0C;QAT7C,OAAE,GAAG,sBAAsB,CAAC;QAC5B,SAAI,GAAG,gCAAgC,CAAC;QAS/C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IACzC,CAAC;IAED,2EAA2E;IAC3E,mBAAmB;IACnB,2EAA2E;IAE3E,KAAK,CAAC,gBAAgB,CAAC,IAGtB;QACC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAEnC,gDAAgD;QAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAErD,kCAAkC;QAClC,MAAM,eAAe,GAAkB,EAAE,CAAC;QAE1C,gCAAgC;QAChC,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC9B,MAAM,mBAAmB,GAAgB;gBACvC,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE;gBAChC,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,2BAA2B,MAAM,CAAC,kBAAkB,2BAA2B;gBACxF,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;YACF,eAAe,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC5C,CAAC;QAED,mCAAmC;QACnC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YACnE,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE;SACnD,CAAC,CAAC;QAEH,qCAAqC;QACrC,MAAM,qBAAqB,GAAG,cAAc,CAAC,OAAO,EAAE,CAAC;QAEvD,yDAAyD;QACzD,OAAO,CAAC,GAAG,eAAe,EAAE,GAAG,qBAAqB,EAAE,GAAG,QAAQ,CAAC,CAAC;IACrE,CAAC;IAED,2EAA2E;IAC3E,oBAAoB;IACpB,2EAA2E;IAE3E,KAAK,CAAC,mBAAmB,CAAC,IAGzB;QACC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAEnC,qBAAqB;QACrB,IAAI,OAAO,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE9C,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,kBAAkB,GAAG,MAAM,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAEnE,MAAM,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,iBAAiB,CAAC,aAAa,IAAI,MAAM,CAAC;QAE5D,IAAI,kBAAkB,IAAI,SAAS,EAAE,CAAC;YACpC,sBAAsB;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,2EAA2E;IAC3E,cAAc;IACd,2EAA2E;IAEnE,KAAK,CAAC,cAAc,CAC1B,OAAyB,EACzB,MAA0D,EAC1D,aAAqB;QAErB,MAAM,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAEtD,0BAA0B;QAC1B,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,GAAG;SACb,CAAC,CAAC;QAEH,eAAe;QACf,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACrF,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,kBAAkB,IAAI,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEzF,WAAW;QACX,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;YACzF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;gBAChC,YAAY;gBACZ,UAAU;gBACV,KAAK,EAAE,iBAAiB,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;gBAC5C,aAAa,EAAE,iBAAiB,CAAC,aAAwC;aAC1E,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAE3C,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;gBAC1E,OAAO;YACT,CAAC;YAED,sCAAsC;YACtC,MAAM,eAAe,GAAG,MAAM,CAAC,kBAAkB;gBAC/C,CAAC,CAAC,GAAG,MAAM,CAAC,kBAAkB,OAAO,MAAM,CAAC,YAAY,EAAE;gBAC1D,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;YAExB,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAE3E,MAAM,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;gBAC1C,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,YAAY,EAAE,eAAe;gBAC7B,UAAU,EAAE,aAAa;gBACzB,cAAc,EAAE,IAAI,IAAI,EAAE;aAC3B,CAAC,CAAC;YAEH,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACpD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,iBAAiB,IAAI,MAAM,CAAC;YAEzE,IAAI,aAAa,IAAI,mBAAmB,EAAE,CAAC;gBACzC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,aAAa;IACb,2EAA2E;IAEnE,KAAK,CAAC,aAAa,CACzB,OAAyB,EACzB,YAAoB;QAEpB,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,0BAA0B,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;gBAC9B,YAAY;gBACZ,UAAU;gBACV,KAAK,EAAE,gBAAgB,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;gBAC3C,aAAa,EAAE,gBAAgB,CAAC,aAAwC;aACzE,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAE1C,4BAA4B;YAC5B,MAAM,eAAe,GAAG,gBAAgB,CAAC,iBAAiB,IAAI,MAAM,CAAC;YACrE,IAAI,gBAAgB,GAAkB,CAAC,CAAC;YAExC,OACE,CAAC,MAAM,CAAC,UAAU;gBAClB,gBAAgB,GAAG,CAAC;gBACpB,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,eAAe,CAAC,EAC/F,CAAC;gBACD,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,CAAC,CAAkB,CAAC;gBACtE,MAAM,WAAW,GAAG,oBAAoB,CAAC,YAAY,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;gBACpF,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;oBAC1B,YAAY;oBACZ,UAAU,EAAE,WAAW;oBACvB,KAAK,EAAE,gBAAgB,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;oBAC3C,aAAa,EAAE,gBAAgB,CAAC,aAAwC;iBACzE,CAAC,CAAC;gBACH,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;gBACjG,OAAO;YACT,CAAC;YAED,oDAAoD;YACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAAC;gBAC5C,aAAa,EAAE,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,YAAY;gBAC/B,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC;aACrE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,UAAU;IACV,2EAA2E;IAEnE,KAAK,CAAC,iBAAiB,CAC7B,OAAyB;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC5C,MAAM,QAAQ,GAAG,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QAE9D,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAErF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC;gBACxD,QAAQ;gBACR,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,KAAK;gBACL,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,oBAAoB;QAC1B,OAAO;YACL,GAAG,6BAA6B,CAAC,WAAW;YAC5C,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;SAC3B,CAAC;IACJ,CAAC;IAEO,mBAAmB;QACzB,OAAO;YACL,GAAG,6BAA6B,CAAC,UAAU;YAC3C,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;SAC1B,CAAC;IACJ,CAAC;CACF"}

package/dist/memory/processors/observational-memory/observer-agent.d.ts

@@ -1,64 +0,0 @@
-/**
- * Observer Agent - Prompts and Parsing
- * Based on Mastra ObserverAgent
- */
-import type { CoreMessage } from "../../types.js";
-/**
- * Core extraction instructions for the Observer
- */
-export declare const OBSERVER_EXTRACTION_INSTRUCTIONS = "CRITICAL: DISTINGUISH USER ASSERTIONS FROM QUESTIONS\n\nWhen the user TELLS you something about themselves, mark it as an assertion:\n- \"I have two kids\" \u2192 \uD83D\uDD34 (14:30) User stated has two kids\n- \"I work at Acme Corp\" \u2192 \uD83D\uDD34 (14:31) User stated works at Acme Corp\n\nWhen the user ASKS about something, mark it as a question/request:\n- \"Can you help me with X?\" \u2192 \uD83D\uDD34 (15:00) User asked help with X\n- \"What's the best way to do Y?\" \u2192 \uD83D\uDD34 (15:01) User asked best way to do Y\n\nSTATE CHANGES AND UPDATES:\nWhen a user indicates they are changing something, frame it as a state change:\n- \"I'm going to start doing X instead of Y\" \u2192 \"User will start doing X (changing from Y)\"\n- \"I'm switching from A to B\" \u2192 \"User is switching from A to B\"\n\nTEMPORAL ANCHORING:\nEach observation has TWO potential timestamps:\n1. BEGINNING: The time the statement was made - ALWAYS include this\n2. END: The time being REFERENCED, if different - ONLY when there's a relative time reference\n\nFORMAT:\n- With time reference: (TIME) [observation]. (meaning/estimated DATE)\n- Without time reference: (TIME) [observation].\n\nCONVERSATION CONTEXT:\n- What the user is working on or asking about\n- Previous topics and their outcomes\n- User preferences (likes, dislikes, etc.)\n- Any specifically formatted text that needs to be reproduced later\n- When who/what/where/when is mentioned, note all details\n\nUSER MESSAGE CAPTURE:\n- Short and medium-length user messages should be captured nearly verbatim\n- For very long user messages, summarize but quote key phrases\n\nAVOIDING REPETITIVE OBSERVATIONS:\n- Do NOT repeat the same observation across multiple turns\n- Group repeated similar actions into a single parent observation";
-/**
- * Output format for Observer
- */
-export declare const OBSERVER_OUTPUT_FORMAT_BASE = "Use priority levels:\n- \uD83D\uDD34 High: explicit user facts, preferences, goals achieved, critical context\n- \uD83D\uDFE1 Medium: project details, learned information, tool results\n- \uD83D\uDFE2 Low: minor details, uncertain observations\n\nGroup related observations by indenting:\n* \uD83D\uDD34 (14:33) Agent debugging auth issue\n  * -> ran git status, found 3 modified files\n  * -> viewed auth.ts, found missing null check\n\nGroup observations by date, then list each with 24-hour time.\n\n<observations>\nDate: Dec 4, 2025\n* \uD83D\uDD34 (14:30) User prefers direct answers\n* \uD83D\uDD34 (14:31) Working on feature X\n* \uD83D\uDFE1 (14:32) User might prefer dark mode\n\nDate: Dec 5, 2025\n* \uD83D\uDD34 (09:15) Continued work on feature X\n</observations>\n\n<current-task>\nState the current task(s) explicitly.\n</current-task>\n\n<suggested-response>\nHint for the agent's immediate next message.\n</suggested-response>";
-/**
- * Observer guidelines
- */
-export declare const OBSERVER_GUIDELINES = "- Be specific enough for the assistant to act on\n- Add 1 to 5 observations per exchange\n- Use terse language to save tokens\n- Do not add repetitive observations\n- If the agent calls tools, observe what was called and what was learned\n- Make sure you start each observation with a priority emoji (\uD83D\uDD34, \uD83D\uDFE1, \uD83D\uDFE2)\n- User messages are always \uD83D\uDD34 priority";
-/**
- * Result from Observer agent
- */
-export interface ObserverResult {
-    observations: string;
-    currentTask?: string;
-    suggestedContinuation?: string;
-    rawOutput?: string;
-    degenerate?: boolean;
-}
-/**
- * Build the Observer system prompt
- */
-export declare function buildObserverSystemPrompt(multiThread?: boolean, instruction?: string): string;
-/**
- * Default Observer system prompt
- */
-export declare const OBSERVER_SYSTEM_PROMPT: string;
-/**
- * Format messages for Observer input
- */
-export declare function formatMessagesForObserver(messages: CoreMessage[], options?: {
-    maxPartLength?: number;
-}): string;
-/**
- * Build the Observer prompt
- */
-export declare function buildObserverPrompt(existingObservations: string | undefined, messagesToObserve: CoreMessage[], options?: {
-    skipContinuationHints?: boolean;
-}): string;
-/**
- * Parse Observer output
- */
-export declare function parseObserverOutput(output: string): ObserverResult;
-/**
- * Truncate observation lines that exceed max length
- */
-export declare function sanitizeObservationLines(observations: string): string;
-/**
- * Detect degenerate repetition in output
- */
-export declare function detectDegenerateRepetition(text: string): boolean;
-/**
- * Optimize observations for token efficiency
- */
-export declare function optimizeObservationsForContext(observations: string): string;
-//# sourceMappingURL=observer-agent.d.ts.map

package/dist/memory/processors/observational-memory/observer-agent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"observer-agent.d.ts","sourceRoot":"","sources":["../../../../src/memory/processors/observational-memory/observer-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAoB,MAAM,gBAAgB,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,gCAAgC,4wDAqCqB,CAAC;AAEnE;;GAEG;AACH,eAAO,MAAM,2BAA2B,m7BA4BlB,CAAC;AAEvB;;GAEG;AACH,eAAO,MAAM,mBAAmB,6YAMO,CAAC;AAExC;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,WAAW,GAAE,OAAe,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CA0DpG;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,QAA8B,CAAC;AAElE;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CA8C/G;AAUD;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,oBAAoB,EAAE,MAAM,GAAG,SAAS,EACxC,iBAAiB,EAAE,WAAW,EAAE,EAChC,OAAO,CAAC,EAAE;IAAE,qBAAqB,CAAC,EAAE,OAAO,CAAA;CAAE,GAC5C,MAAM,CAoBR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAmBlE;AAqED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAWrE;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CA4BhE;AAED;;GAEG;AACH,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAoB3E"}

package/dist/memory/processors/observational-memory/observer-agent.js

@@ -1,362 +0,0 @@
-/**
- * Observer Agent - Prompts and Parsing
- * Based on Mastra ObserverAgent
- */
-/**
- * Core extraction instructions for the Observer
- */
-export const OBSERVER_EXTRACTION_INSTRUCTIONS = `CRITICAL: DISTINGUISH USER ASSERTIONS FROM QUESTIONS
-
-When the user TELLS you something about themselves, mark it as an assertion:
-- "I have two kids" → 🔴 (14:30) User stated has two kids
-- "I work at Acme Corp" → 🔴 (14:31) User stated works at Acme Corp
-
-When the user ASKS about something, mark it as a question/request:
-- "Can you help me with X?" → 🔴 (15:00) User asked help with X
-- "What's the best way to do Y?" → 🔴 (15:01) User asked best way to do Y
-
-STATE CHANGES AND UPDATES:
-When a user indicates they are changing something, frame it as a state change:
-- "I'm going to start doing X instead of Y" → "User will start doing X (changing from Y)"
-- "I'm switching from A to B" → "User is switching from A to B"
-
-TEMPORAL ANCHORING:
-Each observation has TWO potential timestamps:
-1. BEGINNING: The time the statement was made - ALWAYS include this
-2. END: The time being REFERENCED, if different - ONLY when there's a relative time reference
-
-FORMAT:
-- With time reference: (TIME) [observation]. (meaning/estimated DATE)
-- Without time reference: (TIME) [observation].
-
-CONVERSATION CONTEXT:
-- What the user is working on or asking about
-- Previous topics and their outcomes
-- User preferences (likes, dislikes, etc.)
-- Any specifically formatted text that needs to be reproduced later
-- When who/what/where/when is mentioned, note all details
-
-USER MESSAGE CAPTURE:
-- Short and medium-length user messages should be captured nearly verbatim
-- For very long user messages, summarize but quote key phrases
-
-AVOIDING REPETITIVE OBSERVATIONS:
-- Do NOT repeat the same observation across multiple turns
-- Group repeated similar actions into a single parent observation`;
-/**
- * Output format for Observer
- */
-export const OBSERVER_OUTPUT_FORMAT_BASE = `Use priority levels:
-- 🔴 High: explicit user facts, preferences, goals achieved, critical context
-- 🟡 Medium: project details, learned information, tool results
-- 🟢 Low: minor details, uncertain observations
-
-Group related observations by indenting:
-* 🔴 (14:33) Agent debugging auth issue
-  * -> ran git status, found 3 modified files
-  * -> viewed auth.ts, found missing null check
-
-Group observations by date, then list each with 24-hour time.
-
-<observations>
-Date: Dec 4, 2025
-* 🔴 (14:30) User prefers direct answers
-* 🔴 (14:31) Working on feature X
-* 🟡 (14:32) User might prefer dark mode
-
-Date: Dec 5, 2025
-* 🔴 (09:15) Continued work on feature X
-</observations>
-
-<current-task>
-State the current task(s) explicitly.
-</current-task>
-
-<suggested-response>
-Hint for the agent's immediate next message.
-</suggested-response>`;
-/**
- * Observer guidelines
- */
-export const OBSERVER_GUIDELINES = `- Be specific enough for the assistant to act on
-- Add 1 to 5 observations per exchange
-- Use terse language to save tokens
-- Do not add repetitive observations
-- If the agent calls tools, observe what was called and what was learned
-- Make sure you start each observation with a priority emoji (🔴, 🟡, 🟢)
-- User messages are always 🔴 priority`;
-/**
- * Build the Observer system prompt
- */
-export function buildObserverSystemPrompt(multiThread = false, instruction) {
-    const outputFormat = OBSERVER_OUTPUT_FORMAT_BASE;
-    if (multiThread) {
-        return `You are the memory consciousness of an AI assistant. Your observations will be the ONLY information the assistant has about past interactions with this user.
-
-Extract observations that will help the assistant remember:
-
-${OBSERVER_EXTRACTION_INSTRUCTIONS}
-
-=== MULTI-THREAD INPUT ===
-
-You will receive messages from MULTIPLE conversation threads, each wrapped in <thread id="..."> tags.
-Process each thread separately and output observations for each thread.
-
-=== OUTPUT FORMAT ===
-
-<observations>
-<thread id="thread_id_1">
-Date: Dec 4, 2025
-* 🔴 (14:30) User prefers direct answers
-
-<current-task>
-What the agent is currently working on
-</current-task>
-
-<suggested-response>
-Hint for the agent's next message
-</suggested-response>
-</thread>
-</observations>
-
-Use priority levels: 🔴 High, 🟡 Medium, 🟢 Low
-
-=== GUIDELINES ===
-
-${OBSERVER_GUIDELINES}
-
-Remember: These observations are the assistant's ONLY memory. Make them count.${instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : ""}`;
-    }
-    return `You are the memory consciousness of an AI assistant. Your observations will be the ONLY information the assistant has about past interactions with this user.
-
-Extract observations that will help the assistant remember:
-
-${OBSERVER_EXTRACTION_INSTRUCTIONS}
-
-=== OUTPUT FORMAT ===
-
-Your output MUST use XML tags to structure the response.
-
-${outputFormat}
-
-=== GUIDELINES ===
-
-${OBSERVER_GUIDELINES}
-
-Remember: These observations are the assistant's ONLY memory. Make them count.${instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : ""}`;
-}
-/**
- * Default Observer system prompt
- */
-export const OBSERVER_SYSTEM_PROMPT = buildObserverSystemPrompt();
-/**
- * Format messages for Observer input
- */
-export function formatMessagesForObserver(messages, options) {
-    const maxLen = options?.maxPartLength;
-    return messages
-        .map(msg => {
-        const timestamp = msg.createdAt
-            ? new Date(msg.createdAt).toLocaleString("en-US", {
-                year: "numeric",
-                month: "short",
-                day: "numeric",
-                hour: "numeric",
-                minute: "2-digit",
-                hour12: true,
-            })
-            : "";
-        const role = msg.role.charAt(0).toUpperCase() + msg.role.slice(1);
-        const timestampStr = timestamp ? ` (${timestamp})` : "";
-        let content = "";
-        if (typeof msg.content === "string") {
-            content = maybeTruncate(msg.content, maxLen);
-        }
-        else if (msg.content && typeof msg.content === "object") {
-            const contentObj = msg.content;
-            if (contentObj.parts && Array.isArray(contentObj.parts) && contentObj.parts.length > 0) {
-                content = contentObj.parts
-                    .map(part => {
-                    if (part.type === "text")
-                        return maybeTruncate(part.text, maxLen);
-                    if (part.type === "tool-call") {
-                        return `[Tool Call: ${part.toolName}]\n${maybeTruncate(JSON.stringify(part.args, null, 2), maxLen)}`;
-                    }
-                    if (part.type === "tool-result") {
-                        return `[Tool Result: ${part.toolName}]\n${maybeTruncate(JSON.stringify(part.result, null, 2), maxLen)}`;
-                    }
-                    return "";
-                })
-                    .filter(Boolean)
-                    .join("\n");
-            }
-            else if (contentObj.content) {
-                content = maybeTruncate(contentObj.content, maxLen);
-            }
-        }
-        return `**${role}${timestampStr}:**\n${content}`;
-    })
-        .join("\n\n---\n\n");
-}
-/**
- * Truncate string if needed
- */
-function maybeTruncate(str, maxLen) {
-    if (!maxLen || str.length <= maxLen)
-        return str;
-    return `${str.slice(0, maxLen)}\n... [truncated ${str.length - maxLen} characters]`;
-}
-/**
- * Build the Observer prompt
- */
-export function buildObserverPrompt(existingObservations, messagesToObserve, options) {
-    const formattedMessages = formatMessagesForObserver(messagesToObserve);
-    let prompt = "";
-    if (existingObservations) {
-        prompt += `## Previous Observations\n\n${existingObservations}\n\n---\n\n`;
-        prompt += "Do not repeat these existing observations. Your new observations will be appended.\n\n";
-    }
-    prompt += `## New Message History to Observe\n\n${formattedMessages}\n\n---\n\n`;
-    prompt += `## Your Task\n\n`;
-    prompt += `Extract new observations from the message history above. Do not repeat observations already in previous observations.`;
-    if (options?.skipContinuationHints) {
-        prompt += `\n\nIMPORTANT: Do NOT include <current-task> or <suggested-response> sections. Only output <observations>.`;
-    }
-    return prompt;
-}
-/**
- * Parse Observer output
- */
-export function parseObserverOutput(output) {
-    // Check for degenerate repetition
-    if (detectDegenerateRepetition(output)) {
-        return {
-            observations: "",
-            rawOutput: output,
-            degenerate: true,
-        };
-    }
-    const parsed = parseMemorySectionXml(output);
-    const observations = sanitizeObservationLines(parsed.observations || "");
-    return {
-        observations,
-        currentTask: parsed.currentTask || undefined,
-        suggestedContinuation: parsed.suggestedResponse || undefined,
-        rawOutput: output,
-    };
-}
-/**
- * Parse XML tags from observer/reflector output
- */
-function parseMemorySectionXml(content) {
-    const result = {
-        observations: "",
-        currentTask: "",
-        suggestedResponse: "",
-    };
-    // Extract <observations> content
-    const observationsRegex = /^[ \t]*<observations>([\s\S]*?)^[ \t]*<\/observations>/gim;
-    const observationsMatches = [...content.matchAll(observationsRegex)];
-    if (observationsMatches.length > 0) {
-        result.observations = observationsMatches
-            .map(m => m[1]?.trim() ?? "")
-            .filter(Boolean)
-            .join("\n");
-    }
-    else {
-        result.observations = extractListItemsOnly(content);
-    }
-    // Extract <current-task> content
-    const currentTaskMatch = content.match(/^[ \t]*<current-task>([\s\S]*?)^[ \t]*<\/current-task>/im);
-    if (currentTaskMatch?.[1]) {
-        result.currentTask = currentTaskMatch[1].trim();
-    }
-    // Extract <suggested-response> content
-    const suggestedResponseMatch = content.match(/^[ \t]*<suggested-response>([\s\S]*?)^[ \t]*<\/suggested-response>/im);
-    if (suggestedResponseMatch?.[1]) {
-        result.suggestedResponse = suggestedResponseMatch[1].trim();
-    }
-    return result;
-}
-/**
- * Extract only list items from content
- */
-function extractListItemsOnly(content) {
-    const lines = content.split("\n");
-    const listLines = [];
-    for (const line of lines) {
-        if (/^\s*[-*]\s/.test(line) || /^\s*\d+\.\s/.test(line)) {
-            listLines.push(line);
-        }
-    }
-    return listLines.join("\n").trim();
-}
-/**
- * Maximum length for a single observation line
- */
-const MAX_OBSERVATION_LINE_CHARS = 10_000;
-/**
- * Truncate observation lines that exceed max length
- */
-export function sanitizeObservationLines(observations) {
-    if (!observations)
-        return observations;
-    const lines = observations.split("\n");
-    let changed = false;
-    for (let i = 0; i < lines.length; i++) {
-        if (lines[i].length > MAX_OBSERVATION_LINE_CHARS) {
-            lines[i] = lines[i].slice(0, MAX_OBSERVATION_LINE_CHARS) + " … [truncated]";
-            changed = true;
-        }
-    }
-    return changed ? lines.join("\n") : observations;
-}
-/**
- * Detect degenerate repetition in output
- */
-export function detectDegenerateRepetition(text) {
-    if (!text || text.length < 2000)
-        return false;
-    const windowSize = 200;
-    const step = Math.max(1, Math.floor(text.length / 50));
-    const seen = new Map();
-    let duplicateWindows = 0;
-    let totalWindows = 0;
-    for (let i = 0; i + windowSize <= text.length; i += step) {
-        const window = text.slice(i, i + windowSize);
-        totalWindows++;
-        const count = (seen.get(window) ?? 0) + 1;
-        seen.set(window, count);
-        if (count > 1)
-            duplicateWindows++;
-    }
-    if (totalWindows > 5 && duplicateWindows / totalWindows > 0.4) {
-        return true;
-    }
-    // Check for extremely long lines
-    const lines = text.split("\n");
-    for (const line of lines) {
-        if (line.length > 50_000)
-            return true;
-    }
-    return false;
-}
-/**
- * Optimize observations for token efficiency
- */
-export function optimizeObservationsForContext(observations) {
-    let optimized = observations;
-    // Remove 🟡 and 🟢 emojis (keep 🔴)
-    optimized = optimized.replace(/🟡\s*/g, "");
-    optimized = optimized.replace(/🟢\s*/g, "");
-    // Remove semantic tags
-    optimized = optimized.replace(/\[(?![\d\s]*items collapsed)[^\]]+\]/g, "");
-    // Remove arrow indicators
-    optimized = optimized.replace(/\s*->\s*/g, " ");
-    // Clean up multiple spaces
-    optimized = optimized.replace(/  +/g, " ");
-    // Clean up multiple newlines
-    optimized = optimized.replace(/\n{3,}/g, "\n\n");
-    return optimized.trim();
-}
-//# sourceMappingURL=observer-agent.js.map