cognitive-core 0.1.2 → 0.2.1

package/dist/memory/temporal-compressor.js

@@ -0,0 +1,335 @@
+/**
+ * TemporalCompressor — Adaptive memory compression.
+ *
+ * Experiences flow through Hot → Warm → Cold → Evicted tiers
+ * based on their accessScore (from Phase 0).
+ *
+ * Compression levels:
+ * - Hot:  Full fidelity (all data preserved)
+ * - Warm: Strip solutionOutput to key steps only
+ * - Cold: Replace key steps with single-paragraph summary
+ * - Evicted: Remove entirely (after ensuring pattern captured in ReasoningBank)
+ *
+ * Hysteresis: An experience must stay below a threshold for 2 consecutive
+ * compression passes before demotion, preventing oscillation from a
+ * single retrieval hit.
+ */
+const DEFAULT_CONFIG = {
+    hotThreshold: 0.5,
+    warmThreshold: 0.2,
+    evictionThreshold: 0.05,
+    hysteresis: 0.05,
+};
+/**
+ * TemporalCompressor — evaluates and compresses experiences based on access scores
+ */
+export class TemporalCompressor {
+    config;
+    persistence;
+    /**
+     * Track experiences that were below demotion threshold on the previous pass.
+     * Hysteresis: only demote after 2 consecutive passes below threshold.
+     */
+    pendingDemotion = new Set();
+    constructor(options, persistence) {
+        this.config = { ...DEFAULT_CONFIG, ...options };
+        this.persistence = persistence;
+        // Load persisted pending demotions
+        if (persistence?.isInitialized) {
+            const saved = persistence.getSystemState('temporal_compressor');
+            if (saved) {
+                this.pendingDemotion = new Set(saved);
+            }
+        }
+    }
+    /**
+     * Evaluate and compress experiences based on their access scores.
+     * Returns a CompressionResult describing all tier changes.
+     */
+    async compress(experiences) {
+        const result = {
+            promoted: [],
+            demoted: [],
+            evicted: [],
+            unchanged: [],
+            updates: new Map(),
+        };
+        const newPendingDemotion = new Set();
+        for (const exp of experiences) {
+            const currentTier = exp.tier ?? 'hot';
+            const targetTier = this.computeTargetTier(exp.accessScore);
+            if (targetTier === 'evict') {
+                // Cold → Evicted
+                if (currentTier === 'cold') {
+                    if (this.pendingDemotion.has(exp.id)) {
+                        // Second consecutive pass below eviction threshold → evict
+                        result.evicted.push(exp.id);
+                    }
+                    else {
+                        // First pass below → mark pending
+                        newPendingDemotion.add(exp.id);
+                        result.unchanged.push(exp.id);
+                    }
+                }
+                else {
+                    // Not yet cold — demote first (can't skip tiers)
+                    this.handleDemotion(exp, currentTier, result, newPendingDemotion);
+                }
+            }
+            else if (this.tierOrder(targetTier) < this.tierOrder(currentTier)) {
+                // Demotion (hot → warm, warm → cold, hot → cold)
+                this.handleDemotion(exp, currentTier, result, newPendingDemotion);
+            }
+            else if (this.tierOrder(targetTier) > this.tierOrder(currentTier)) {
+                // Promotion (cold → warm, warm → hot) — requires score above threshold + hysteresis
+                const effectiveScore = exp.accessScore;
+                const promotionThreshold = this.getPromotionThreshold(currentTier);
+                if (effectiveScore >= promotionThreshold) {
+                    const nextTier = this.nextHotterTier(currentTier);
+                    if (nextTier) {
+                        const promoted = this.promoteTier(exp, nextTier);
+                        result.promoted.push(exp.id);
+                        result.updates.set(exp.id, promoted);
+                    }
+                    else {
+                        result.unchanged.push(exp.id);
+                    }
+                }
+                else {
+                    result.unchanged.push(exp.id);
+                }
+            }
+            else {
+                result.unchanged.push(exp.id);
+            }
+        }
+        this.pendingDemotion = newPendingDemotion;
+        // Persist pending demotions
+        if (this.persistence) {
+            this.persistence.setSystemState('temporal_compressor', [...this.pendingDemotion]);
+        }
+        return result;
+    }
+    /**
+     * Load persisted pending demotions. Call after persistence is initialized.
+     */
+    loadPersistedState() {
+        if (this.persistence?.isInitialized) {
+            const saved = this.persistence.getSystemState('temporal_compressor');
+            if (saved) {
+                this.pendingDemotion = new Set(saved);
+            }
+        }
+    }
+    /**
+     * Compress a single experience from hot → warm.
+     * Strips solutionOutput to key steps only.
+     */
+    compressToWarm(experience) {
+        const keySteps = this.extractKeySteps(experience);
+        const originalStepCount = this.estimateStepCount(experience);
+        return {
+            ...experience,
+            tier: 'warm',
+            solutionOutput: keySteps.join('\n---\n'),
+            compressed: {
+                keySteps,
+                summary: '',
+                originalStepCount,
+            },
+        };
+    }
+    /**
+     * Compress a single experience from warm → cold.
+     * Replaces key steps with a single-paragraph summary.
+     */
+    compressToCold(experience) {
+        const summary = this.generateSummary(experience);
+        return {
+            ...experience,
+            tier: 'cold',
+            taskInput: experience.taskInput.slice(0, 200),
+            solutionOutput: summary,
+            feedback: experience.feedback.slice(0, 100),
+            compressed: {
+                keySteps: experience.compressed?.keySteps ?? [],
+                summary,
+                originalStepCount: experience.compressed?.originalStepCount ?? this.estimateStepCount(experience),
+            },
+        };
+    }
+    // === Internal helpers ===
+    /**
+     * Determine the target tier for a given access score.
+     */
+    computeTargetTier(accessScore) {
+        if (accessScore >= this.config.hotThreshold)
+            return 'hot';
+        if (accessScore >= this.config.warmThreshold)
+            return 'warm';
+        if (accessScore >= this.config.evictionThreshold)
+            return 'cold';
+        return 'evict';
+    }
+    /**
+     * Numeric ordering for tiers (higher = hotter).
+     */
+    tierOrder(tier) {
+        switch (tier) {
+            case 'hot': return 2;
+            case 'warm': return 1;
+            case 'cold': return 0;
+        }
+    }
+    /**
+     * Get the next colder tier.
+     */
+    nextColderTier(tier) {
+        switch (tier) {
+            case 'hot': return 'warm';
+            case 'warm': return 'cold';
+            case 'cold': return undefined;
+        }
+    }
+    /**
+     * Get the next hotter tier.
+     */
+    nextHotterTier(tier) {
+        switch (tier) {
+            case 'cold': return 'warm';
+            case 'warm': return 'hot';
+            case 'hot': return undefined;
+        }
+    }
+    /**
+     * Get the threshold needed for promotion from a tier (with hysteresis).
+     */
+    getPromotionThreshold(currentTier) {
+        switch (currentTier) {
+            case 'cold': return this.config.warmThreshold + this.config.hysteresis;
+            case 'warm': return this.config.hotThreshold + this.config.hysteresis;
+            case 'hot': return Infinity;
+        }
+    }
+    /**
+     * Handle a demotion with hysteresis.
+     * Only demote after 2 consecutive passes below threshold.
+     */
+    handleDemotion(exp, currentTier, result, newPendingDemotion) {
+        if (this.pendingDemotion.has(exp.id)) {
+            // Second consecutive pass below threshold → demote one step
+            const nextTier = this.nextColderTier(currentTier);
+            if (nextTier) {
+                const compressed = nextTier === 'warm'
+                    ? this.compressToWarm(exp)
+                    : this.compressToCold(exp);
+                result.demoted.push(exp.id);
+                result.updates.set(exp.id, {
+                    tier: compressed.tier,
+                    solutionOutput: compressed.solutionOutput,
+                    taskInput: compressed.taskInput,
+                    feedback: compressed.feedback,
+                    compressed: compressed.compressed,
+                });
+            }
+            else {
+                result.unchanged.push(exp.id);
+            }
+        }
+        else {
+            // First pass below threshold → mark pending
+            newPendingDemotion.add(exp.id);
+            result.unchanged.push(exp.id);
+        }
+    }
+    /**
+     * Promote an experience to a hotter tier.
+     * Note: data can't be un-compressed, but the tier changes.
+     */
+    promoteTier(_exp, targetTier) {
+        return { tier: targetTier };
+    }
+    /**
+     * Extract key steps from a solution output.
+     * Looks for tool calls, error messages, and outcome-relevant actions.
+     */
+    extractKeySteps(experience) {
+        const output = experience.solutionOutput;
+        const keySteps = [];
+        // If metadata has trajectory steps, extract from there
+        const metadata = experience.metadata;
+        const steps = metadata?.steps;
+        if (steps && Array.isArray(steps)) {
+            for (const step of steps) {
+                // Keep steps with high attribution or significant actions
+                const isKey = (step.attributionScore !== undefined && step.attributionScore > 0.5) ||
+                    step.action?.match(/^(Read|Write|Edit|Bash|Grep|Glob)\s/i) ||
+                    step.observation?.match(/error|fail|success|created|updated/i);
+                if (isKey) {
+                    const parts = [];
+                    if (step.action)
+                        parts.push(`Action: ${step.action.slice(0, 150)}`);
+                    if (step.observation)
+                        parts.push(`Result: ${step.observation.slice(0, 150)}`);
+                    keySteps.push(parts.join(' → '));
+                }
+            }
+        }
+        // Fallback: split output into paragraphs and keep first/last + error lines
+        if (keySteps.length === 0) {
+            const lines = output.split('\n').filter((l) => l.trim());
+            if (lines.length <= 5) {
+                return lines;
+            }
+            // Keep first line (often the approach), error lines, and last line (outcome)
+            keySteps.push(lines[0]);
+            for (const line of lines) {
+                if (line.match(/error|exception|fail|warning/i) && keySteps.length < 8) {
+                    keySteps.push(line.slice(0, 200));
+                }
+            }
+            keySteps.push(lines[lines.length - 1]);
+        }
+        return keySteps.slice(0, 10);
+    }
+    /**
+     * Estimate the original step count from an experience.
+     */
+    estimateStepCount(experience) {
+        const metadata = experience.metadata;
+        if (typeof metadata?.stepCount === 'number') {
+            return metadata.stepCount;
+        }
+        const steps = metadata?.steps;
+        if (Array.isArray(steps)) {
+            return steps.length;
+        }
+        // Fallback: estimate from output length
+        return Math.max(1, Math.ceil(experience.solutionOutput.length / 200));
+    }
+    /**
+     * Generate a one-paragraph summary for cold tier.
+     */
+    generateSummary(experience) {
+        const success = experience.success ? 'Successfully' : 'Failed to';
+        const domain = experience.domain;
+        const taskSnippet = experience.taskInput.slice(0, 100);
+        // Use key steps if available
+        const keySteps = experience.compressed?.keySteps;
+        if (keySteps && keySteps.length > 0) {
+            const stepsSnippet = keySteps
+                .slice(0, 3)
+                .map((s) => s.slice(0, 80))
+                .join('; ');
+            return `[${domain}] ${success} complete task: "${taskSnippet}". Key steps: ${stepsSnippet}. ${experience.feedback.slice(0, 100)}`;
+        }
+        return `[${domain}] ${success} complete task: "${taskSnippet}". ${experience.feedback.slice(0, 150)}`;
+    }
+}
+/**
+ * Create a TemporalCompressor
+ */
+export function createTemporalCompressor(options, persistence) {
+    return new TemporalCompressor(options, persistence);
+}
+//# sourceMappingURL=temporal-compressor.js.map

package/dist/memory/temporal-compressor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"temporal-compressor.js","sourceRoot":"","sources":["../../src/memory/temporal-compressor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAmCH,MAAM,cAAc,GAA6B;IAC/C,YAAY,EAAE,GAAG;IACjB,aAAa,EAAE,GAAG;IAClB,iBAAiB,EAAE,IAAI;IACvB,UAAU,EAAE,IAAI;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAA2B;IACjC,WAAW,CAAqB;IAExC;;;OAGG;IACK,eAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;IAEjD,YAAY,OAA2C,EAAE,WAA+B;QACtF,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAE/B,mCAAmC;QACnC,IAAI,WAAW,EAAE,aAAa,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,cAAc,CAAW,qBAAqB,CAAC,CAAC;YAC1E,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,eAAe,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,WAAyB;QACtC,MAAM,MAAM,GAAsB;YAChC,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,IAAI,GAAG,EAAE;SACnB,CAAC;QAEF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE7C,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC;YACtC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAE3D,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;gBAC3B,iBAAiB;gBACjB,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;oBAC3B,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;wBACrC,2DAA2D;wBAC3D,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,kCAAkC;wBAClC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC/B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,iDAAiD;oBACjD,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpE,iDAAiD;gBACjD,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;YACpE,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpE,oFAAoF;gBACpF,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,CAAC;gBACvC,MAAM,kBAAkB,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;gBAEnE,IAAI,cAAc,IAAI,kBAAkB,EAAE,CAAC;oBACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;oBAClD,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;wBACjD,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;oBACvC,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,kBAAkB,CAAC;QAE1C,4BAA4B;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,qBAAqB,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,IAAI,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,CAAW,qBAAqB,CAAC,CAAC;YAC/E,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,eAAe,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,UAAsB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAClD,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE7D,OAAO;YACL,GAAG,UAAU;YACb,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;YACxC,UAAU,EAAE;gBACV,QAAQ;gBACR,OAAO,EAAE,EAAE;gBACX,iBAAiB;aAClB;SACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,UAAsB;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAEjD,OAAO;YACL,GAAG,UAAU;YACb,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC7C,cAAc,EAAE,OAAO;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC3C,UAAU,EAAE;gBACV,QAAQ,EAAE,UAAU,CAAC,UAAU,EAAE,QAAQ,IAAI,EAAE;gBAC/C,OAAO;gBACP,iBAAiB,EAAE,UAAU,CAAC,UAAU,EAAE,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;aAClG;SACF,CAAC;IACJ,CAAC;IAED,2BAA2B;IAE3B;;OAEG;IACK,iBAAiB,CAAC,WAAmB;QAC3C,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,OAAO,KAAK,CAAC;QAC1D,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAAE,OAAO,MAAM,CAAC;QAC5D,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAAE,OAAO,MAAM,CAAC;QAChE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAA6B;QAC7C,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;YACrB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;YACtB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAA6B;QAClD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,KAAK,CAAC,CAAC,OAAO,MAAM,CAAC;YAC1B,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,MAAM,CAAC,CAAC,OAAO,SAAS,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAA6B;QAClD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,MAAM,CAAC,CAAC,OAAO,KAAK,CAAC;YAC1B,KAAK,KAAK,CAAC,CAAC,OAAO,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,WAAoC;QAChE,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YACvE,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YACtE,KAAK,KAAK,CAAC,CAAC,OAAO,QAAQ,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc,CACpB,GAAe,EACf,WAAoC,EACpC,MAAyB,EACzB,kBAA+B;QAE/B,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACrC,4DAA4D;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAClD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,QAAQ,KAAK,MAAM;oBACpC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;oBAC1B,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAE7B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE;oBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,cAAc,EAAE,UAAU,CAAC,cAAc;oBACzC,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,UAAU,EAAE,UAAU,CAAC,UAAU;iBAClC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,4CAA4C;YAC5C,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,WAAW,CACjB,IAAgB,EAChB,UAA0B;QAE1B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,UAAsB;QAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,CAAC;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,uDAAuD;QACvD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAmC,CAAC;QAChE,MAAM,KAAK,GAAG,QAAQ,EAAE,KAKV,CAAC;QAEf,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,0DAA0D;gBAC1D,MAAM,KAAK,GACT,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,GAAG,GAAG,CAAC;oBACpE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,sCAAsC,CAAC;oBAC1D,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBAEjE,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,IAAI,IAAI,CAAC,MAAM;wBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACpE,IAAI,IAAI,CAAC,WAAW;wBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC9E,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QAED,2EAA2E;QAC3E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACzD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;YAED,6EAA6E;YAC7E,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,UAAsB;QAC9C,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAmC,CAAC;QAChE,IAAI,OAAO,QAAQ,EAAE,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC5C,OAAO,QAAQ,CAAC,SAAS,CAAC;QAC5B,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,CAAC;QAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,MAAM,CAAC;QACtB,CAAC;QACD,wCAAwC;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,UAAsB;QAC5C,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC;QAClE,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QACjC,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAEvD,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,EAAE,QAAQ,CAAC;QACjD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,YAAY,GAAG,QAAQ;iBAC1B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;iBAC1B,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,IAAI,MAAM,KAAK,OAAO,oBAAoB,WAAW,iBAAiB,YAAY,KAAK,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACpI,CAAC;QAED,OAAO,IAAI,MAAM,KAAK,OAAO,oBAAoB,WAAW,MAAM,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACxG,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAA2C,EAC3C,WAA+B;IAE/B,OAAO,IAAI,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;AACtD,CAAC"}

package/dist/persistence/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Persistence module — Unified SQLite database for system-internal state.
+ *
+ * Agent-accessible data (knowledge notes, published skills) stays as files.
+ * This module handles everything else: experiences, playbooks, causal edges,
+ * meta state, routing weights, vector embeddings.
+ */
+export { SqlitePersistence, createSqlitePersistence, type SqlitePersistenceConfig, type ExperienceRow, type PlaybookRow, type ReflexionRow, type CausalEdgeRow, type MetaObservationRow, type MetaStrategyRow, type SystemStateRow, } from './sqlite-persistence.js';
+export { toISO, fromISO, toJSON, fromJSON, toInt, fromInt, embeddingToBlob, blobToEmbedding, } from './serializers.js';
+export { JsonToSqliteMigrator, runMigration, type MigrationResult, } from './migrator.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/persistence/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/persistence/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,cAAc,GACpB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,KAAK,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,KAAK,EACL,OAAO,EACP,eAAe,EACf,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,oBAAoB,EACpB,YAAY,EACZ,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC"}

package/dist/persistence/index.js

@@ -0,0 +1,11 @@
+/**
+ * Persistence module — Unified SQLite database for system-internal state.
+ *
+ * Agent-accessible data (knowledge notes, published skills) stays as files.
+ * This module handles everything else: experiences, playbooks, causal edges,
+ * meta state, routing weights, vector embeddings.
+ */
+export { SqlitePersistence, createSqlitePersistence, } from './sqlite-persistence.js';
+export { toISO, fromISO, toJSON, fromJSON, toInt, fromInt, embeddingToBlob, blobToEmbedding, } from './serializers.js';
+export { JsonToSqliteMigrator, runMigration, } from './migrator.js';
+//# sourceMappingURL=index.js.map

package/dist/persistence/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/persistence/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GASxB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,KAAK,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,KAAK,EACL,OAAO,EACP,eAAe,EACf,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,oBAAoB,EACpB,YAAY,GAEb,MAAM,eAAe,CAAC"}

package/dist/persistence/migrator.d.ts

@@ -0,0 +1,40 @@
+/**
+ * JsonToSqliteMigrator — One-time migration from JSON files to unified SQLite.
+ *
+ * Runs on first init when schema_version is empty.
+ * Each collection migrates in its own transaction.
+ * Old directories are renamed to {collection}.migrated/ as backup.
+ */
+import type { SqlitePersistence } from './sqlite-persistence.js';
+export interface MigrationResult {
+    migrated: boolean;
+    counts: Record<string, number>;
+}
+export declare class JsonToSqliteMigrator {
+    private persistence;
+    private baseDir;
+    constructor(persistence: SqlitePersistence, baseDir: string);
+    /**
+     * Run migration if needed (schema_version < 1).
+     */
+    migrate(): Promise<MigrationResult>;
+    /**
+     * Migrate a single collection directory (flat or partitioned).
+     * Returns the number of items migrated.
+     */
+    private migrateCollection;
+    /**
+     * Recursively collect all .json files in a directory (handles partitioned stores).
+     */
+    private collectJsonFiles;
+    private toExperience;
+    private toPlaybook;
+    private toReflexionEpisode;
+    private toMetaObservation;
+    private toMetaStrategy;
+}
+/**
+ * Create a migrator and run migration.
+ */
+export declare function runMigration(persistence: SqlitePersistence, baseDir: string): Promise<MigrationResult>;
+//# sourceMappingURL=migrator.d.ts.map

package/dist/persistence/migrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrator.d.ts","sourceRoot":"","sources":["../../src/persistence/migrator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAKjE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,qBAAa,oBAAoB;IAE7B,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,OAAO;gBADP,WAAW,EAAE,iBAAiB,EAC9B,OAAO,EAAE,MAAM;IAGzB;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,eAAe,CAAC;IAwDzC;;;OAGG;YACW,iBAAiB;IAuD/B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA4BxB,OAAO,CAAC,YAAY;IAsBpB,OAAO,CAAC,UAAU;IAuClB,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,iBAAiB;IAoBzB,OAAO,CAAC,cAAc;CAavB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,WAAW,EAAE,iBAAiB,EAC9B,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,eAAe,CAAC,CAG1B"}

package/dist/persistence/migrator.js

@@ -0,0 +1,238 @@
+/**
+ * JsonToSqliteMigrator — One-time migration from JSON files to unified SQLite.
+ *
+ * Runs on first init when schema_version is empty.
+ * Each collection migrates in its own transaction.
+ * Old directories are renamed to {collection}.migrated/ as backup.
+ */
+import { join } from 'node:path';
+import { existsSync, renameSync, readdirSync, statSync } from 'node:fs';
+import { readFile } from 'node:fs/promises';
+export class JsonToSqliteMigrator {
+    persistence;
+    baseDir;
+    constructor(persistence, baseDir) {
+        this.persistence = persistence;
+        this.baseDir = baseDir;
+    }
+    /**
+     * Run migration if needed (schema_version < 1).
+     */
+    async migrate() {
+        const version = this.persistence.getSchemaVersion();
+        if (version >= 1) {
+            return { migrated: false, counts: {} };
+        }
+        const counts = {};
+        counts.experiences = await this.migrateCollection('experiences', (data) => this.persistence.insertExperience(this.toExperience(data)));
+        counts.playbooks = await this.migrateCollection('playbooks', (data) => this.persistence.insertPlaybook(this.toPlaybook(data)));
+        counts.reflexionEpisodes = await this.migrateCollection('reflexion-episodes', (data) => this.persistence.insertReflexionEpisode(this.toReflexionEpisode(data)));
+        counts.causalEdges = await this.migrateCollection('causal-edges', (data) => {
+            const edge = data;
+            this.persistence.insertCausalEdge({
+                id: edge.id,
+                cause: edge.cause,
+                effect: edge.effect,
+                confidence: edge.confidence,
+                domain: edge.domain,
+                sourceTrajectoryIds: (edge.sourceTrajectoryIds ?? []),
+                observedCount: (edge.observedCount ?? 1),
+                createdAt: new Date(edge.createdAt),
+                updatedAt: new Date(edge.updatedAt),
+            });
+        });
+        counts.metaObservations = await this.migrateCollection('meta-observations', (data) => this.persistence.insertMetaObservation(this.toMetaObservation(data)));
+        counts.metaStrategies = await this.migrateCollection('meta-strategies', (data) => this.persistence.insertMetaStrategy(this.toMetaStrategy(data)));
+        this.persistence.setSchemaVersion(1);
+        return { migrated: true, counts };
+    }
+    /**
+     * Migrate a single collection directory (flat or partitioned).
+     * Returns the number of items migrated.
+     */
+    async migrateCollection(collection, inserter) {
+        const dir = join(this.baseDir, collection);
+        if (!existsSync(dir))
+            return 0;
+        const jsonFiles = this.collectJsonFiles(dir);
+        if (jsonFiles.length === 0)
+            return 0;
+        let count = 0;
+        // Insert in batches within a transaction
+        const BATCH_SIZE = 100;
+        for (let i = 0; i < jsonFiles.length; i += BATCH_SIZE) {
+            const batch = jsonFiles.slice(i, i + BATCH_SIZE);
+            const batchData = [];
+            for (const filePath of batch) {
+                try {
+                    const content = await readFile(filePath, 'utf-8');
+                    const data = JSON.parse(content);
+                    batchData.push(data);
+                }
+                catch {
+                    // Skip unparseable files
+                }
+            }
+            if (batchData.length > 0) {
+                this.persistence.transaction(() => {
+                    for (const data of batchData) {
+                        try {
+                            inserter(data);
+                            count++;
+                        }
+                        catch {
+                            // Skip items that fail to insert
+                        }
+                    }
+                });
+            }
+        }
+        // Rename directory as backup
+        const backupDir = `${dir}.migrated`;
+        if (!existsSync(backupDir)) {
+            try {
+                renameSync(dir, backupDir);
+            }
+            catch {
+                // Non-fatal: backup rename failure doesn't block migration
+            }
+        }
+        return count;
+    }
+    /**
+     * Recursively collect all .json files in a directory (handles partitioned stores).
+     */
+    collectJsonFiles(dir) {
+        const files = [];
+        try {
+            const entries = readdirSync(dir);
+            for (const entry of entries) {
+                if (entry.startsWith('_'))
+                    continue; // Skip _index.json, _global metadata
+                const fullPath = join(dir, entry);
+                const st = statSync(fullPath);
+                if (st.isDirectory()) {
+                    // Recurse into partition directories
+                    files.push(...this.collectJsonFiles(fullPath));
+                }
+                else if (entry.endsWith('.json')) {
+                    files.push(fullPath);
+                }
+            }
+        }
+        catch {
+            // Directory read failure
+        }
+        return files;
+    }
+    // ==========================================================================
+    // Type coercion helpers (JSON data → typed objects)
+    // ==========================================================================
+    toExperience(data) {
+        const d = data;
+        return {
+            id: d.id,
+            taskInput: d.taskInput,
+            solutionOutput: d.solutionOutput,
+            feedback: d.feedback,
+            success: d.success,
+            domain: d.domain,
+            embedding: d.embedding,
+            trajectoryId: d.trajectoryId,
+            usageCount: (d.usageCount ?? 0),
+            accessScore: (d.accessScore ?? 0),
+            retrievalCount: (d.retrievalCount ?? 0),
+            tier: (d.tier ?? 'hot'),
+            compressed: d.compressed,
+            metadata: (d.metadata ?? {}),
+            createdAt: new Date(d.createdAt),
+            lastAccessedAt: d.lastAccessedAt ? new Date(d.lastAccessedAt) : undefined,
+        };
+    }
+    toPlaybook(data) {
+        const d = data;
+        const evolution = d.evolution ?? {};
+        const provenance = d.provenance;
+        return {
+            id: d.id,
+            name: d.name,
+            applicability: d.applicability,
+            guidance: d.guidance,
+            verification: (d.verification ?? { successIndicators: [], failureIndicators: [] }),
+            evolution: {
+                ...evolution,
+                version: (evolution.version ?? '1.0.0'),
+                createdFrom: (evolution.createdFrom ?? []),
+                failures: (evolution.failures ?? []),
+                refinements: (evolution.refinements ?? []),
+                successCount: (evolution.successCount ?? 0),
+                failureCount: (evolution.failureCount ?? 0),
+                lastUsed: evolution.lastUsed ? new Date(evolution.lastUsed) : undefined,
+                consolidationStrength: evolution.consolidationStrength,
+                domainBreadth: evolution.domainBreadth,
+            },
+            provenance: provenance ? {
+                origin: provenance.origin,
+                sourceFile: provenance.sourceFile,
+                importedFrom: provenance.importedFrom,
+                curatedBy: provenance.curatedBy,
+                recordedAt: new Date(provenance.recordedAt),
+            } : undefined,
+            confidence: (d.confidence ?? 0.3),
+            complexity: (d.complexity ?? 'moderate'),
+            estimatedEffort: (d.estimatedEffort ?? 3),
+            embedding: d.embedding,
+            createdAt: new Date(d.createdAt),
+            updatedAt: new Date(d.updatedAt),
+        };
+    }
+    toReflexionEpisode(data) {
+        const d = data;
+        return {
+            id: d.id,
+            trajectoryId: d.trajectoryId,
+            taskSummary: d.taskSummary,
+            outcome: d.outcome,
+            selfCritique: d.selfCritique,
+            keyInsights: (d.keyInsights ?? []),
+            strategyAssessment: d.strategyAssessment,
+            suggestedPlaybookUpdates: (d.suggestedPlaybookUpdates ?? []),
+            domain: d.domain,
+            createdAt: new Date(d.createdAt),
+        };
+    }
+    toMetaObservation(data) {
+        const d = data;
+        return {
+            id: d.id,
+            trajectoryId: d.trajectoryId,
+            routing: d.routing,
+            memoryUsage: (d.memoryUsage ?? { experiencesRetrieved: 0, playbooksApplied: [], retrievalQuality: 'neutral' }),
+            execution: (d.execution ?? { decompositionUsed: false, refinementIterations: 0, backtrackingOccurred: false, toolsUsed: [] }),
+            outcome: d.outcome,
+            lessons: (d.lessons ?? { whatWorked: [], whatFailed: [], suggestions: [] }),
+            timestamp: new Date(d.timestamp ?? new Date().toISOString()),
+        };
+    }
+    toMetaStrategy(data) {
+        const d = data;
+        return {
+            id: d.id,
+            name: d.name,
+            condition: d.condition,
+            adjustment: d.adjustment,
+            applicationCount: (d.applicationCount ?? 0),
+            successRate: (d.successRate ?? 0),
+            createdAt: new Date(d.createdAt),
+            updatedAt: new Date(d.updatedAt),
+        };
+    }
+}
+/**
+ * Create a migrator and run migration.
+ */
+export async function runMigration(persistence, baseDir) {
+    const migrator = new JsonToSqliteMigrator(persistence, baseDir);
+    return migrator.migrate();
+}
+//# sourceMappingURL=migrator.js.map