@theihtisham/agent-shadow-brain 5.2.0 → 6.0.2

package/dist/brain/dream-engine.js

@@ -0,0 +1,273 @@
+// src/brain/dream-engine.ts — Dream Engine (background reflection)
+// v6.0.0 — Hive Mind Edition
+//
+// LLMs are always reactive. Shadow Brain is the first dev tool with a
+// REFLECTIVE IDLE LOOP. When no agent is active for `idleThresholdMs`, the
+// Dream Engine wakes up and:
+//   - Re-reads recent decisions with fresh context
+//   - Runs counterfactual analysis ("what if X instead of Y?")
+//   - Strengthens validated patterns, weakens falsified ones
+//   - Drops "dream insights" into the brain, flagged for next session
+//
+// Uses Local LLM (Ollama) by default — 100% local, free, offline-capable.
+import * as fs from 'fs';
+import * as path from 'path';
+import * as os from 'os';
+import * as crypto from 'crypto';
+import { getGlobalBrain } from './global-brain.js';
+import { getLocalLLM } from './local-llm.js';
+import { getModelRegistry } from './model-registry.js';
+import { generateJson, z } from './json-output.js';
+const DREAMS_PATH = path.join(os.homedir(), '.shadow-brain', 'dreams.json');
+const DEFAULT_CONFIG = {
+    enabled: true,
+    idleThresholdMs: 5 * 60 * 1000,
+    maxDreamsPerCycle: 5,
+    useLocalLLM: true,
+    dreamIntervalMs: 10 * 60 * 1000,
+};
+function emptyStats() {
+    return {
+        totalDreams: 0,
+        byType: { revisit: 0, counterfactual: 0, consolidation: 0, contradiction: 0, 'pattern-discovery': 0 },
+        avgConfidence: 0,
+        actionableCount: 0,
+        acknowledgedCount: 0,
+        lastDreamAt: null,
+        totalDreamTimeMs: 0,
+    };
+}
+export class DreamEngine {
+    constructor(opts = {}) {
+        this.dreams = new Map();
+        this.stats = emptyStats();
+        this.lastActivityAt = Date.now();
+        this.cycleTimer = null;
+        this.initialized = false;
+        this.brain = getGlobalBrain();
+        this.llm = getLocalLLM();
+        this.config = { ...DEFAULT_CONFIG, ...opts };
+    }
+    async init() {
+        if (this.initialized)
+            return;
+        fs.mkdirSync(path.dirname(DREAMS_PATH), { recursive: true });
+        await this.brain.init();
+        if (fs.existsSync(DREAMS_PATH)) {
+            try {
+                const raw = fs.readFileSync(DREAMS_PATH, 'utf-8');
+                const parsed = JSON.parse(raw);
+                for (const d of parsed.dreams ?? []) {
+                    this.dreams.set(d.id, { ...d, generatedAt: new Date(d.generatedAt) });
+                }
+                if (parsed.stats) {
+                    this.stats = {
+                        ...emptyStats(),
+                        ...parsed.stats,
+                        lastDreamAt: parsed.stats.lastDreamAt ? new Date(parsed.stats.lastDreamAt) : null,
+                    };
+                }
+                this.lastActivityAt = parsed.lastActivityAt ?? Date.now();
+            }
+            catch {
+                /* corrupt — fresh */
+            }
+        }
+        this.initialized = true;
+    }
+    /** Record that SOMETHING happened (agent activity). Resets idle timer. */
+    noteActivity() {
+        this.lastActivityAt = Date.now();
+    }
+    /** Start background reflection loop. Safe to call once; no-op if already running. */
+    async start() {
+        await this.init();
+        if (!this.config.enabled)
+            return;
+        if (this.cycleTimer)
+            return;
+        this.cycleTimer = setInterval(() => this.tick().catch(() => { }), this.config.dreamIntervalMs);
+        // Avoid preventing the process from exiting
+        this.cycleTimer.unref?.();
+    }
+    async stop() {
+        if (this.cycleTimer)
+            clearInterval(this.cycleTimer);
+        this.cycleTimer = null;
+        await this.persist();
+    }
+    /** Run a single reflection pass. Exposed for tests + manual triggering. */
+    async dreamOnce() {
+        await this.init();
+        const since = Date.now() - this.config.idleThresholdMs;
+        if (Date.now() - this.lastActivityAt < this.config.idleThresholdMs) {
+            return []; // not idle yet
+        }
+        const start = Date.now();
+        const recent = this.brain.recall({ limit: 40 });
+        if (recent.length < 3)
+            return [];
+        void since;
+        const newDreams = [];
+        const available = await this.llm.isAvailable();
+        for (const type of ['revisit', 'counterfactual', 'consolidation', 'contradiction', 'pattern-discovery']) {
+            if (newDreams.length >= this.config.maxDreamsPerCycle)
+                break;
+            const dream = await this.generate(type, recent, available);
+            if (dream) {
+                this.dreams.set(dream.id, dream);
+                this.stats.totalDreams++;
+                this.stats.byType[type]++;
+                if (dream.actOnNextSession)
+                    this.stats.actionableCount++;
+                const n = this.stats.totalDreams;
+                this.stats.avgConfidence = this.stats.avgConfidence + (dream.confidence - this.stats.avgConfidence) / n;
+                newDreams.push(dream);
+            }
+        }
+        this.stats.lastDreamAt = new Date();
+        this.stats.totalDreamTimeMs += Date.now() - start;
+        await this.persist();
+        return newDreams;
+    }
+    listDreams(opts = {}) {
+        const all = Array.from(this.dreams.values()).sort((a, b) => b.generatedAt.getTime() - a.generatedAt.getTime());
+        return all
+            .filter(d => !opts.type || d.type === opts.type)
+            .filter(d => !opts.unacknowledgedOnly || !d.acknowledged)
+            .slice(0, opts.limit ?? 20);
+    }
+    async acknowledge(dreamId) {
+        await this.init();
+        const d = this.dreams.get(dreamId);
+        if (!d)
+            return false;
+        d.acknowledged = true;
+        this.stats.acknowledgedCount++;
+        await this.persist();
+        return true;
+    }
+    getStats() {
+        return JSON.parse(JSON.stringify(this.stats));
+    }
+    // ── Internals ─────────────────────────────────────────────────────────────
+    async tick() {
+        if (!this.config.enabled)
+            return;
+        if (Date.now() - this.lastActivityAt < this.config.idleThresholdMs)
+            return;
+        await this.dreamOnce().catch(() => { });
+    }
+    async generate(type, recent, llmAvailable) {
+        const seeds = recent.slice(0, 6);
+        const sourceIds = seeds.map(s => s.id);
+        const bullets = seeds.map((s, i) => `${i + 1}. [${s.category}] ${s.content.slice(0, 160)}`).join('\n');
+        let content;
+        let confidence = 0.55;
+        let actionable = false;
+        // Prefer ModelRegistry (respects user's lead provider + caching) — fall back to LocalLLM
+        const DreamSchema = z.object({
+            content: z.string().min(4).max(900),
+            confidence: z.number().min(0).max(1),
+            actionable: z.boolean().optional(),
+        });
+        try {
+            const registry = getModelRegistry();
+            await registry.init();
+            const intel = registry.getIntelligence();
+            const canUseRegistry = intel.leadProvider !== 'none' && llmAvailable;
+            if (canUseRegistry) {
+                const prompt = this.promptForType(type, bullets) + '\n\nReply as JSON: {"content": "<insight>", "confidence": 0.0-1.0, "actionable": true|false}';
+                const result = await generateJson(prompt, DreamSchema, {
+                    system: 'You are Shadow Brain\'s reflective dream engine. Be terse. Output JSON only.',
+                    featureName: 'dream-engine',
+                    maxTokens: 300,
+                    fallback: { content: this.syntheticDream(type, seeds), confidence: 0.4 },
+                });
+                content = result.value.content.slice(0, 600);
+                confidence = Math.max(0.3, Math.min(1, result.value.confidence));
+                actionable = !!result.value.actionable;
+            }
+            else if (llmAvailable) {
+                // LocalLLM free-text fallback
+                const prompt = this.promptForType(type, bullets);
+                const res = await this.llm.generate(prompt, 'You are a reflective assistant inside Shadow Brain. Speak tersely.');
+                content = res.text.trim();
+                confidence = res.provider === 'none' ? 0.4 : 0.7;
+            }
+            else {
+                content = this.syntheticDream(type, seeds);
+            }
+        }
+        catch {
+            content = this.syntheticDream(type, seeds);
+        }
+        if (!content)
+            return null;
+        return {
+            id: `dream-${crypto.randomBytes(6).toString('hex')}`,
+            type,
+            content: content.slice(0, 600),
+            sourceMemoryIds: sourceIds,
+            confidence,
+            generatedAt: new Date(),
+            actOnNextSession: actionable || (confidence >= 0.6 && (type === 'contradiction' || type === 'pattern-discovery')),
+            acknowledged: false,
+        };
+    }
+    promptForType(type, bullets) {
+        switch (type) {
+            case 'revisit':
+                return `Revisit these recent decisions and note anything you would change with fresh eyes. Reply in two sentences max.\n\n${bullets}`;
+            case 'counterfactual':
+                return `Pick the single riskiest decision below and describe in two sentences a counterfactual — what if we had chosen differently?\n\n${bullets}`;
+            case 'consolidation':
+                return `Extract at most one generalizable pattern from these decisions, in one sentence.\n\n${bullets}`;
+            case 'contradiction':
+                return `Are any of these decisions in tension with each other? If yes, name the tension in two sentences. If no, say "none".\n\n${bullets}`;
+            case 'pattern-discovery':
+                return `Find one repeating theme across these items that could become a project principle. Reply with one short sentence.\n\n${bullets}`;
+        }
+    }
+    syntheticDream(type, seeds) {
+        const cat = seeds[0]?.category ?? 'general';
+        switch (type) {
+            case 'revisit':
+                return `Reviewed ${seeds.length} recent ${cat} decisions; no fresh counter-evidence detected.`;
+            case 'counterfactual':
+                return `Counterfactual on recent ${cat}: the inverse choice would have traded simplicity for control.`;
+            case 'consolidation':
+                return `Recurring ${cat} theme: prefer explicit contracts over implicit state.`;
+            case 'contradiction':
+                return `No hard contradictions found across recent ${cat} decisions.`;
+            case 'pattern-discovery':
+                return `Emerging ${cat} principle: invariants belong at the edges, not the middle.`;
+        }
+    }
+    async persist() {
+        try {
+            const payload = {
+                schemaVersion: 1,
+                dreams: Array.from(this.dreams.values()),
+                stats: this.stats,
+                lastActivityAt: this.lastActivityAt,
+            };
+            const tmp = DREAMS_PATH + '.tmp';
+            fs.writeFileSync(tmp, JSON.stringify(payload, null, 2));
+            fs.renameSync(tmp, DREAMS_PATH);
+        }
+        catch {
+            /* non-fatal */
+        }
+    }
+}
+let _instance = null;
+export function getDreamEngine(opts) {
+    if (!_instance)
+        _instance = new DreamEngine(opts);
+    return _instance;
+}
+export function resetDreamEngineForTests() {
+    _instance = null;
+}
+//# sourceMappingURL=dream-engine.js.map

package/dist/brain/dream-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dream-engine.js","sourceRoot":"","sources":["../../src/brain/dream-engine.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,6BAA6B;AAC7B,EAAE;AACF,sEAAsE;AACtE,2EAA2E;AAC3E,6BAA6B;AAC7B,mDAAmD;AACnD,+DAA+D;AAC/D,6DAA6D;AAC7D,sEAAsE;AACtE,EAAE;AACF,0EAA0E;AAE1E,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAQjC,OAAO,EAAE,cAAc,EAAe,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAY,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,kBAAkB,CAAC;AAEnD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,aAAa,CAAC,CAAC;AAE5E,MAAM,cAAc,GAAsB;IACxC,OAAO,EAAE,IAAI;IACb,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;IAC9B,iBAAiB,EAAE,CAAC;IACpB,WAAW,EAAE,IAAI;IACjB,eAAe,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;CAChC,CAAC;AASF,SAAS,UAAU;IACjB,OAAO;QACL,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE;QACrG,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,CAAC;QAClB,iBAAiB,EAAE,CAAC;QACpB,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,CAAC;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,WAAW;IAUtB,YAAY,OAAmC,EAAE;QANzC,WAAM,GAA8B,IAAI,GAAG,EAAE,CAAC;QAC9C,UAAK,GAAqB,UAAU,EAAE,CAAC;QACvC,mBAAc,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,eAAU,GAA0B,IAAI,CAAC;QACzC,gBAAW,GAAG,KAAK,CAAC;QAG1B,IAAI,CAAC,KAAK,GAAG,cAAc,EAAE,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,EAAE,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,GAAG;wBACX,GAAG,UAAU,EAAE;wBACf,GAAG,MAAM,CAAC,KAAK;wBACf,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;qBAClF,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5D,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,0EAA0E;IAC1E,YAAY;QACV,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,CAAC;IAED,qFAAqF;IACrF,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QACjC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC9F,4CAA4C;QAC5C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,UAAU;YAAE,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QACvD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YACnE,OAAO,EAAE,CAAC,CAAC,eAAe;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QACjC,KAAK,KAAK,CAAC;QAEX,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAK,CAAC,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,CAAiB,EAAE,CAAC;YACzH,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;gBAAE,MAAM;YAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YAC3D,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBACzB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,IAAI,KAAK,CAAC,gBAAgB;oBAAE,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;gBACzD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACxG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAClD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,UAAU,CAAC,OAA2E,EAAE;QACtF,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/G,OAAO,GAAG;aACP,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;aAC/C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;aACxD,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe;QAC/B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACrB,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QACjC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe;YAAE,OAAO;QAC3E,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,IAAe,EAAE,MAAqB,EAAE,YAAqB;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvG,IAAI,OAAe,CAAC;QACpB,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,yFAAyF;QACzF,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;YAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;YACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACpC,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;YACpC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,EAAE,CAAC;YACzC,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,CAAC;YACrE,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,8FAA8F,CAAC;gBAClJ,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE;oBACrD,MAAM,EAAE,8EAA8E;oBACtF,WAAW,EAAE,cAAc;oBAC3B,SAAS,EAAE,GAAG;oBACd,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;iBACzE,CAAC,CAAC;gBACH,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC7C,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBACjE,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;YACzC,CAAC;iBAAM,IAAI,YAAY,EAAE,CAAC;gBACxB,8BAA8B;gBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,oEAAoE,CAAC,CAAC;gBAClH,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1B,UAAU,GAAG,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE1B,OAAO;YACL,EAAE,EAAE,SAAS,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;YACpD,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC9B,eAAe,EAAE,SAAS;YAC1B,UAAU;YACV,WAAW,EAAE,IAAI,IAAI,EAAE;YACvB,gBAAgB,EAAE,UAAU,IAAI,CAAC,UAAU,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,mBAAmB,CAAC,CAAC;YACjH,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,IAAe,EAAE,OAAe;QACpD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,qHAAqH,OAAO,EAAE,CAAC;YACxI,KAAK,gBAAgB;gBACnB,OAAO,kIAAkI,OAAO,EAAE,CAAC;YACrJ,KAAK,eAAe;gBAClB,OAAO,uFAAuF,OAAO,EAAE,CAAC;YAC1G,KAAK,eAAe;gBAClB,OAAO,2HAA2H,OAAO,EAAE,CAAC;YAC9I,KAAK,mBAAmB;gBACtB,OAAO,wHAAwH,OAAO,EAAE,CAAC;QAC7I,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAe,EAAE,KAAoB;QAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,SAAS,CAAC;QAC5C,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,YAAY,KAAK,CAAC,MAAM,WAAW,GAAG,iDAAiD,CAAC;YACjG,KAAK,gBAAgB;gBACnB,OAAO,4BAA4B,GAAG,gEAAgE,CAAC;YACzG,KAAK,eAAe;gBAClB,OAAO,aAAa,GAAG,wDAAwD,CAAC;YAClF,KAAK,eAAe;gBAClB,OAAO,8CAA8C,GAAG,aAAa,CAAC;YACxE,KAAK,mBAAmB;gBACtB,OAAO,YAAY,GAAG,6DAA6D,CAAC;QACxF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACH,MAAM,OAAO,GAAiB;gBAC5B,aAAa,EAAE,CAAC;gBAChB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC,CAAC;YACF,MAAM,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC;YACjC,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACxD,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC;CACF;AAED,IAAI,SAAS,GAAuB,IAAI,CAAC;AAEzC,MAAM,UAAU,cAAc,CAAC,IAAiC;IAC9D,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,SAAS,GAAG,IAAI,CAAC;AACnB,CAAC"}

package/dist/brain/embeddings-v2.d.ts

@@ -0,0 +1,58 @@
+import { EventEmitter } from 'events';
+import { Embeddings } from './embeddings.js';
+export interface SearchHit {
+    id: string;
+    score: number;
+    text: string;
+    metadata?: Record<string, unknown>;
+}
+export interface IndexStats {
+    count: number;
+    shards: number;
+    avgNeighbors: number;
+    ollamaModel: string | null;
+    ollamaPullState: 'idle' | 'pulling' | 'complete' | 'failed';
+    approxBytes: number;
+}
+export declare class EmbeddingsV2 extends EventEmitter {
+    private docs;
+    private entryPoint;
+    private nextShard;
+    private currentShardBytes;
+    private initialized;
+    private pullState;
+    private readonly embeddings;
+    private readonly M;
+    private readonly efConstruct;
+    private readonly efSearch;
+    constructor(opts?: {
+        embeddings?: Embeddings;
+        M?: number;
+        efConstruct?: number;
+        efSearch?: number;
+    });
+    init(): Promise<void>;
+    /** Index a document. Replaces any prior doc with the same id. */
+    addDocument(id: string, text: string, metadata?: Record<string, unknown>): Promise<void>;
+    /** Approximate top-K nearest neighbors by cosine similarity. */
+    search(query: string, topK?: number): Promise<SearchHit[]>;
+    /** Remove a document from the index. */
+    delete(id: string): Promise<boolean>;
+    count(): number;
+    stats(): IndexStats;
+    flush(): Promise<void>;
+    private linkNode;
+    private detachNode;
+    private greedySearch;
+    private dotById;
+    private loadShards;
+    private pickShardFor;
+    private shardCount;
+    private persistShard;
+    private shardBytes;
+    private approxBytes;
+    private maybeAutoPull;
+}
+export declare function getEmbeddingsV2(): EmbeddingsV2;
+export declare function resetEmbeddingsV2ForTests(): void;
+//# sourceMappingURL=embeddings-v2.d.ts.map

package/dist/brain/embeddings-v2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings-v2.d.ts","sourceRoot":"","sources":["../../src/brain/embeddings-v2.ts"],"names":[],"mappings":"AA+BA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,UAAU,EAAiB,MAAM,iBAAiB,CAAC;AAyB5D,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC5D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,YAAa,SAAQ,YAAY;IAC5C,OAAO,CAAC,IAAI,CAAsC;IAClD,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAyC;IAC1D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAS;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,IAAI,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,UAAU,CAAC;QAAC,CAAC,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE;IAQ7F,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,iEAAiE;IAC3D,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB9F,gEAAgE;IAC1D,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,SAAK,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAc5D,wCAAwC;IAClC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAW1C,KAAK,IAAI,MAAM;IAEf,KAAK,IAAI,UAAU;IAab,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,OAAO,CAAC,QAAQ;IAsBhB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,YAAY;IAkCpB,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,UAAU;IAkBlB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,UAAU;YAIJ,YAAY;IAe1B,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,WAAW;YAYL,aAAa;CA2C5B;AAUD,wBAAgB,eAAe,IAAI,YAAY,CAG9C;AACD,wBAAgB,yBAAyB,IAAI,IAAI,CAAsB"}