@rbalchii/anchor-engine 4.7.0

package/engine/dist/core/inference/context_manager.js

@@ -0,0 +1,199 @@
+import { config } from '../../config/index.js';
+import { detectIntent, assembleAndSerialize } from '../../services/search/graph-context-serializer.js';
+import { buildSovereignPrompt } from '../../services/search/sovereign-system-prompt.js';
+/**
+ * Rolling Context Slicer (Feature 8) - Neuro-Symbolic Bridge Edition
+ *
+ * Implements "Middle-Out" Context Budgeting with Structured Graph Output.
+ * Prioritizes atoms based on a mix of Relevance (Vector Similarity) and Recency.
+ *
+ * Strategy:
+ * 1. Rank Candidates: Score = (Relevance * 0.7) + (RecencyNorm * 0.3).
+ * 2. Select: Fill budget with highest ranked atoms.
+ * 3. Smart Slice: If an atom fits partially, slice around the keyword match (windowing).
+ * 4. Order: Sort selected atoms Chronologically (or by Sequence) for linear readability.
+ */
+export function composeRollingContext(query, results, tokenBudget = 4096) {
+    // Constants
+    const CHARS_PER_TOKEN = 4; // Rough estimate
+    // Safety Buffer: Target 95% of budget to account for multibyte chars / math errors
+    const SAFE_BUDGET = Math.floor(tokenBudget * 0.95);
+    const charBudget = SAFE_BUDGET * CHARS_PER_TOKEN;
+    // 1. Dynamic Recency Analysis
+    // Check for temporal signals in query
+    const temporalSignals = ["recent", "latest", "new", "today", "now", "current", "last"];
+    const hasTemporalSignal = temporalSignals.some(signal => query.toLowerCase().includes(signal));
+    // Adjust weights based on intent
+    // Default: Relevance 70%, Recency 30%
+    // Temporal: Relevance 40%, Recency 60%
+    const RELEVANCE_WEIGHT = hasTemporalSignal ? 0.4 : config.CONTEXT_RELEVANCE_WEIGHT;
+    const RECENCY_WEIGHT = hasTemporalSignal ? 0.6 : config.CONTEXT_RECENCY_WEIGHT;
+    // 2. Normalize Recency & Score
+    const now = Date.now();
+    const oneMonth = 30 * 24 * 60 * 60 * 1000;
+    const candidates = results.map(atom => {
+        const atomTimestamp = typeof atom.timestamp === 'number' && !isNaN(atom.timestamp)
+            ? atom.timestamp
+            : now;
+        const age = Math.max(0, now - atomTimestamp);
+        // Recency Score: 1.0 = Brand new, 0.0 = >1 Month old (clamped)
+        const recencyScore = Math.max(0, 1.0 - (age / oneMonth));
+        // Final Mixed Score
+        const mixedScore = (atom.score * RELEVANCE_WEIGHT) + (recencyScore * RECENCY_WEIGHT);
+        return { ...atom, timestamp: atomTimestamp, mixedScore, recencyScore };
+    });
+    // 3. Sort by Mixed Score (Descending)
+    candidates.sort((a, b) => b.mixedScore - a.mixedScore);
+    // 4. Selection (Fill Budget)
+    const selectedAtoms = [];
+    let currentChars = 0;
+    for (const atom of candidates) {
+        if (currentChars >= charBudget)
+            break;
+        const atomLen = atom.content.length;
+        if (currentChars + atomLen <= charBudget) {
+            selectedAtoms.push(atom);
+            currentChars += atomLen;
+        }
+        else {
+            // Partial Fill with Smart Slicing
+            const remaining = charBudget - currentChars;
+            if (remaining > 200) {
+                // Slice to nearest punctuation to keep thought intact
+                // Look for . ! ? or \n within the last 50 chars of the budget
+                // Finds last punctuation before the hard limit
+                const safeContent = atom.content.substring(0, remaining);
+                // Polyfill for finding last punctuation
+                const lastDot = safeContent.lastIndexOf('.');
+                const lastBang = safeContent.lastIndexOf('!');
+                const lastQ = safeContent.lastIndexOf('?');
+                const lastNew = safeContent.lastIndexOf('\n');
+                const bestCut = Math.max(lastDot, lastBang, lastQ, lastNew);
+                if (bestCut > (remaining * 0.5)) {
+                    // If punctuation is reasonably far in, use it
+                    const slicedContent = atom.content.substring(0, bestCut + 1) + " [Truncated]";
+                    selectedAtoms.push({ ...atom, content: slicedContent });
+                    currentChars += slicedContent.length;
+                }
+                else {
+                    // Fallback to hard cut if no punctuation found nearby
+                    // Try to cut at the last space to avoid cutting mid-word
+                    const lastSpace = safeContent.lastIndexOf(' ');
+                    const cutIndex = lastSpace > (remaining * 0.5) ? lastSpace : remaining;
+                    const slicedContent = atom.content.substring(0, cutIndex) + "...";
+                    selectedAtoms.push({ ...atom, content: slicedContent });
+                    currentChars += slicedContent.length;
+                }
+            }
+            break; // Filled
+        }
+    }
+    // 5. Final Sort (Chronological / Flow)
+    // Preservation of narrative flow is key.
+    selectedAtoms.sort((a, b) => a.timestamp - b.timestamp);
+    // 6. Assemble JSON Graph (Neuro-Symbolic Output)
+    const graphNodes = selectedAtoms.map(a => ({
+        id: a.id,
+        type: a.type || 'thought',
+        content: a.content,
+        meta: {
+            score: Number(a.mixedScore.toFixed(3)),
+            tags: a.tags || [],
+            source: a.source,
+            timestamp: (() => {
+                try {
+                    return new Date(a.timestamp).toISOString();
+                }
+                catch (e) {
+                    return new Date().toISOString();
+                }
+            })(),
+            provenance: a.provenance || 'internal'
+        }
+    }));
+    const graph = {
+        intent: query,
+        nodes: graphNodes
+    };
+    const jsonString = JSON.stringify(graph, null, 2);
+    // Wrap with the User's Neuro-Symbolic Directive
+    const promptWrapper = `Here is a graph of thoughts from my memory, ranked by mathematical relevance (Time + Logic). Use these nodes to answer my question. Do not use outside knowledge unless necessary.\n\n\`\`\`json\n${jsonString}\n\`\`\``;
+    return {
+        prompt: promptWrapper,
+        stats: {
+            tokenCount: Math.ceil(currentChars / CHARS_PER_TOKEN),
+            charCount: currentChars,
+            filledPercent: Math.min(100, (currentChars / charBudget) * 100),
+            atomCount: selectedAtoms.length
+        }
+    };
+}
+// =============================================================================
+// GRAPH-CONTEXT PROTOCOL (GCP) — Enhanced Context Assembly
+// =============================================================================
+/**
+ * Compose context using the Graph-Context Protocol.
+ *
+ * This produces the sovereign prompt format:
+ *   System: "You are the interface for Anchor OS..."
+ *   User:   [CONTEXT_GRAPH_START]...[CONTEXT_GRAPH_END] + query
+ *
+ * Use this instead of composeRollingContext when you have physics metadata.
+ */
+export function composeGraphContext(query, anchors, walkerResults, user, tokenBudget = 4096) {
+    const CHARS_PER_TOKEN_GCP = 4;
+    const charBudget = Math.floor(tokenBudget * 0.95 * CHARS_PER_TOKEN_GCP);
+    // Convert ContextAtoms to SearchResult-compatible format for the serializer
+    const anchorSearchResults = anchors.map(a => ({
+        id: a.id,
+        content: a.content,
+        source: a.source,
+        timestamp: a.timestamp,
+        buckets: [],
+        tags: a.tags || [],
+        epochs: '',
+        provenance: a.provenance || 'internal',
+        score: a.score,
+        type: a.type || 'thought',
+        frequency: 1,
+    }));
+    const walkerSearchResults = walkerResults.map(a => ({
+        id: a.id,
+        content: a.content,
+        source: a.source,
+        timestamp: a.timestamp,
+        buckets: [],
+        tags: a.tags || [],
+        epochs: '',
+        provenance: a.provenance || 'internal',
+        score: a.score,
+        type: a.type || 'thought',
+        frequency: 1,
+    }));
+    const intent = detectIntent(query);
+    // Extract key terms from query (simple NLP-free approach)
+    const keyTerms = query.toLowerCase()
+        .split(/\s+/)
+        .filter(w => w.length > 3 && !['what', 'when', 'where', 'that', 'this', 'with', 'from', 'about'].includes(w));
+    const serialized = assembleAndSerialize({
+        user,
+        query,
+        keyTerms,
+        anchors: anchorSearchResults,
+        legacyWalkerResults: walkerSearchResults,
+        charBudget,
+    });
+    const { system, user: userMsg } = buildSovereignPrompt(user, intent, serialized, query);
+    const totalChars = system.length + userMsg.length;
+    return {
+        system,
+        user: userMsg,
+        stats: {
+            tokenCount: Math.ceil(totalChars / CHARS_PER_TOKEN_GCP),
+            charCount: totalChars,
+            filledPercent: Math.min(100, (totalChars / charBudget) * 100),
+            atomCount: anchors.length + walkerResults.length,
+        }
+    };
+}
+//# sourceMappingURL=context_manager.js.map

package/engine/dist/core/inference/context_manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context_manager.js","sourceRoot":"","sources":["../../../src/core/inference/context_manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,OAAO,EAGL,YAAY,EACZ,oBAAoB,EACrB,MAAM,mDAAmD,CAAC;AAC3D,OAAO,EAEL,oBAAoB,EACrB,MAAM,kDAAkD,CAAC;AAwB1D;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,qBAAqB,CACjC,KAAa,EACb,OAAsB,EACtB,cAAsB,IAAI;IAE1B,YAAY;IACZ,MAAM,eAAe,GAAG,CAAC,CAAC,CAAC,iBAAiB;IAE5C,mFAAmF;IACnF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,WAAW,GAAG,eAAe,CAAC;IAEjD,8BAA8B;IAC9B,sCAAsC;IACtC,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACvF,MAAM,iBAAiB,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAE/F,iCAAiC;IACjC,sCAAsC;IACtC,uCAAuC;IACvC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC;IACnF,MAAM,cAAc,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC;IAE/E,+BAA+B;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAE1C,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClC,MAAM,aAAa,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9E,CAAC,CAAC,IAAI,CAAC,SAAS;YAChB,CAAC,CAAC,GAAG,CAAC;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC,CAAC;QAC7C,+DAA+D;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC;QAEzD,oBAAoB;QACpB,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,YAAY,GAAG,cAAc,CAAC,CAAC;QAErF,OAAO,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,sCAAsC;IACtC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAEvD,6BAA6B;IAC7B,MAAM,aAAa,GAAsB,EAAE,CAAC;IAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,IAAI,YAAY,IAAI,UAAU;YAAE,MAAM;QAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAEpC,IAAI,YAAY,GAAG,OAAO,IAAI,UAAU,EAAE,CAAC;YACvC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,YAAY,IAAI,OAAO,CAAC;QAC5B,CAAC;aAAM,CAAC;YACJ,kCAAkC;YAClC,MAAM,SAAS,GAAG,UAAU,GAAG,YAAY,CAAC;YAC5C,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC;gBAClB,sDAAsD;gBACtD,8DAA8D;gBAE9D,+CAA+C;gBAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAEzD,wCAAwC;gBACxC,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC7C,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC3C,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAE9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBAE5D,IAAI,OAAO,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC;oBAC9B,8CAA8C;oBAC9C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;oBAC9E,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;oBACxD,YAAY,IAAI,aAAa,CAAC,MAAM,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACJ,sDAAsD;oBACtD,yDAAyD;oBACzD,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC/C,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;oBACvE,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;oBAClE,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;oBACxD,YAAY,IAAI,aAAa,CAAC,MAAM,CAAC;gBACzC,CAAC;YACL,CAAC;YACD,MAAM,CAAC,SAAS;QACpB,CAAC;IACL,CAAC;IAED,uCAAuC;IACvC,yCAAyC;IACzC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAExD,iDAAiD;IACjD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,SAAS;QACzB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE;YACF,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;YAClB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,GAAG,EAAE;gBACb,IAAI,CAAC;oBACD,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC/C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACpC,CAAC;YACL,CAAC,CAAC,EAAE;YACJ,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,UAAU;SACzC;KACJ,CAAC,CAAC,CAAC;IAEJ,MAAM,KAAK,GAAG;QACV,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,UAAU;KACpB,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAElD,gDAAgD;IAChD,MAAM,aAAa,GAAG,qMAAqM,UAAU,UAAU,CAAC;IAEhP,OAAO;QACH,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE;YACH,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC;YACrD,SAAS,EAAE,YAAY;YACvB,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;YAC/D,SAAS,EAAE,aAAa,CAAC,MAAM;SAClC;KACJ,CAAC;AACN,CAAC;AAED,gFAAgF;AAChF,2DAA2D;AAC3D,gFAAgF;AAEhF;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CAC/B,KAAa,EACb,OAAsB,EACtB,aAA4B,EAC5B,IAAiB,EACjB,cAAsB,IAAI;IAE1B,MAAM,mBAAmB,GAAG,CAAC,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,GAAG,mBAAmB,CAAC,CAAC;IAExE,4EAA4E;IAC5E,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1C,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,OAAO,EAAE,EAAc;QACvB,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,UAAU;QACtC,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,SAAS;QACzB,SAAS,EAAE,CAAC;KACf,CAAC,CAAC,CAAC;IAEJ,MAAM,mBAAmB,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChD,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,OAAO,EAAE,EAAc;QACvB,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,UAAU;QACtC,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,SAAS;QACzB,SAAS,EAAE,CAAC;KACf,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAEnC,0DAA0D;IAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE;SAC/B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAElH,MAAM,UAAU,GAAG,oBAAoB,CAAC;QACpC,IAAI;QACJ,KAAK;QACL,QAAQ;QACR,OAAO,EAAE,mBAAmB;QAC5B,mBAAmB,EAAE,mBAAmB;QACxC,UAAU;KACb,CAAC,CAAC;IAEH,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAExF,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAElD,OAAO;QACH,MAAM;QACN,IAAI,EAAE,OAAO;QACb,KAAK,EAAE;YACH,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC;YACvD,SAAS,EAAE,UAAU;YACrB,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;YAC7D,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;SACnD;KACJ,CAAC;AACN,CAAC"}

package/engine/dist/core/inference/llamaLoaderWorker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llamaLoaderWorker.d.ts.map

package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamaLoaderWorker.d.ts","sourceRoot":"","sources":["../../../src/core/inference/llamaLoaderWorker.ts"],"names":[],"mappings":""}

package/engine/dist/core/inference/llamaLoaderWorker.js

@@ -0,0 +1,23 @@
+/**
+ * llamaLoaderWorker — Local inference stub.
+ *
+ * node-llama-cpp has been removed from this project (user intent: pare to working core).
+ * Local LLM inference is NOT available. Configure LLM_PROVIDER=remote in user_settings.json
+ * to use a remote OpenAI-compatible endpoint instead.
+ */
+import { parentPort } from 'worker_threads';
+async function init() {
+    console.warn('[llamaLoaderWorker] Local inference is disabled. node-llama-cpp has been removed.');
+    parentPort?.postMessage({ type: 'ready' });
+}
+parentPort?.on('message', (message) => {
+    const err = 'Local inference not available. node-llama-cpp removed. Use LLM_PROVIDER=remote.';
+    if (message.type === 'dispose') {
+        parentPort?.postMessage({ type: 'disposed' });
+    }
+    else {
+        parentPort?.postMessage({ type: 'error', error: err });
+    }
+});
+init();
+//# sourceMappingURL=llamaLoaderWorker.js.map

package/engine/dist/core/inference/llamaLoaderWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamaLoaderWorker.js","sourceRoot":"","sources":["../../../src/core/inference/llamaLoaderWorker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,KAAK,UAAU,IAAI;IACf,OAAO,CAAC,IAAI,CAAC,mFAAmF,CAAC,CAAC;IAClG,UAAU,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,UAAU,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;IAClC,MAAM,GAAG,GAAG,iFAAiF,CAAC;IAC9F,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,UAAU,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACJ,UAAU,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAI,EAAE,CAAC"}

package/engine/dist/core/vector.d.ts

@@ -0,0 +1,40 @@
+export declare class VectorService {
+    private index;
+    private dimensions;
+    private indexName;
+    private _isInitialized;
+    constructor();
+    get isInitialized(): boolean;
+    /**
+     * Initialize the vector index.
+     * Tries to mmap existing index, or creates a new one.
+     */
+    init(): Promise<void>;
+    /**
+     * Add a vector to the index.
+     * @param id Unique Integer ID (mapped from UUID via DB)
+     * @param vector Float32Array
+     */
+    add(id: number, vector: number[] | Float32Array): void;
+    /**
+     * Search for nearest neighbors.
+     */
+    search(vector: number[] | Float32Array, limit?: number): {
+        ids: number[];
+        distances: number[];
+    };
+    /**
+     * Save the index to disk.
+     */
+    save(): void;
+    /**
+     * Get the absolute path to the index file.
+     */
+    private getIndexPath;
+    /**
+     * Close the index and release resources.
+     */
+    close(): void;
+}
+export declare const vector: VectorService;
+//# sourceMappingURL=vector.d.ts.map

package/engine/dist/core/vector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.d.ts","sourceRoot":"","sources":["../../src/core/vector.ts"],"names":[],"mappings":"AA0CA,qBAAa,aAAa;IAEtB,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,cAAc,CAAkB;;IAMxC,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED;;;OAGG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA6DlC;;;;OAIG;IACI,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,GAAG,IAAI;IAK7D;;OAEG;IACI,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,KAAK,GAAE,MAAW,GAAG;QAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAK1G;;OAEG;IACI,IAAI,IAAI,IAAI;IAWnB;;OAEG;IACH,OAAO,CAAC,YAAY;IAcpB;;OAEG;IACI,KAAK,IAAI,IAAI;CAQvB;AAED,eAAO,MAAM,MAAM,eAAsB,CAAC"}

package/engine/dist/core/vector.js

@@ -0,0 +1,167 @@
+import path from 'path';
+import fs from 'fs';
+import { pathManager } from '../utils/path-manager.js';
+/**
+ * MockSoulIndex — intentional no-op for the core STAR engine.
+ *
+ * The STAR algorithm achieves retrieval via sparse tag-intersection scoring
+ * (the Unified Field Equation) and does NOT require a dense vector index for
+ * its primary operation. Dense vector search is an optional augmentation.
+ *
+ * To add dense vector support:
+ *   1. Restore @rbalchii/native-vector (N-API) or swap in a WASM-based HNSW
+ *      (e.g., hnswlib-node, usearch).
+ *   2. Implement ISoulIndex against that library.
+ *   3. Replace MockSoulIndex below with that implementation.
+ *   4. Ensure ingest pipeline writes embeddings to the `embedding` column in atoms.
+ */
+class MockSoulIndex {
+    dimensions;
+    constructor(dimensions) {
+        this.dimensions = dimensions;
+        console.warn('[Vector] Using Mock SoulIndex (Native module missing or failed). Vector search is disabled.');
+    }
+    add(id, vector) { }
+    search(vector, limit) {
+        return { ids: [], distances: [] };
+    }
+    save(path) { }
+    view(path) { }
+    size() { return 0; }
+    close() { }
+}
+export class VectorService {
+    // Use 'any' or intersection to allow both real and mock types since they share the shape
+    index = null;
+    dimensions = 768; // Default embedding size
+    indexName = 'memory.index';
+    _isInitialized = false;
+    constructor() {
+        // Lazy init
+    }
+    get isInitialized() {
+        return this._isInitialized;
+    }
+    /**
+     * Initialize the vector index.
+     * Tries to mmap existing index, or creates a new one.
+     */
+    async init() {
+        if (this._isInitialized)
+            return;
+        try {
+            console.log('[Vector] Initializing Native Vector Engine...');
+            // Dynamic import to prevent crash if binding is missing
+            // Dynamic import to prevent crash if binding is missing
+            /*
+            let SoulIndexClass: any;
+            try {
+                const module = await import('@rbalchii/native-vector');
+                SoulIndexClass = module.SoulIndex;
+                console.log('[Vector] Native module loaded successfully.');
+            } catch (e) {
+                console.warn('[Vector] Native module load failed. Falling back to Mock.', e);
+                SoulIndexClass = MockSoulIndex;
+            }
+            */
+            console.warn('[Vector] Native Vector disabled (removed). Using Mock.');
+            const SoulIndexClass = MockSoulIndex;
+            this.index = new SoulIndexClass(this.dimensions);
+            // If we are using the mock, we don't need to do file operations
+            if (this.index instanceof MockSoulIndex) {
+                this._isInitialized = true;
+                return;
+            }
+            const indexPath = this.getIndexPath();
+            if (fs.existsSync(indexPath)) {
+                console.log(`[Vector] Loading existing index from ${indexPath}`);
+                // Use view for instant mmap loading
+                try {
+                    this.index.view(indexPath);
+                    console.log(`[Vector] Loaded index with ${this.index.size()} vectors.`);
+                }
+                catch (e) {
+                    console.warn(`[Vector] Failed to view index, it might be corrupt or empty. Creating new.`, e);
+                    // If view fails, we might want to delete it and start fresh or just proceed with empty in-memory
+                    // For now, proceeding with validation
+                }
+            }
+            else {
+                console.log(`[Vector] No existing index found at ${indexPath}. Starting fresh.`);
+                // Ensure directory exists
+                const dir = path.dirname(indexPath);
+                if (!fs.existsSync(dir)) {
+                    fs.mkdirSync(dir, { recursive: true });
+                }
+            }
+            this._isInitialized = true;
+        }
+        catch (e) {
+            console.error('[Vector] Failed to initialize Vector Engine:', e);
+            // Fallback to mock even if init logic fails elsewhere
+            this.index = new MockSoulIndex(this.dimensions);
+            this._isInitialized = true;
+        }
+    }
+    /**
+     * Add a vector to the index.
+     * @param id Unique Integer ID (mapped from UUID via DB)
+     * @param vector Float32Array
+     */
+    add(id, vector) {
+        if (!this.index)
+            throw new Error('Vector Engine not initialized');
+        this.index.add(id, vector);
+    }
+    /**
+     * Search for nearest neighbors.
+     */
+    search(vector, limit = 10) {
+        if (!this.index)
+            throw new Error('Vector Engine not initialized');
+        return this.index.search(vector, limit);
+    }
+    /**
+     * Save the index to disk.
+     */
+    save() {
+        if (!this.index)
+            return;
+        // Don't save mock
+        if (this.index instanceof MockSoulIndex)
+            return;
+        const indexPath = this.getIndexPath();
+        console.log(`[Vector] Saving index to ${indexPath}...`);
+        this.index.save(indexPath);
+        console.log('[Vector] Saved.');
+    }
+    /**
+     * Get the absolute path to the index file.
+     */
+    getIndexPath() {
+        // Use pathManager similar to DB
+        const dbPath = process.env.PGLITE_DB_PATH || pathManager.getDatabasePath();
+        // Store vector index alongside the database folder, or inside it?
+        // Let's store it alongside for now: <project_root>/data/memory.index
+        // But PGlite path is a directory. 
+        // Let's put it IN the data directory root.
+        const dataDir = path.dirname(dbPath);
+        // Actually, pathManager.getDatabasePath() usually returns .../anchor-db
+        // Let's use pathManager.getDataDirectory() if it exists, or derive from DB path.
+        // Assuming dbPath is .../anchor-db
+        return path.join(path.dirname(dbPath), this.indexName);
+    }
+    /**
+     * Close the index and release resources.
+     */
+    close() {
+        if (this.index) {
+            this.save(); // Auto-save on close?
+            this.index.close();
+            this.index = null;
+            this._isInitialized = false;
+        }
+    }
+}
+export const vector = new VectorService();
+//# sourceMappingURL=vector.js.map

package/engine/dist/core/vector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.js","sourceRoot":"","sources":["../../src/core/vector.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAYvD;;;;;;;;;;;;;GAaG;AACH,MAAM,aAAa;IACI;IAAnB,YAAmB,UAAkB;QAAlB,eAAU,GAAV,UAAU,CAAQ;QACjC,OAAO,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC;IAChH,CAAC;IACD,GAAG,CAAC,EAAU,EAAE,MAA+B,IAAU,CAAC;IAC1D,MAAM,CAAC,MAA+B,EAAE,KAAa;QACjD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,CAAC,IAAY,IAAU,CAAC;IAC5B,IAAI,CAAC,IAAY,IAAU,CAAC;IAC5B,IAAI,KAAa,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5B,KAAK,KAAW,CAAC;CACpB;AAED,MAAM,OAAO,aAAa;IACtB,yFAAyF;IACjF,KAAK,GAAsB,IAAI,CAAC;IAChC,UAAU,GAAW,GAAG,CAAC,CAAC,yBAAyB;IACnD,SAAS,GAAW,cAAc,CAAC;IACnC,cAAc,GAAY,KAAK,CAAC;IAExC;QACI,YAAY;IAChB,CAAC;IAED,IAAI,aAAa;QACb,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI;QACb,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAEhC,IAAI,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;YAE7D,wDAAwD;YACxD,wDAAwD;YACxD;;;;;;;;;;cAUE;YACF,OAAO,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,aAAa,CAAC;YAErC,IAAI,CAAC,KAAK,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAEjD,gEAAgE;YAChE,IAAI,IAAI,CAAC,KAAK,YAAY,aAAa,EAAE,CAAC;gBACtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,OAAO;YACX,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAEtC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,wCAAwC,SAAS,EAAE,CAAC,CAAC;gBACjE,oCAAoC;gBACpC,IAAI,CAAC;oBACD,IAAI,CAAC,KAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,CAAC,KAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC7E,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,4EAA4E,EAAE,CAAC,CAAC,CAAC;oBAC9F,iGAAiG;oBACjG,sCAAsC;gBAC1C,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,GAAG,CAAC,uCAAuC,SAAS,mBAAmB,CAAC,CAAC;gBACjF,0BAA0B;gBAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,CAAC;YACL,CAAC;YAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,CAAC,CAAC,CAAC;YACjE,sDAAsD;YACtD,IAAI,CAAC,KAAK,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;OAIG;IACI,GAAG,CAAC,EAAU,EAAE,MAA+B;QAClD,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAClE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,MAA+B,EAAE,QAAgB,EAAE;QAC7D,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACI,IAAI;QACP,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,kBAAkB;QAClB,IAAI,IAAI,CAAC,KAAK,YAAY,aAAa;YAAE,OAAO;QAEhD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,YAAY;QAChB,gCAAgC;QAChC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,WAAW,CAAC,eAAe,EAAE,CAAC;QAC3E,kEAAkE;QAClE,qEAAqE;QACrE,mCAAmC;QACnC,2CAA2C;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,wEAAwE;QACxE,iFAAiF;QACjF,mCAAmC;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACI,KAAK;QACR,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,sBAAsB;YACnC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAChC,CAAC;IACL,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/engine/dist/index.d.ts

@@ -0,0 +1,4 @@
+import express from "express";
+declare const app: express.Application;
+export { app };
+//# sourceMappingURL=index.d.ts.map

package/engine/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,OAAO,MAAM,SAAS,CAAC;AAkB9B,QAAA,MAAM,GAAG,EAAE,OAAO,CAAC,WAAuB,CAAC;AAob3C,OAAO,EAAE,GAAG,EAAE,CAAC"}