@ninebix/nmt-system 1.0.4 → 2.0.0

package/dist/src/services/ingestion.js

@@ -5,38 +5,7 @@
 import { ChunkEngine } from '../core/chunk-engine.js';
 import { generateUUID } from '../utils/uuid.js';
 import { now } from '../utils/index.js';
-/**
- * Default embedding provider (placeholder - returns random embeddings)
- */
-class DefaultEmbeddingProvider {
-    async embed(text) {
-        // Generate deterministic pseudo-random embedding from text
-        const embedding = new Float32Array(384);
-        let hash = 0;
-        for (let i = 0; i < text.length; i++) {
-            hash = ((hash << 5) - hash) + text.charCodeAt(i);
-            hash |= 0;
-        }
-        for (let i = 0; i < 384; i++) {
-            hash = ((hash << 5) - hash) + i;
-            hash |= 0;
-            embedding[i] = (hash % 1000) / 1000 - 0.5;
-        }
-        // Normalize
-        let norm = 0;
-        for (let i = 0; i < 384; i++) {
-            norm += embedding[i] * embedding[i];
-        }
-        norm = Math.sqrt(norm);
-        for (let i = 0; i < 384; i++) {
-            embedding[i] /= norm;
-        }
-        return embedding;
-    }
-    async embedBatch(texts) {
-        return Promise.all(texts.map(t => this.embed(t)));
-    }
-}
+import { DeterministicEmbeddingProvider } from './embedding-provider.js';
 /**
  * Ingestion Service
  */
@@ -52,7 +21,7 @@ export class IngestionService {
         this.merkleEngine = merkleEngine;
         this.graphManager = graphManager;
         this.chunkStore = chunkStore;
-        this.embeddingProvider = embeddingProvider ?? new DefaultEmbeddingProvider();
+        this.embeddingProvider = embeddingProvider ?? new DeterministicEmbeddingProvider();
         this.jobs = new Map();
     }
     /**
@@ -79,32 +48,54 @@ export class IngestionService {
         this.jobs.set(jobId, job);
         try {
             job.status = 'RUNNING';
-            // Configure chunk engine
-            if (options.useCDC !== undefined || options.chunkSize !== undefined) {
-                this.chunkEngine = new ChunkEngine({
-                    useCDC: options.useCDC,
-                    chunkSize: options.chunkSize
-                });
+            // ── Step 1: Generate embedding first (required for dedup check) ──────
+            const text = data.toString('utf-8');
+            const embedding = await this.embeddingProvider.embed(text);
+            job.progress = 30;
+            // ── Step 2: Semantic deduplication check ─────────────────────────────
+            // Default threshold: 0.95 (near-exact semantic duplicates only).
+            // Set deduplicationThreshold: 0 in options to skip.
+            const dedupThreshold = options.deduplicationThreshold ?? 0.95;
+            if (dedupThreshold > 0) {
+                const duplicate = await this.graphManager.findDuplicate(embedding, dedupThreshold);
+                if (duplicate) {
+                    // Merge any new tags into the existing neuron
+                    if (options.tags?.length) {
+                        await this.graphManager.mergeTags(duplicate.id, options.tags);
+                    }
+                    job.neuronId = duplicate.id;
+                    job.status = 'COMPLETED';
+                    job.progress = 100;
+                    job.completedAt = now();
+                    return duplicate;
+                }
             }
-            // Chunk the data
-            const chunks = this.chunkEngine.chunk(data);
+            // ── Step 3: No duplicate — chunk and store ───────────────────────────
+            // CDC auto-detection: enable for files ≥ 32 KB.
+            // Content-defined boundaries produce stable chunk hashes across
+            // document versions, enabling cross-document byte dedup in ChunkStore.
+            // Fixed chunking is retained for small files (lower overhead, typically
+            // produces a single chunk anyway).
+            const CDC_AUTO_THRESHOLD = 32 * 1024; // 32 KB
+            const useCDC = options.useCDC ?? (data.length >= CDC_AUTO_THRESHOLD);
+            // Create a per-call engine so concurrent ingests don't race on this.chunkEngine
+            const chunkEngine = new ChunkEngine({
+                useCDC,
+                chunkSize: options.chunkSize
+            });
+            const chunks = chunkEngine.chunk(data);
             job.totalChunks = chunks.length;
-            // Store chunks
             for (const chunk of chunks) {
                 await this.chunkStore.put(chunk);
                 job.processedChunks++;
-                job.progress = (job.processedChunks / job.totalChunks) * 50;
+                job.progress = 30 + (job.processedChunks / job.totalChunks) * 40;
             }
-            // Build Merkle tree from chunk hashes
+            // ── Step 4: Build Merkle tree ─────────────────────────────────────────
             const chunkHashes = chunks.map(c => c.hash);
             const merkleTree = this.merkleEngine.buildTree(chunkHashes);
             job.merkleRoot = merkleTree.root;
-            job.progress = 60;
-            // Generate embedding from text content
-            const text = data.toString('utf-8');
-            const embedding = await this.embeddingProvider.embed(text);
             job.progress = 80;
-            // Create neuron
+            // ── Step 5: Create neuron ─────────────────────────────────────────────
             const neuron = await this.graphManager.createNeuron({
                 embedding,
                 chunkHashes,
@@ -112,7 +103,18 @@ export class IngestionService {
                 sourceType: options.sourceType ?? 'text',
                 tags: options.tags,
                 autoConnect: options.autoConnect,
-                connectionThreshold: options.connectionThreshold
+                connectionThreshold: options.connectionThreshold,
+                sourceRow: options.sourceRow,
+                sourceColumns: options.sourceColumns,
+                sourceForeignKeys: options.sourceForeignKeys,
+                sourceIndexes: options.sourceIndexes,
+                sourceChecks: options.sourceChecks,
+                sourceTriggers: options.sourceTriggers,
+                sourceTable: options.sourceTable,
+                sourceEngine: options.sourceEngine,
+                sourceCharset: options.sourceCharset,
+                sourcePath: options.sourcePath,
+                sourceName: options.sourceName,
             });
             job.neuronId = neuron.id;
             job.status = 'COMPLETED';
@@ -170,7 +172,7 @@ export class IngestionService {
         if (!job || job.status !== 'RUNNING') {
             return false;
         }
-        job.status = 'FAILED';
+        job.status = 'CANCELLED';
         job.error = 'Cancelled by user';
         job.completedAt = now();
         return true;
@@ -208,27 +210,44 @@ export class IngestionService {
         const job = this.jobs.get(jobId);
         try {
             job.status = 'RUNNING';
-            // Chunk the data
-            const chunks = this.chunkEngine.chunk(data);
+            // ── Step 1: Embedding first ───────────────────────────────────────────
+            const text = data.toString('utf-8');
+            const embedding = await this.embeddingProvider.embed(text);
+            job.progress = 30;
+            // ── Step 2: Semantic deduplication check ─────────────────────────────
+            const dedupThreshold = options.deduplicationThreshold ?? 0.95;
+            if (dedupThreshold > 0) {
+                const duplicate = await this.graphManager.findDuplicate(embedding, dedupThreshold);
+                if (duplicate) {
+                    if (options.tags?.length) {
+                        await this.graphManager.mergeTags(duplicate.id, options.tags);
+                    }
+                    job.neuronId = duplicate.id;
+                    job.status = 'COMPLETED';
+                    job.progress = 100;
+                    job.completedAt = now();
+                    return;
+                }
+            }
+            // ── Step 3: Chunk and store ───────────────────────────────────────────
+            const CDC_AUTO_THRESHOLD = 32 * 1024;
+            const useCDC = options.useCDC ?? (data.length >= CDC_AUTO_THRESHOLD);
+            const chunkEngine = new ChunkEngine({ useCDC, chunkSize: options.chunkSize });
+            const chunks = chunkEngine.chunk(data);
             job.totalChunks = chunks.length;
-            // Store chunks
             for (const chunk of chunks) {
                 if (job.status !== 'RUNNING')
                     return; // Check for cancellation
                 await this.chunkStore.put(chunk);
                 job.processedChunks++;
-                job.progress = (job.processedChunks / job.totalChunks) * 50;
+                job.progress = 30 + (job.processedChunks / job.totalChunks) * 40;
             }
-            // Build Merkle tree
+            // ── Step 4: Merkle tree ───────────────────────────────────────────────
             const chunkHashes = chunks.map(c => c.hash);
             const merkleTree = this.merkleEngine.buildTree(chunkHashes);
             job.merkleRoot = merkleTree.root;
-            job.progress = 60;
-            // Generate embedding
-            const text = data.toString('utf-8');
-            const embedding = await this.embeddingProvider.embed(text);
             job.progress = 80;
-            // Create neuron
+            // ── Step 5: Create neuron ─────────────────────────────────────────────
             const neuron = await this.graphManager.createNeuron({
                 embedding,
                 chunkHashes,
@@ -236,7 +255,18 @@ export class IngestionService {
                 sourceType: options.sourceType ?? 'text',
                 tags: options.tags,
                 autoConnect: options.autoConnect,
-                connectionThreshold: options.connectionThreshold
+                connectionThreshold: options.connectionThreshold,
+                sourceRow: options.sourceRow,
+                sourceColumns: options.sourceColumns,
+                sourceForeignKeys: options.sourceForeignKeys,
+                sourceIndexes: options.sourceIndexes,
+                sourceChecks: options.sourceChecks,
+                sourceTriggers: options.sourceTriggers,
+                sourceTable: options.sourceTable,
+                sourceEngine: options.sourceEngine,
+                sourceCharset: options.sourceCharset,
+                sourcePath: options.sourcePath,
+                sourceName: options.sourceName,
             });
             job.neuronId = neuron.id;
             job.status = 'COMPLETED';

package/dist/src/services/ingestion.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../../src/services/ingestion.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAGtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAsCxC;;GAEG;AACH,MAAM,wBAAwB;IAC5B,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,2DAA2D;QAC3D,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,IAAI,CAAC,CAAC;YACV,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,GAAG,GAAG,CAAC;QAC5C,CAAC;QAED,YAAY;QACZ,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACvB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,WAAW,CAAc;IACzB,YAAY,CAAe;IAC3B,YAAY,CAAqB;IACjC,UAAU,CAAc;IACxB,iBAAiB,CAAoB;IACrC,IAAI,CAA0B;IAEtC,YACE,WAAwB,EACxB,YAA0B,EAC1B,YAAgC,EAChC,UAAuB,EACvB,iBAAqC;QAErC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,IAAI,wBAAwB,EAAE,CAAC;QAC7E,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,IAAY,EACZ,UAA4B,EAAE;QAE9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,UAA4B,EAAE;QAE9B,aAAa;QACb,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAiB;YACxB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1B,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YAEvB,yBAAyB;YACzB,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACpE,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;oBACjC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC,CAAC;YACL,CAAC;YAED,iBAAiB;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAEhC,eAAe;YACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACjC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACtB,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9D,CAAC;YAED,sCAAsC;YACtC,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAE5D,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;YACjC,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,uCAAuC;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE3D,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;gBAClD,SAAS;gBACT,WAAW;gBACX,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;aACjD,CAAC,CAAC;YAEH,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;YACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YAExB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,KAAK,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,KAAe,EACf,UAA4B,EAAE;QAE9B,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,IAAY,EACZ,UAA4B,EAAE;QAE9B,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAiB;YACxB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1B,oBAAoB;QACpB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3C,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAW;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAW;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;QACtB,GAAG,CAAC,KAAK,GAAG,mBAAmB,CAAC;QAChC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,cAAsB,OAAO;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QACxC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;gBACpE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,QAA2B;QAC9C,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,KAAW,EACX,IAAY,EACZ,OAAyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;QAElC,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YAEvB,iBAAiB;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAEhC,eAAe;YACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,CAAC,yBAAyB;gBAC/D,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACjC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACtB,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9D,CAAC;YAED,oBAAoB;YACpB,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5D,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;YACjC,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,qBAAqB;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3D,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;gBAClD,SAAS;gBACT,WAAW;gBACX,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;aACjD,CAAC,CAAC;YAEH,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;YACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,KAAK,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,WAAwB,EACxB,YAA0B,EAC1B,YAAgC,EAChC,UAAuB,EACvB,iBAAqC;IAErC,OAAO,IAAI,gBAAgB,CACzB,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,iBAAiB,CAClB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../../src/services/ingestion.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAgBH,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAGtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AA2DzE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,WAAW,CAAc;IACzB,YAAY,CAAe;IAC3B,YAAY,CAAqB;IACjC,UAAU,CAAc;IACxB,iBAAiB,CAAoB;IACrC,IAAI,CAA0B;IAEtC,YACE,WAAwB,EACxB,YAA0B,EAC1B,YAAgC,EAChC,UAAuB,EACvB,iBAAqC;QAErC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,IAAI,8BAA8B,EAAE,CAAC;QACnF,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,IAAY,EACZ,UAA4B,EAAE;QAE9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,UAA4B,EAAE;QAE9B,aAAa;QACb,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAiB;YACxB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1B,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YAEvB,wEAAwE;YACxE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3D,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,wEAAwE;YACxE,iEAAiE;YACjE,oDAAoD;YACpD,MAAM,cAAc,GAAG,OAAO,CAAC,sBAAsB,IAAI,IAAI,CAAC;YAC9D,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;gBACnF,IAAI,SAAS,EAAE,CAAC;oBACd,8CAA8C;oBAC9C,IAAI,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;wBACzB,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChE,CAAC;oBACD,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;oBAC5B,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;oBACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;oBACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;oBACxB,OAAO,SAAS,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,wEAAwE;YACxE,gDAAgD;YAChD,gEAAgE;YAChE,uEAAuE;YACvE,wEAAwE;YACxE,mCAAmC;YACnC,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ;YAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC,CAAC;YAErE,gFAAgF;YAChF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC;gBAClC,MAAM;gBACN,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAEhC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACjC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACtB,GAAG,CAAC,QAAQ,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YACnE,CAAC;YAED,yEAAyE;YACzE,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5D,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;YACjC,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,yEAAyE;YACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;gBAClD,SAAS;gBACT,WAAW;gBACX,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;gBAChD,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;YAEH,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;YACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YAExB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,KAAK,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,KAAe,EACf,UAA4B,EAAE;QAE9B,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,IAAY,EACZ,UAA4B,EAAE;QAE9B,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAiB;YACxB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1B,oBAAoB;QACpB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3C,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAW;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAW;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;QACzB,GAAG,CAAC,KAAK,GAAG,mBAAmB,CAAC;QAChC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,cAAsB,OAAO;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QACxC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;gBACpE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,QAA2B;QAC9C,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,KAAW,EACX,IAAY,EACZ,OAAyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;QAElC,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YAEvB,yEAAyE;YACzE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3D,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,wEAAwE;YACxE,MAAM,cAAc,GAAG,OAAO,CAAC,sBAAsB,IAAI,IAAI,CAAC;YAC9D,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;gBACnF,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;wBACzB,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChE,CAAC;oBACD,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;oBAC5B,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;oBACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;oBACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;oBACxB,OAAO;gBACT,CAAC;YACH,CAAC;YAED,yEAAyE;YACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;YACrC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAE9E,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAEhC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,CAAC,yBAAyB;gBAC/D,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACjC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACtB,GAAG,CAAC,QAAQ,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YACnE,CAAC;YAED,yEAAyE;YACzE,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5D,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;YACjC,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;YAElB,yEAAyE;YACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;gBAClD,SAAS;gBACT,WAAW;gBACX,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;gBAChD,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;YAEH,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC;YACnB,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,KAAK,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,WAAwB,EACxB,YAA0B,EAC1B,YAAgC,EAChC,UAAuB,EACvB,iBAAqC;IAErC,OAAO,IAAI,gBAAgB,CACzB,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,iBAAiB,CAClB,CAAC;AACJ,CAAC"}

package/dist/src/services/query.d.ts

@@ -41,15 +41,47 @@ export declare class QueryService {
     private chunkStore;
     private neuronStore;
     private embeddingProvider;
+    private workingMemory;
+    private episodeBuffer;
+    private readonly MAX_EPISODES;
+    private dopamineLevel;
+    private readonly DOPAMINE_DECAY;
+    private readonly DOPAMINE_RISE;
+    private readonly DOPAMINE_DROP;
     constructor(graphManager: NeuronGraphManager, merkleEngine: MerkleEngine, chunkStore: IChunkStore, neuronStore: INeuronStore, embeddingProvider?: QueryEmbeddingProvider);
+    /** Current working memory contents (newest last) */
+    getWorkingMemory(): UUID[];
+    /** Clear working memory (e.g., on topic change) */
+    clearWorkingMemory(): void;
+    /** Current dopamine level (0–1) */
+    getDopamineLevel(): number;
+    /** Update working memory with newly accessed neurons (LRU eviction) */
+    private updateWorkingMemory;
+    /** Compute max synapse weight from working memory to a candidate neuron */
+    private workingMemoryBoost;
     /**
-     * Search by text query
+     * Compute a simple TF-normalized keyword overlap score between query and content.
+     * Returns a value in [0, 1] where 1 means all query terms appear frequently.
+     */
+    private computeKeywordScore;
+    /**
+     * Search by text query with optional hybrid keyword reranking
      */
     search(query: string, options?: SearchOptions): Promise<QueryResult[]>;
     /**
-     * Search by embedding vector
+     * Search by embedding vector with optional hybrid reranking.
+     *
+     * Pipeline:
+     *   1. Pattern completion (Hopfield refinement) — if index has >1 node
+     *   2. HNSW semantic search
+     *   3. BM25 keyword hybrid reranking
+     *   4. Synapse-weight boost (Hebbian signal)
+     *   5. Inhibitory penalty
+     *   6. Working memory context boost
+     *   7. Fire-and-forget: Hebbian reinforce + inhibit + episode encode
+     *   8. Update working memory + decay dopamine
      */
-    searchByEmbedding(embedding: Embedding384, options?: SearchOptions): Promise<QueryResult[]>;
+    searchByEmbedding(embedding: Embedding384, options?: SearchOptions, queryText?: string): Promise<QueryResult[]>;
     /**
      * Search by neuron ID (find similar)
      */
@@ -94,6 +126,28 @@ export declare class QueryService {
      * Set embedding provider
      */
     setEmbeddingProvider(provider: QueryEmbeddingProvider): void;
+    /**
+     * Online embedding learning — adjust a neuron's embedding vector based on
+     * user relevance feedback.
+     *
+     * Biological analogy: Long-Term Potentiation (LTP) / Long-Term Depression (LTD).
+     * Positive feedback moves the neuron toward the query, negative moves it away.
+     *
+     * Formula: new_emb = L2_normalize(emb + α * direction * (query_emb - emb))
+     *   direction = +1 for relevant, -1 for irrelevant
+     *   α (learning rate) = 0.01  (small step — prevents catastrophic forgetting)
+     *
+     * @param neuronId  Target neuron to adjust
+     * @param query     The query text that elicited the feedback
+     * @param relevant  true → neuron should rank higher for this query
+     *                  false → neuron should rank lower
+     */
+    recordFeedback(neuronId: UUID, query: string, relevant: boolean): Promise<{
+        neuronId: UUID;
+        embeddingDrift: number;
+        feedbackCount: number;
+        dopamineLevel: number;
+    }>;
 }
 /**
  * Create a QueryService instance

package/dist/src/services/query.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../../src/services/query.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,IAAI,EACJ,YAAY,EACZ,UAAU,EAGV,WAAW,EACX,WAAW,EACX,YAAY,EACb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CAC5C;AAiCD;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAc;IAChC,OAAO,CAAC,WAAW,CAAe;IAClC,OAAO,CAAC,iBAAiB,CAAyB;gBAGhD,YAAY,EAAE,kBAAkB,EAChC,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,WAAW,EACvB,WAAW,EAAE,YAAY,EACzB,iBAAiB,CAAC,EAAE,sBAAsB;IAS5C;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAKhF;;OAEG;IACG,iBAAiB,CACrB,SAAS,EAAE,YAAY,EACvB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,WAAW,EAAE,CAAC;IA+CzB;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,IAAI,EACd,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,WAAW,EAAE,CAAC;IAUzB;;OAEG;IACG,SAAS,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAIrD;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAI3E;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,UAAU,EAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAY9B;;OAEG;IACG,iBAAiB,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IASjF;;OAEG;IACG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAc7D;;OAEG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAcvE;;OAEG;IACG,mBAAmB,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAkBpE;;OAEG;IACG,eAAe,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAehE;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,IAAI;CAG7D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,YAAY,EAAE,kBAAkB,EAChC,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,WAAW,EACvB,WAAW,EAAE,YAAY,EACzB,iBAAiB,CAAC,EAAE,sBAAsB,GACzC,YAAY,CAQd"}
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../../src/services/query.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,IAAI,EACJ,YAAY,EACZ,UAAU,EAGV,WAAW,EACX,WAAW,EACX,YAAY,EACb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAIxD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CAC5C;AAOD;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAc;IAChC,OAAO,CAAC,WAAW,CAAe;IAClC,OAAO,CAAC,iBAAiB,CAAyB;IAGlD,OAAO,CAAC,aAAa,CAAc;IAGnC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAM;IAKnC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAO;IACtC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAQ;IACtC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAGrC,YAAY,EAAE,kBAAkB,EAChC,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,WAAW,EACvB,WAAW,EAAE,YAAY,EACzB,iBAAiB,CAAC,EAAE,sBAAsB;IAW5C,oDAAoD;IACpD,gBAAgB,IAAI,IAAI,EAAE;IAI1B,mDAAmD;IACnD,kBAAkB,IAAI,IAAI;IAK1B,mCAAmC;IACnC,gBAAgB,IAAI,MAAM;IAI1B,uEAAuE;IACvE,OAAO,CAAC,mBAAmB;IAa3B,2EAA2E;YAC7D,kBAAkB;IAoBhC;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAgD3B;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAKhF;;;;;;;;;;;;OAYG;IACG,iBAAiB,CACrB,SAAS,EAAE,YAAY,EACvB,OAAO,GAAE,aAAkB,EAC3B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,WAAW,EAAE,CAAC;IAsIzB;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,IAAI,EACd,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,WAAW,EAAE,CAAC;IAUzB;;OAEG;IACG,SAAS,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAIrD;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAI3E;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,UAAU,EAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAY9B;;OAEG;IACG,iBAAiB,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IASjF;;OAEG;IACG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAc7D;;OAEG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAcvE;;OAEG;IACG,mBAAmB,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAkBpE;;OAEG;IACG,eAAe,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAehE;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,IAAI;IAI5D;;;;;;;;;;;;;;;OAeG;IACG,cAAc,CAClB,QAAQ,EAAE,IAAI,EACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,cAAc,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CAwDrG;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,YAAY,EAAE,kBAAkB,EAChC,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,WAAW,EACvB,WAAW,EAAE,YAAY,EACzB,iBAAiB,CAAC,EAAE,sBAAsB,GACzC,YAAY,CAQd"}