@theihtisham/agent-shadow-brain 5.2.0 → 6.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +310 -1014
- package/dist/brain/agent-firewall.d.ts +7 -0
- package/dist/brain/agent-firewall.d.ts.map +1 -0
- package/dist/brain/agent-firewall.js +152 -0
- package/dist/brain/agent-firewall.js.map +1 -0
- package/dist/brain/agent-handoff.d.ts +19 -0
- package/dist/brain/agent-handoff.d.ts.map +1 -0
- package/dist/brain/agent-handoff.js +127 -0
- package/dist/brain/agent-handoff.js.map +1 -0
- package/dist/brain/air-gap.d.ts +23 -0
- package/dist/brain/air-gap.d.ts.map +1 -0
- package/dist/brain/air-gap.js +137 -0
- package/dist/brain/air-gap.js.map +1 -0
- package/dist/brain/attention-heatmap.d.ts +24 -0
- package/dist/brain/attention-heatmap.d.ts.map +1 -0
- package/dist/brain/attention-heatmap.js +108 -0
- package/dist/brain/attention-heatmap.js.map +1 -0
- package/dist/brain/auto-setup.js +19 -14
- package/dist/brain/auto-setup.js.map +1 -1
- package/dist/brain/auto-update.js +1 -1
- package/dist/brain/brain-3d.d.ts +79 -0
- package/dist/brain/brain-3d.d.ts.map +1 -0
- package/dist/brain/brain-3d.js +468 -0
- package/dist/brain/brain-3d.js.map +1 -0
- package/dist/brain/brain-active-learner.d.ts +74 -0
- package/dist/brain/brain-active-learner.d.ts.map +1 -0
- package/dist/brain/brain-active-learner.js +425 -0
- package/dist/brain/brain-active-learner.js.map +1 -0
- package/dist/brain/brain-ascii.d.ts +32 -0
- package/dist/brain/brain-ascii.d.ts.map +1 -0
- package/dist/brain/brain-ascii.js +402 -0
- package/dist/brain/brain-ascii.js.map +1 -0
- package/dist/brain/brain-chat.d.ts +42 -0
- package/dist/brain/brain-chat.d.ts.map +1 -0
- package/dist/brain/brain-chat.js +162 -0
- package/dist/brain/brain-chat.js.map +1 -0
- package/dist/brain/brain-cinema.d.ts +45 -0
- package/dist/brain/brain-cinema.d.ts.map +1 -0
- package/dist/brain/brain-cinema.js +393 -0
- package/dist/brain/brain-cinema.js.map +1 -0
- package/dist/brain/brain-coach.d.ts +45 -0
- package/dist/brain/brain-coach.d.ts.map +1 -0
- package/dist/brain/brain-coach.js +383 -0
- package/dist/brain/brain-coach.js.map +1 -0
- package/dist/brain/brain-consolidator.d.ts +56 -0
- package/dist/brain/brain-consolidator.d.ts.map +1 -0
- package/dist/brain/brain-consolidator.js +386 -0
- package/dist/brain/brain-consolidator.js.map +1 -0
- package/dist/brain/brain-contradictions.d.ts +57 -0
- package/dist/brain/brain-contradictions.d.ts.map +1 -0
- package/dist/brain/brain-contradictions.js +443 -0
- package/dist/brain/brain-contradictions.js.map +1 -0
- package/dist/brain/brain-diff.d.ts +61 -0
- package/dist/brain/brain-diff.d.ts.map +1 -0
- package/dist/brain/brain-diff.js +439 -0
- package/dist/brain/brain-diff.js.map +1 -0
- package/dist/brain/brain-dna.d.ts +59 -0
- package/dist/brain/brain-dna.d.ts.map +1 -0
- package/dist/brain/brain-dna.js +336 -0
- package/dist/brain/brain-dna.js.map +1 -0
- package/dist/brain/brain-doppelganger.d.ts +32 -0
- package/dist/brain/brain-doppelganger.d.ts.map +1 -0
- package/dist/brain/brain-doppelganger.js +417 -0
- package/dist/brain/brain-doppelganger.js.map +1 -0
- package/dist/brain/brain-encryption.d.ts +14 -0
- package/dist/brain/brain-encryption.d.ts.map +1 -0
- package/dist/brain/brain-encryption.js +68 -0
- package/dist/brain/brain-encryption.js.map +1 -0
- package/dist/brain/brain-exchange.d.ts +30 -0
- package/dist/brain/brain-exchange.d.ts.map +1 -0
- package/dist/brain/brain-exchange.js +106 -0
- package/dist/brain/brain-exchange.js.map +1 -0
- package/dist/brain/brain-garden.d.ts +18 -0
- package/dist/brain/brain-garden.d.ts.map +1 -0
- package/dist/brain/brain-garden.js +81 -0
- package/dist/brain/brain-garden.js.map +1 -0
- package/dist/brain/brain-graph-walker.d.ts +54 -0
- package/dist/brain/brain-graph-walker.d.ts.map +1 -0
- package/dist/brain/brain-graph-walker.js +412 -0
- package/dist/brain/brain-graph-walker.js.map +1 -0
- package/dist/brain/brain-holiday-card.d.ts +50 -0
- package/dist/brain/brain-holiday-card.d.ts.map +1 -0
- package/dist/brain/brain-holiday-card.js +432 -0
- package/dist/brain/brain-holiday-card.js.map +1 -0
- package/dist/brain/brain-memes.d.ts +44 -0
- package/dist/brain/brain-memes.d.ts.map +1 -0
- package/dist/brain/brain-memes.js +438 -0
- package/dist/brain/brain-memes.js.map +1 -0
- package/dist/brain/brain-memory-tiers.d.ts +67 -0
- package/dist/brain/brain-memory-tiers.d.ts.map +1 -0
- package/dist/brain/brain-memory-tiers.js +292 -0
- package/dist/brain/brain-memory-tiers.js.map +1 -0
- package/dist/brain/brain-notebook.d.ts +68 -0
- package/dist/brain/brain-notebook.d.ts.map +1 -0
- package/dist/brain/brain-notebook.js +379 -0
- package/dist/brain/brain-notebook.js.map +1 -0
- package/dist/brain/brain-portability.js +1 -1
- package/dist/brain/brain-quantize.d.ts +62 -0
- package/dist/brain/brain-quantize.d.ts.map +1 -0
- package/dist/brain/brain-quantize.js +346 -0
- package/dist/brain/brain-quantize.js.map +1 -0
- package/dist/brain/brain-query-expander.d.ts +31 -0
- package/dist/brain/brain-query-expander.d.ts.map +1 -0
- package/dist/brain/brain-query-expander.js +417 -0
- package/dist/brain/brain-query-expander.js.map +1 -0
- package/dist/brain/brain-quest.d.ts +58 -0
- package/dist/brain/brain-quest.d.ts.map +1 -0
- package/dist/brain/brain-quest.js +541 -0
- package/dist/brain/brain-quest.js.map +1 -0
- package/dist/brain/brain-recall-cache.d.ts +73 -0
- package/dist/brain/brain-recall-cache.d.ts.map +1 -0
- package/dist/brain/brain-recall-cache.js +444 -0
- package/dist/brain/brain-recall-cache.js.map +1 -0
- package/dist/brain/brain-reflex.d.ts +55 -0
- package/dist/brain/brain-reflex.d.ts.map +1 -0
- package/dist/brain/brain-reflex.js +364 -0
- package/dist/brain/brain-reflex.js.map +1 -0
- package/dist/brain/brain-replay.d.ts +74 -0
- package/dist/brain/brain-replay.d.ts.map +1 -0
- package/dist/brain/brain-replay.js +336 -0
- package/dist/brain/brain-replay.js.map +1 -0
- package/dist/brain/brain-rerank.d.ts +39 -0
- package/dist/brain/brain-rerank.d.ts.map +1 -0
- package/dist/brain/brain-rerank.js +216 -0
- package/dist/brain/brain-rerank.js.map +1 -0
- package/dist/brain/brain-roast.d.ts +44 -0
- package/dist/brain/brain-roast.d.ts.map +1 -0
- package/dist/brain/brain-roast.js +566 -0
- package/dist/brain/brain-roast.js.map +1 -0
- package/dist/brain/brain-sonification.d.ts +57 -0
- package/dist/brain/brain-sonification.d.ts.map +1 -0
- package/dist/brain/brain-sonification.js +286 -0
- package/dist/brain/brain-sonification.js.map +1 -0
- package/dist/brain/brain-tarot.d.ts +49 -0
- package/dist/brain/brain-tarot.d.ts.map +1 -0
- package/dist/brain/brain-tarot.js +634 -0
- package/dist/brain/brain-tarot.js.map +1 -0
- package/dist/brain/brain-time-capsule.d.ts +80 -0
- package/dist/brain/brain-time-capsule.d.ts.map +1 -0
- package/dist/brain/brain-time-capsule.js +289 -0
- package/dist/brain/brain-time-capsule.js.map +1 -0
- package/dist/brain/brain-trophies.d.ts +60 -0
- package/dist/brain/brain-trophies.d.ts.map +1 -0
- package/dist/brain/brain-trophies.js +431 -0
- package/dist/brain/brain-trophies.js.map +1 -0
- package/dist/brain/brain-working-memory.d.ts +78 -0
- package/dist/brain/brain-working-memory.d.ts.map +1 -0
- package/dist/brain/brain-working-memory.js +367 -0
- package/dist/brain/brain-working-memory.js.map +1 -0
- package/dist/brain/branch-brain.d.ts +23 -0
- package/dist/brain/branch-brain.d.ts.map +1 -0
- package/dist/brain/branch-brain.js +159 -0
- package/dist/brain/branch-brain.js.map +1 -0
- package/dist/brain/calibration-monitor.d.ts +20 -0
- package/dist/brain/calibration-monitor.d.ts.map +1 -0
- package/dist/brain/calibration-monitor.js +144 -0
- package/dist/brain/calibration-monitor.js.map +1 -0
- package/dist/brain/causal-chains.d.ts +37 -0
- package/dist/brain/causal-chains.d.ts.map +1 -0
- package/dist/brain/causal-chains.js +250 -0
- package/dist/brain/causal-chains.js.map +1 -0
- package/dist/brain/collision-detective.d.ts +32 -0
- package/dist/brain/collision-detective.d.ts.map +1 -0
- package/dist/brain/collision-detective.js +233 -0
- package/dist/brain/collision-detective.js.map +1 -0
- package/dist/brain/confidence-gate.d.ts +69 -0
- package/dist/brain/confidence-gate.d.ts.map +1 -0
- package/dist/brain/confidence-gate.js +244 -0
- package/dist/brain/confidence-gate.js.map +1 -0
- package/dist/brain/constitution.d.ts +59 -0
- package/dist/brain/constitution.d.ts.map +1 -0
- package/dist/brain/constitution.js +315 -0
- package/dist/brain/constitution.js.map +1 -0
- package/dist/brain/cost-aware-spawner.d.ts +7 -0
- package/dist/brain/cost-aware-spawner.d.ts.map +1 -0
- package/dist/brain/cost-aware-spawner.js +77 -0
- package/dist/brain/cost-aware-spawner.js.map +1 -0
- package/dist/brain/dream-engine.d.ts +35 -0
- package/dist/brain/dream-engine.d.ts.map +1 -0
- package/dist/brain/dream-engine.js +273 -0
- package/dist/brain/dream-engine.js.map +1 -0
- package/dist/brain/embeddings-v2.d.ts +58 -0
- package/dist/brain/embeddings-v2.d.ts.map +1 -0
- package/dist/brain/embeddings-v2.js +344 -0
- package/dist/brain/embeddings-v2.js.map +1 -0
- package/dist/brain/embeddings.d.ts +27 -0
- package/dist/brain/embeddings.d.ts.map +1 -0
- package/dist/brain/embeddings.js +175 -0
- package/dist/brain/embeddings.js.map +1 -0
- package/dist/brain/forgetting-curve.d.ts +21 -0
- package/dist/brain/forgetting-curve.d.ts.map +1 -0
- package/dist/brain/forgetting-curve.js +174 -0
- package/dist/brain/forgetting-curve.js.map +1 -0
- package/dist/brain/formal-verification-bridge.d.ts +26 -0
- package/dist/brain/formal-verification-bridge.d.ts.map +1 -0
- package/dist/brain/formal-verification-bridge.js +219 -0
- package/dist/brain/formal-verification-bridge.js.map +1 -0
- package/dist/brain/global-brain.d.ts +8 -1
- package/dist/brain/global-brain.d.ts.map +1 -1
- package/dist/brain/global-brain.js +24 -0
- package/dist/brain/global-brain.js.map +1 -1
- package/dist/brain/hallucination-quarantine.d.ts +26 -0
- package/dist/brain/hallucination-quarantine.d.ts.map +1 -0
- package/dist/brain/hallucination-quarantine.js +135 -0
- package/dist/brain/hallucination-quarantine.js.map +1 -0
- package/dist/brain/hive-accelerator.d.ts +39 -0
- package/dist/brain/hive-accelerator.d.ts.map +1 -0
- package/dist/brain/hive-accelerator.js +152 -0
- package/dist/brain/hive-accelerator.js.map +1 -0
- package/dist/brain/hive-voice.d.ts +71 -0
- package/dist/brain/hive-voice.d.ts.map +1 -0
- package/dist/brain/hive-voice.js +352 -0
- package/dist/brain/hive-voice.js.map +1 -0
- package/dist/brain/json-output.d.ts +26 -0
- package/dist/brain/json-output.d.ts.map +1 -0
- package/dist/brain/json-output.js +112 -0
- package/dist/brain/json-output.js.map +1 -0
- package/dist/brain/l0-cache.js +1 -1
- package/dist/brain/l0-cache.js.map +1 -1
- package/dist/brain/local-llm.d.ts +20 -0
- package/dist/brain/local-llm.d.ts.map +1 -0
- package/dist/brain/local-llm.js +132 -0
- package/dist/brain/local-llm.js.map +1 -0
- package/dist/brain/markdown-export.d.ts +48 -0
- package/dist/brain/markdown-export.d.ts.map +1 -0
- package/dist/brain/markdown-export.js +382 -0
- package/dist/brain/markdown-export.js.map +1 -0
- package/dist/brain/mcp-server.d.ts +40 -0
- package/dist/brain/mcp-server.d.ts.map +1 -1
- package/dist/brain/mcp-server.js +395 -12
- package/dist/brain/mcp-server.js.map +1 -1
- package/dist/brain/model-registry.d.ts +96 -0
- package/dist/brain/model-registry.d.ts.map +1 -0
- package/dist/brain/model-registry.js +585 -0
- package/dist/brain/model-registry.js.map +1 -0
- package/dist/brain/multimodal-vision.d.ts +38 -0
- package/dist/brain/multimodal-vision.d.ts.map +1 -0
- package/dist/brain/multimodal-vision.js +257 -0
- package/dist/brain/multimodal-vision.js.map +1 -0
- package/dist/brain/orchestrator.js +1 -1
- package/dist/brain/otel-lite.d.ts +71 -0
- package/dist/brain/otel-lite.d.ts.map +1 -0
- package/dist/brain/otel-lite.js +232 -0
- package/dist/brain/otel-lite.js.map +1 -0
- package/dist/brain/pr-auto-review.d.ts +17 -0
- package/dist/brain/pr-auto-review.d.ts.map +1 -0
- package/dist/brain/pr-auto-review.js +73 -0
- package/dist/brain/pr-auto-review.js.map +1 -0
- package/dist/brain/pre-mortem.d.ts +21 -0
- package/dist/brain/pre-mortem.d.ts.map +1 -0
- package/dist/brain/pre-mortem.js +210 -0
- package/dist/brain/pre-mortem.js.map +1 -0
- package/dist/brain/prompt-cache.d.ts +54 -0
- package/dist/brain/prompt-cache.d.ts.map +1 -0
- package/dist/brain/prompt-cache.js +105 -0
- package/dist/brain/prompt-cache.js.map +1 -0
- package/dist/brain/reputation-ledger.d.ts +42 -0
- package/dist/brain/reputation-ledger.d.ts.map +1 -0
- package/dist/brain/reputation-ledger.js +326 -0
- package/dist/brain/reputation-ledger.js.map +1 -0
- package/dist/brain/session-hooks.d.ts +19 -0
- package/dist/brain/session-hooks.d.ts.map +1 -1
- package/dist/brain/session-hooks.js +249 -18
- package/dist/brain/session-hooks.js.map +1 -1
- package/dist/brain/subagent-bridge.d.ts +46 -0
- package/dist/brain/subagent-bridge.d.ts.map +1 -0
- package/dist/brain/subagent-bridge.js +364 -0
- package/dist/brain/subagent-bridge.js.map +1 -0
- package/dist/brain/swarm-debate.d.ts +22 -0
- package/dist/brain/swarm-debate.d.ts.map +1 -0
- package/dist/brain/swarm-debate.js +134 -0
- package/dist/brain/swarm-debate.js.map +1 -0
- package/dist/brain/team-brain-sync.d.ts +22 -0
- package/dist/brain/team-brain-sync.d.ts.map +1 -0
- package/dist/brain/team-brain-sync.js +132 -0
- package/dist/brain/team-brain-sync.js.map +1 -0
- package/dist/brain/token-economy.d.ts +25 -0
- package/dist/brain/token-economy.d.ts.map +1 -0
- package/dist/brain/token-economy.js +216 -0
- package/dist/brain/token-economy.js.map +1 -0
- package/dist/brain/voice-mode.d.ts +15 -0
- package/dist/brain/voice-mode.d.ts.map +1 -0
- package/dist/brain/voice-mode.js +97 -0
- package/dist/brain/voice-mode.js.map +1 -0
- package/dist/cli.js +1702 -4
- package/dist/cli.js.map +1 -1
- package/dist/dashboard/server.d.ts +6 -0
- package/dist/dashboard/server.d.ts.map +1 -1
- package/dist/dashboard/server.js +1118 -368
- package/dist/dashboard/server.js.map +1 -1
- package/dist/dashboard/v6-dashboard-html.d.ts +2 -0
- package/dist/dashboard/v6-dashboard-html.d.ts.map +1 -0
- package/dist/dashboard/v6-dashboard-html.js +2474 -0
- package/dist/dashboard/v6-dashboard-html.js.map +1 -0
- package/dist/index.d.ts +27 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +29 -1
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +518 -2
- package/dist/types.d.ts.map +1 -1
- package/package.json +33 -4
|
@@ -0,0 +1,344 @@
|
|
|
1
|
+
// src/brain/embeddings-v2.ts — Indexed ANN vector store on top of Embeddings
|
|
2
|
+
// v6.0.2 — Hive Mind Edition
|
|
3
|
+
//
|
|
4
|
+
// Composes the v1 `Embeddings` class (hashing / Ollama dense vectors) with an
|
|
5
|
+
// in-memory hand-rolled HNSW-like graph index. Avoids the O(n) flat scan of
|
|
6
|
+
// the v1 cache for larger corpora — target <100ms recall over 10k vectors.
|
|
7
|
+
//
|
|
8
|
+
// Why hand-rolled and not hnswlib-node? Zero-dep constraint, must compile
|
|
9
|
+
// clean on Windows without prebuilt natives. A simplified hierarchical small-
|
|
10
|
+
// world graph with greedy descent + a single-layer ef-search is plenty for
|
|
11
|
+
// the corpus sizes a single developer's brain stores (typically <50k items).
|
|
12
|
+
//
|
|
13
|
+
// Persistence: sharded JSON files under ~/.shadow-brain/embeddings/.
|
|
14
|
+
// Each shard caps at ~5MB; new docs roll over to a fresh shard.
|
|
15
|
+
//
|
|
16
|
+
// Auto-pull: if Ollama is reachable but no embedding model is installed,
|
|
17
|
+
// POSTs to /api/pull (stream=true) for `nomic-embed-text` and emits progress
|
|
18
|
+
// events so callers can show a spinner. Falls back to hashing if Ollama is
|
|
19
|
+
// unreachable so this class is always usable offline.
|
|
20
|
+
//
|
|
21
|
+
// Exposed: EmbeddingsV2, getEmbeddingsV2(), resetEmbeddingsV2ForTests().
|
|
22
|
+
// .addDocument(id, text, metadata?)
|
|
23
|
+
// .search(query, topK)
|
|
24
|
+
// .delete(id)
|
|
25
|
+
// .count()
|
|
26
|
+
// .stats()
|
|
27
|
+
// on('pull-progress' | 'pull-complete' | 'pull-error', cb)
|
|
28
|
+
import * as fs from 'fs';
|
|
29
|
+
import * as path from 'path';
|
|
30
|
+
import * as os from 'os';
|
|
31
|
+
import { EventEmitter } from 'events';
|
|
32
|
+
import { getEmbeddings } from './embeddings.js';
|
|
33
|
+
const INDEX_DIR = path.join(os.homedir(), '.shadow-brain', 'embeddings');
|
|
34
|
+
const SHARD_MAX_BYTES = 5 * 1024 * 1024;
|
|
35
|
+
const SHARD_PREFIX = 'index-v2.';
|
|
36
|
+
const DEFAULT_EF_SEARCH = 32;
|
|
37
|
+
const DEFAULT_EF_CONSTRUCT = 16;
|
|
38
|
+
const DEFAULT_M = 8;
|
|
39
|
+
const PULL_MODEL = 'nomic-embed-text';
|
|
40
|
+
export class EmbeddingsV2 extends EventEmitter {
|
|
41
|
+
constructor(opts) {
|
|
42
|
+
super();
|
|
43
|
+
this.docs = new Map();
|
|
44
|
+
this.entryPoint = null;
|
|
45
|
+
this.nextShard = 0;
|
|
46
|
+
this.currentShardBytes = 0;
|
|
47
|
+
this.initialized = false;
|
|
48
|
+
this.pullState = 'idle';
|
|
49
|
+
this.embeddings = opts?.embeddings ?? getEmbeddings();
|
|
50
|
+
this.M = opts?.M ?? DEFAULT_M;
|
|
51
|
+
this.efConstruct = opts?.efConstruct ?? DEFAULT_EF_CONSTRUCT;
|
|
52
|
+
this.efSearch = opts?.efSearch ?? DEFAULT_EF_SEARCH;
|
|
53
|
+
}
|
|
54
|
+
async init() {
|
|
55
|
+
if (this.initialized)
|
|
56
|
+
return;
|
|
57
|
+
fs.mkdirSync(INDEX_DIR, { recursive: true });
|
|
58
|
+
await this.embeddings.init();
|
|
59
|
+
this.loadShards();
|
|
60
|
+
this.maybeAutoPull().catch(err => this.emit('pull-error', err));
|
|
61
|
+
this.initialized = true;
|
|
62
|
+
}
|
|
63
|
+
/** Index a document. Replaces any prior doc with the same id. */
|
|
64
|
+
async addDocument(id, text, metadata) {
|
|
65
|
+
await this.init();
|
|
66
|
+
const vector = await this.embeddings.embed(text);
|
|
67
|
+
if (this.docs.has(id))
|
|
68
|
+
this.detachNode(id);
|
|
69
|
+
const doc = {
|
|
70
|
+
id,
|
|
71
|
+
text,
|
|
72
|
+
vector,
|
|
73
|
+
metadata,
|
|
74
|
+
neighbors: [],
|
|
75
|
+
shard: this.pickShardFor(text),
|
|
76
|
+
};
|
|
77
|
+
this.docs.set(id, doc);
|
|
78
|
+
this.linkNode(doc);
|
|
79
|
+
if (!this.entryPoint)
|
|
80
|
+
this.entryPoint = id;
|
|
81
|
+
await this.persistShard(doc.shard);
|
|
82
|
+
}
|
|
83
|
+
/** Approximate top-K nearest neighbors by cosine similarity. */
|
|
84
|
+
async search(query, topK = 10) {
|
|
85
|
+
await this.init();
|
|
86
|
+
if (this.docs.size === 0 || !this.entryPoint)
|
|
87
|
+
return [];
|
|
88
|
+
const qVec = await this.embeddings.embed(query);
|
|
89
|
+
const candidates = this.greedySearch(qVec, Math.max(topK, this.efSearch));
|
|
90
|
+
const hits = [];
|
|
91
|
+
for (const c of candidates.slice(0, topK)) {
|
|
92
|
+
const doc = this.docs.get(c.id);
|
|
93
|
+
if (!doc)
|
|
94
|
+
continue;
|
|
95
|
+
hits.push({ id: c.id, score: c.score, text: doc.text, metadata: doc.metadata });
|
|
96
|
+
}
|
|
97
|
+
return hits;
|
|
98
|
+
}
|
|
99
|
+
/** Remove a document from the index. */
|
|
100
|
+
async delete(id) {
|
|
101
|
+
await this.init();
|
|
102
|
+
const doc = this.docs.get(id);
|
|
103
|
+
if (!doc)
|
|
104
|
+
return false;
|
|
105
|
+
this.detachNode(id);
|
|
106
|
+
this.docs.delete(id);
|
|
107
|
+
if (this.entryPoint === id)
|
|
108
|
+
this.entryPoint = this.docs.keys().next().value ?? null;
|
|
109
|
+
await this.persistShard(doc.shard);
|
|
110
|
+
return true;
|
|
111
|
+
}
|
|
112
|
+
count() { return this.docs.size; }
|
|
113
|
+
stats() {
|
|
114
|
+
const neighborSum = Array.from(this.docs.values()).reduce((s, d) => s + d.neighbors.length, 0);
|
|
115
|
+
const shards = new Set(Array.from(this.docs.values()).map(d => d.shard)).size;
|
|
116
|
+
return {
|
|
117
|
+
count: this.docs.size,
|
|
118
|
+
shards,
|
|
119
|
+
avgNeighbors: this.docs.size ? +(neighborSum / this.docs.size).toFixed(2) : 0,
|
|
120
|
+
ollamaModel: this.embeddings.ollamaModel ?? null,
|
|
121
|
+
ollamaPullState: this.pullState,
|
|
122
|
+
approxBytes: this.approxBytes(),
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
async flush() {
|
|
126
|
+
const dirtyShards = new Set(Array.from(this.docs.values()).map(d => d.shard));
|
|
127
|
+
for (const s of dirtyShards)
|
|
128
|
+
await this.persistShard(s);
|
|
129
|
+
}
|
|
130
|
+
// -- Index core ----------------------------------------------------------
|
|
131
|
+
linkNode(doc) {
|
|
132
|
+
if (!this.entryPoint || this.docs.size === 1)
|
|
133
|
+
return;
|
|
134
|
+
const candidates = this.greedySearch(doc.vector, this.efConstruct);
|
|
135
|
+
const selected = candidates.slice(0, this.M);
|
|
136
|
+
doc.neighbors = selected.map(c => c.id);
|
|
137
|
+
for (const c of selected) {
|
|
138
|
+
const peer = this.docs.get(c.id);
|
|
139
|
+
if (!peer)
|
|
140
|
+
continue;
|
|
141
|
+
if (!peer.neighbors.includes(doc.id)) {
|
|
142
|
+
peer.neighbors.push(doc.id);
|
|
143
|
+
// Cap peer fan-out so the graph stays small-world. Keep the M nearest.
|
|
144
|
+
if (peer.neighbors.length > this.M * 2) {
|
|
145
|
+
const scored = peer.neighbors
|
|
146
|
+
.map(nid => ({ id: nid, score: this.dotById(peer.vector, nid) }))
|
|
147
|
+
.sort((a, b) => b.score - a.score)
|
|
148
|
+
.slice(0, this.M * 2);
|
|
149
|
+
peer.neighbors = scored.map(s => s.id);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
detachNode(id) {
|
|
155
|
+
const doc = this.docs.get(id);
|
|
156
|
+
if (!doc)
|
|
157
|
+
return;
|
|
158
|
+
for (const peerId of doc.neighbors) {
|
|
159
|
+
const peer = this.docs.get(peerId);
|
|
160
|
+
if (!peer)
|
|
161
|
+
continue;
|
|
162
|
+
peer.neighbors = peer.neighbors.filter(n => n !== id);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
greedySearch(query, ef) {
|
|
166
|
+
const visited = new Set();
|
|
167
|
+
const start = this.entryPoint;
|
|
168
|
+
const startDoc = this.docs.get(start);
|
|
169
|
+
if (!startDoc)
|
|
170
|
+
return [];
|
|
171
|
+
const frontier = [
|
|
172
|
+
{ id: start, score: dot(query, startDoc.vector) },
|
|
173
|
+
];
|
|
174
|
+
const best = [...frontier];
|
|
175
|
+
visited.add(start);
|
|
176
|
+
while (frontier.length) {
|
|
177
|
+
frontier.sort((a, b) => b.score - a.score);
|
|
178
|
+
const current = frontier.shift();
|
|
179
|
+
// Stop if our worst kept best is still better than this candidate.
|
|
180
|
+
if (best.length >= ef && current.score < best[best.length - 1].score)
|
|
181
|
+
break;
|
|
182
|
+
const doc = this.docs.get(current.id);
|
|
183
|
+
if (!doc)
|
|
184
|
+
continue;
|
|
185
|
+
for (const nid of doc.neighbors) {
|
|
186
|
+
if (visited.has(nid))
|
|
187
|
+
continue;
|
|
188
|
+
visited.add(nid);
|
|
189
|
+
const peer = this.docs.get(nid);
|
|
190
|
+
if (!peer)
|
|
191
|
+
continue;
|
|
192
|
+
const s = dot(query, peer.vector);
|
|
193
|
+
frontier.push({ id: nid, score: s });
|
|
194
|
+
best.push({ id: nid, score: s });
|
|
195
|
+
best.sort((a, b) => b.score - a.score);
|
|
196
|
+
if (best.length > ef)
|
|
197
|
+
best.pop();
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
return best;
|
|
201
|
+
}
|
|
202
|
+
dotById(query, id) {
|
|
203
|
+
const doc = this.docs.get(id);
|
|
204
|
+
return doc ? dot(query, doc.vector) : -Infinity;
|
|
205
|
+
}
|
|
206
|
+
// -- Persistence ---------------------------------------------------------
|
|
207
|
+
loadShards() {
|
|
208
|
+
const files = fs.existsSync(INDEX_DIR)
|
|
209
|
+
? fs.readdirSync(INDEX_DIR).filter(f => f.startsWith(SHARD_PREFIX) && f.endsWith('.json'))
|
|
210
|
+
: [];
|
|
211
|
+
for (const file of files) {
|
|
212
|
+
try {
|
|
213
|
+
const raw = fs.readFileSync(path.join(INDEX_DIR, file), 'utf-8');
|
|
214
|
+
const payload = JSON.parse(raw);
|
|
215
|
+
for (const d of payload.docs ?? []) {
|
|
216
|
+
this.docs.set(d.id, { ...d, shard: payload.shard });
|
|
217
|
+
}
|
|
218
|
+
this.nextShard = Math.max(this.nextShard, payload.shard + 1);
|
|
219
|
+
}
|
|
220
|
+
catch { /* skip corrupt shard */ }
|
|
221
|
+
}
|
|
222
|
+
this.entryPoint = this.docs.keys().next().value ?? null;
|
|
223
|
+
this.currentShardBytes = this.shardBytes(Math.max(0, this.nextShard - 1));
|
|
224
|
+
}
|
|
225
|
+
pickShardFor(text) {
|
|
226
|
+
const approx = text.length * 4 + 256; // text bytes + vector + neighbors overhead
|
|
227
|
+
if (this.currentShardBytes + approx > SHARD_MAX_BYTES) {
|
|
228
|
+
this.nextShard = Math.max(this.nextShard, this.shardCount());
|
|
229
|
+
this.currentShardBytes = 0;
|
|
230
|
+
return this.nextShard++;
|
|
231
|
+
}
|
|
232
|
+
this.currentShardBytes += approx;
|
|
233
|
+
return Math.max(0, this.nextShard - 1);
|
|
234
|
+
}
|
|
235
|
+
shardCount() {
|
|
236
|
+
return new Set(Array.from(this.docs.values()).map(d => d.shard)).size;
|
|
237
|
+
}
|
|
238
|
+
async persistShard(shard) {
|
|
239
|
+
try {
|
|
240
|
+
const docs = Array.from(this.docs.values()).filter(d => d.shard === shard);
|
|
241
|
+
const payload = {
|
|
242
|
+
schemaVersion: 1,
|
|
243
|
+
shard,
|
|
244
|
+
docs: docs.map(({ shard: _s, ...rest }) => rest),
|
|
245
|
+
};
|
|
246
|
+
const file = path.join(INDEX_DIR, `${SHARD_PREFIX}${shard}.json`);
|
|
247
|
+
const tmp = file + '.tmp';
|
|
248
|
+
fs.writeFileSync(tmp, JSON.stringify(payload));
|
|
249
|
+
fs.renameSync(tmp, file);
|
|
250
|
+
}
|
|
251
|
+
catch { /* non-fatal */ }
|
|
252
|
+
}
|
|
253
|
+
shardBytes(shard) {
|
|
254
|
+
try {
|
|
255
|
+
const file = path.join(INDEX_DIR, `${SHARD_PREFIX}${shard}.json`);
|
|
256
|
+
return fs.existsSync(file) ? fs.statSync(file).size : 0;
|
|
257
|
+
}
|
|
258
|
+
catch {
|
|
259
|
+
return 0;
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
approxBytes() {
|
|
263
|
+
let total = 0;
|
|
264
|
+
if (!fs.existsSync(INDEX_DIR))
|
|
265
|
+
return 0;
|
|
266
|
+
for (const f of fs.readdirSync(INDEX_DIR)) {
|
|
267
|
+
if (!f.startsWith(SHARD_PREFIX))
|
|
268
|
+
continue;
|
|
269
|
+
try {
|
|
270
|
+
total += fs.statSync(path.join(INDEX_DIR, f)).size;
|
|
271
|
+
}
|
|
272
|
+
catch { /* skip */ }
|
|
273
|
+
}
|
|
274
|
+
return total;
|
|
275
|
+
}
|
|
276
|
+
// -- Ollama auto-pull ----------------------------------------------------
|
|
277
|
+
async maybeAutoPull() {
|
|
278
|
+
const emb = this.embeddings;
|
|
279
|
+
if (emb.ollamaModel)
|
|
280
|
+
return; // already have a model
|
|
281
|
+
const baseUrl = emb.ollamaBaseUrl ?? 'http://127.0.0.1:11434';
|
|
282
|
+
try {
|
|
283
|
+
const probe = await fetch(baseUrl + '/api/tags', { signal: AbortSignal.timeout(2000) });
|
|
284
|
+
if (!probe.ok)
|
|
285
|
+
return; // no Ollama, stay on hashing fallback
|
|
286
|
+
}
|
|
287
|
+
catch {
|
|
288
|
+
return;
|
|
289
|
+
}
|
|
290
|
+
this.pullState = 'pulling';
|
|
291
|
+
this.emit('pull-progress', { model: PULL_MODEL, status: 'starting', percent: 0 });
|
|
292
|
+
try {
|
|
293
|
+
const res = await fetch(baseUrl + '/api/pull', {
|
|
294
|
+
method: 'POST',
|
|
295
|
+
headers: { 'Content-Type': 'application/json' },
|
|
296
|
+
body: JSON.stringify({ name: PULL_MODEL, stream: true }),
|
|
297
|
+
});
|
|
298
|
+
if (!res.ok || !res.body)
|
|
299
|
+
throw new Error(`pull failed: ${res.status}`);
|
|
300
|
+
const reader = res.body.getReader();
|
|
301
|
+
const decoder = new TextDecoder();
|
|
302
|
+
let buf = '';
|
|
303
|
+
while (true) {
|
|
304
|
+
const { value, done } = await reader.read();
|
|
305
|
+
if (done)
|
|
306
|
+
break;
|
|
307
|
+
buf += decoder.decode(value, { stream: true });
|
|
308
|
+
const lines = buf.split('\n');
|
|
309
|
+
buf = lines.pop() ?? '';
|
|
310
|
+
for (const line of lines) {
|
|
311
|
+
if (!line.trim())
|
|
312
|
+
continue;
|
|
313
|
+
try {
|
|
314
|
+
const obj = JSON.parse(line);
|
|
315
|
+
const percent = obj.total && obj.completed ? +(obj.completed / obj.total * 100).toFixed(1) : 0;
|
|
316
|
+
this.emit('pull-progress', { model: PULL_MODEL, status: obj.status ?? 'pulling', percent });
|
|
317
|
+
}
|
|
318
|
+
catch { /* skip non-JSON line */ }
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
this.pullState = 'complete';
|
|
322
|
+
this.emit('pull-complete', { model: PULL_MODEL });
|
|
323
|
+
}
|
|
324
|
+
catch (err) {
|
|
325
|
+
this.pullState = 'failed';
|
|
326
|
+
this.emit('pull-error', err);
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
function dot(a, b) {
|
|
331
|
+
let d = 0;
|
|
332
|
+
const n = Math.min(a.length, b.length);
|
|
333
|
+
for (let i = 0; i < n; i++)
|
|
334
|
+
d += a[i] * b[i];
|
|
335
|
+
return d;
|
|
336
|
+
}
|
|
337
|
+
let _instance = null;
|
|
338
|
+
export function getEmbeddingsV2() {
|
|
339
|
+
if (!_instance)
|
|
340
|
+
_instance = new EmbeddingsV2();
|
|
341
|
+
return _instance;
|
|
342
|
+
}
|
|
343
|
+
export function resetEmbeddingsV2ForTests() { _instance = null; }
|
|
344
|
+
//# sourceMappingURL=embeddings-v2.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings-v2.js","sourceRoot":"","sources":["../../src/brain/embeddings-v2.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,6BAA6B;AAC7B,EAAE;AACF,8EAA8E;AAC9E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,0EAA0E;AAC1E,8EAA8E;AAC9E,2EAA2E;AAC3E,6EAA6E;AAC7E,EAAE;AACF,qEAAqE;AACrE,gEAAgE;AAChE,EAAE;AACF,yEAAyE;AACzE,6EAA6E;AAC7E,2EAA2E;AAC3E,sDAAsD;AACtD,EAAE;AACF,yEAAyE;AACzE,sCAAsC;AACtC,yBAAyB;AACzB,gBAAgB;AAChB,aAAa;AACb,aAAa;AACb,6DAA6D;AAE7D,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAc,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAE5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;AACzE,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,YAAY,GAAG,WAAW,CAAC;AACjC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC;AAiCtC,MAAM,OAAO,YAAa,SAAQ,YAAY;IAY5C,YAAY,IAAuF;QACjG,KAAK,EAAE,CAAC;QAZF,SAAI,GAA4B,IAAI,GAAG,EAAE,CAAC;QAC1C,eAAU,GAAkB,IAAI,CAAC;QACjC,cAAS,GAAG,CAAC,CAAC;QACd,sBAAiB,GAAG,CAAC,CAAC;QACtB,gBAAW,GAAG,KAAK,CAAC;QACpB,cAAS,GAAkC,MAAM,CAAC;QAQxD,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,aAAa,EAAE,CAAC;QACtD,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,SAAS,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,WAAW,IAAI,oBAAoB,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,iBAAiB,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,iEAAiE;IACjE,KAAK,CAAC,WAAW,CAAC,EAAU,EAAE,IAAY,EAAE,QAAkC;QAC5E,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAE3C,MAAM,GAAG,GAAe;YACtB,EAAE;YACF,IAAI;YACJ,MAAM;YACN,QAAQ;YACR,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;SAC/B,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,gEAAgE;IAChE,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAI,GAAG,EAAE;QACnC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,IAAI,CAAC,UAAU,KAAK,EAAE;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC;QACpF,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,KAAa,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAE1C,KAAK;QACH,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/F,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9E,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;YACrB,MAAM;YACN,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,WAAW,EAAG,IAAI,CAAC,UAAkD,CAAC,WAAW,IAAI,IAAI;YACzF,eAAe,EAAE,IAAI,CAAC,SAAS;YAC/B,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;SAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9E,KAAK,MAAM,CAAC,IAAI,WAAW;YAAE,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,2EAA2E;IAEnE,QAAQ,CAAC,GAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5B,uEAAuE;gBACvE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS;yBAC1B,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;yBAChE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;yBACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,KAAe,EAAE,EAAU;QAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAW,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAyC;YACrD,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE;SAClD,CAAC;QACF,MAAM,IAAI,GAAyC,CAAC,GAAG,QAAQ,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEnB,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;YAClC,mEAAmE;YACnE,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK;gBAAE,MAAM;YAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBACpB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBACvC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;oBAAE,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,OAAO,CAAC,KAAe,EAAE,EAAU;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,2EAA2E;IAEnE,UAAU;QAChB,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YACpC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1F,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;gBAChD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtD,CAAC;gBACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,2CAA2C;QACjF,IAAI,IAAI,CAAC,iBAAiB,GAAG,MAAM,GAAG,eAAe,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC;QACjC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAa;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAiB;gBAC5B,aAAa,EAAE,CAAC;gBAChB,KAAK;gBACL,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;aACjD,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,GAAG,KAAK,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC;YAC1B,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/C,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,GAAG,KAAK,OAAO,CAAC,CAAC;YAClE,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,CAAC,CAAC;QAAC,CAAC;IACvB,CAAC;IAEO,WAAW;QACjB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC;gBAAE,SAAS;YAC1C,IAAI,CAAC;gBAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,aAAa;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAgF,CAAC;QAClG,IAAI,GAAG,CAAC,WAAW;YAAE,OAAO,CAAC,uBAAuB;QACpD,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,IAAI,wBAAwB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,GAAG,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,KAAK,CAAC,EAAE;gBAAE,OAAO,CAAC,sCAAsC;QAC/D,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO;QAAC,CAAC;QAEnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,GAAG,WAAW,EAAE;gBAC7C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aACzD,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,MAAM,MAAM,GAAI,GAAG,CAAC,IAA8C,CAAC,SAAS,EAAE,CAAC;YAC/E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4D,CAAC;wBACxF,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/F,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC9F,CAAC;oBAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF;AAED,SAAS,GAAG,CAAC,CAAW,EAAE,CAAW;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,IAAI,SAAS,GAAwB,IAAI,CAAC;AAC1C,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,YAAY,EAAE,CAAC;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,yBAAyB,KAAW,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export declare class Embeddings {
|
|
2
|
+
private cache;
|
|
3
|
+
private ollamaModel;
|
|
4
|
+
private ollamaBaseUrl;
|
|
5
|
+
private initialized;
|
|
6
|
+
init(): Promise<void>;
|
|
7
|
+
/** Embed a string — returns a unit-norm vector. Uses cache when available. */
|
|
8
|
+
embed(text: string): Promise<number[]>;
|
|
9
|
+
/** Cosine similarity between two same-length vectors (L2-normalized assumed). */
|
|
10
|
+
static cosine(a: number[], b: number[]): number;
|
|
11
|
+
/** Rank candidates by cosine similarity to the query embedding. */
|
|
12
|
+
semanticSearch(query: string, candidates: Array<{
|
|
13
|
+
id: string;
|
|
14
|
+
text: string;
|
|
15
|
+
}>, topK?: number): Promise<Array<{
|
|
16
|
+
id: string;
|
|
17
|
+
score: number;
|
|
18
|
+
}>>;
|
|
19
|
+
flush(): Promise<void>;
|
|
20
|
+
private embedOllama;
|
|
21
|
+
/** Zero-dep local embedding: char tri-grams → hashed bag → dim 128 → TF weighting → L2 normalize. */
|
|
22
|
+
private embedLocal;
|
|
23
|
+
private persist;
|
|
24
|
+
}
|
|
25
|
+
export declare function getEmbeddings(): Embeddings;
|
|
26
|
+
export declare function resetEmbeddingsForTests(): void;
|
|
27
|
+
//# sourceMappingURL=embeddings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/brain/embeddings.ts"],"names":[],"mappings":"AAqBA,qBAAa,UAAU;IACrB,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,WAAW,CAAS;IAEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgC3B,8EAA8E;IACxE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAe5C,iFAAiF;IACjF,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;IAO/C,mEAAmE;IAC7D,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,IAAI,SAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAYxI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAId,WAAW;IAezB,qGAAqG;IACrG,OAAO,CAAC,UAAU;YAqBJ,OAAO;CAYtB;AAeD,wBAAgB,aAAa,IAAI,UAAU,CAG1C;AACD,wBAAgB,uBAAuB,IAAI,IAAI,CAAsB"}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
// src/brain/embeddings.ts — Lightweight embeddings + semantic search
|
|
2
|
+
// v6.0.0 — Hive Mind Edition
|
|
3
|
+
//
|
|
4
|
+
// Uses a local hashing-based embedding (tfidf + char n-grams) for zero-dep
|
|
5
|
+
// semantic recall. If Ollama is available with an embedding model
|
|
6
|
+
// (nomic-embed-text, mxbai-embed-large, all-minilm), upgrades to real
|
|
7
|
+
// dense embeddings automatically.
|
|
8
|
+
//
|
|
9
|
+
// Exposed: embed(text), cosineSim(a,b), semanticSearch(query, candidates)
|
|
10
|
+
import * as fs from 'fs';
|
|
11
|
+
import * as path from 'path';
|
|
12
|
+
import * as os from 'os';
|
|
13
|
+
import { getModelRegistry } from './model-registry.js';
|
|
14
|
+
const CACHE_DIR = path.join(os.homedir(), '.shadow-brain', 'embeddings');
|
|
15
|
+
const CACHE_PATH = path.join(CACHE_DIR, 'vectors.json');
|
|
16
|
+
const EMB_DIM = 128;
|
|
17
|
+
export class Embeddings {
|
|
18
|
+
constructor() {
|
|
19
|
+
this.cache = new Map();
|
|
20
|
+
this.ollamaModel = null;
|
|
21
|
+
this.ollamaBaseUrl = 'http://127.0.0.1:11434';
|
|
22
|
+
this.initialized = false;
|
|
23
|
+
}
|
|
24
|
+
async init() {
|
|
25
|
+
if (this.initialized)
|
|
26
|
+
return;
|
|
27
|
+
fs.mkdirSync(CACHE_DIR, { recursive: true });
|
|
28
|
+
if (fs.existsSync(CACHE_PATH)) {
|
|
29
|
+
try {
|
|
30
|
+
const parsed = JSON.parse(fs.readFileSync(CACHE_PATH, 'utf-8'));
|
|
31
|
+
for (const [k, v] of Object.entries(parsed.vectors ?? {}))
|
|
32
|
+
this.cache.set(k, v);
|
|
33
|
+
}
|
|
34
|
+
catch { /* skip */ }
|
|
35
|
+
}
|
|
36
|
+
// Probe for Ollama embedding model
|
|
37
|
+
try {
|
|
38
|
+
const reg = getModelRegistry();
|
|
39
|
+
await reg.init();
|
|
40
|
+
const ollama = reg.getProvider('ollama');
|
|
41
|
+
if (ollama?.enabled) {
|
|
42
|
+
this.ollamaBaseUrl = ollama.baseUrl;
|
|
43
|
+
const res = await fetch(this.ollamaBaseUrl + '/api/tags', { signal: AbortSignal.timeout(2000) });
|
|
44
|
+
if (res.ok) {
|
|
45
|
+
const json = await res.json();
|
|
46
|
+
const preferred = ['nomic-embed-text', 'mxbai-embed-large', 'all-minilm'];
|
|
47
|
+
for (const pref of preferred) {
|
|
48
|
+
const match = json.models?.find(m => m.name.startsWith(pref));
|
|
49
|
+
if (match) {
|
|
50
|
+
this.ollamaModel = match.name;
|
|
51
|
+
break;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
catch { /* no ollama */ }
|
|
58
|
+
this.initialized = true;
|
|
59
|
+
}
|
|
60
|
+
/** Embed a string — returns a unit-norm vector. Uses cache when available. */
|
|
61
|
+
async embed(text) {
|
|
62
|
+
await this.init();
|
|
63
|
+
const trimmed = (text || '').slice(0, 8000);
|
|
64
|
+
const cached = this.cache.get(trimmed);
|
|
65
|
+
if (cached)
|
|
66
|
+
return cached;
|
|
67
|
+
let vec = null;
|
|
68
|
+
if (this.ollamaModel)
|
|
69
|
+
vec = await this.embedOllama(trimmed).catch(() => null);
|
|
70
|
+
if (!vec)
|
|
71
|
+
vec = this.embedLocal(trimmed);
|
|
72
|
+
this.cache.set(trimmed, vec);
|
|
73
|
+
if (this.cache.size % 25 === 0)
|
|
74
|
+
this.persist().catch(() => { });
|
|
75
|
+
return vec;
|
|
76
|
+
}
|
|
77
|
+
/** Cosine similarity between two same-length vectors (L2-normalized assumed). */
|
|
78
|
+
static cosine(a, b) {
|
|
79
|
+
let dot = 0;
|
|
80
|
+
const n = Math.min(a.length, b.length);
|
|
81
|
+
for (let i = 0; i < n; i++)
|
|
82
|
+
dot += a[i] * b[i];
|
|
83
|
+
return dot;
|
|
84
|
+
}
|
|
85
|
+
/** Rank candidates by cosine similarity to the query embedding. */
|
|
86
|
+
async semanticSearch(query, candidates, topK = 20) {
|
|
87
|
+
await this.init();
|
|
88
|
+
const q = await this.embed(query);
|
|
89
|
+
const scored = [];
|
|
90
|
+
for (const c of candidates) {
|
|
91
|
+
const v = await this.embed(c.text);
|
|
92
|
+
scored.push({ id: c.id, score: Embeddings.cosine(q, v) });
|
|
93
|
+
}
|
|
94
|
+
scored.sort((a, b) => b.score - a.score);
|
|
95
|
+
return scored.slice(0, topK);
|
|
96
|
+
}
|
|
97
|
+
async flush() { await this.persist(); }
|
|
98
|
+
// ── Internals ─────────────────────────────────────────────────────────
|
|
99
|
+
async embedOllama(text) {
|
|
100
|
+
try {
|
|
101
|
+
const res = await fetch(this.ollamaBaseUrl + '/api/embeddings', {
|
|
102
|
+
method: 'POST', headers: { 'Content-Type': 'application/json' },
|
|
103
|
+
body: JSON.stringify({ model: this.ollamaModel, prompt: text }),
|
|
104
|
+
signal: AbortSignal.timeout(30000),
|
|
105
|
+
});
|
|
106
|
+
if (!res.ok)
|
|
107
|
+
return null;
|
|
108
|
+
const json = await res.json();
|
|
109
|
+
if (!json.embedding || !json.embedding.length)
|
|
110
|
+
return null;
|
|
111
|
+
// L2 normalize
|
|
112
|
+
return normalize(json.embedding);
|
|
113
|
+
}
|
|
114
|
+
catch {
|
|
115
|
+
return null;
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
/** Zero-dep local embedding: char tri-grams → hashed bag → dim 128 → TF weighting → L2 normalize. */
|
|
119
|
+
embedLocal(text) {
|
|
120
|
+
const vec = new Array(EMB_DIM).fill(0);
|
|
121
|
+
const norm = text.toLowerCase().replace(/[^a-z0-9\s]/g, ' ');
|
|
122
|
+
// word unigrams
|
|
123
|
+
const tokens = norm.split(/\s+/).filter(t => t.length > 1);
|
|
124
|
+
const stopwords = new Set(['the', 'a', 'an', 'and', 'or', 'of', 'to', 'for', 'in', 'on', 'is', 'it', 'this', 'that', 'as', 'by', 'be', 'do']);
|
|
125
|
+
for (const t of tokens) {
|
|
126
|
+
if (stopwords.has(t))
|
|
127
|
+
continue;
|
|
128
|
+
const h = hash32(t) % EMB_DIM;
|
|
129
|
+
vec[h] += 1 + Math.log(t.length);
|
|
130
|
+
}
|
|
131
|
+
// char tri-grams for fuzzy matching
|
|
132
|
+
for (let i = 0; i <= norm.length - 3; i++) {
|
|
133
|
+
const tri = norm.slice(i, i + 3);
|
|
134
|
+
if (!/\S/.test(tri))
|
|
135
|
+
continue;
|
|
136
|
+
const h = (hash32(tri) * 17) % EMB_DIM;
|
|
137
|
+
vec[h] += 0.3;
|
|
138
|
+
}
|
|
139
|
+
return normalize(vec);
|
|
140
|
+
}
|
|
141
|
+
async persist() {
|
|
142
|
+
try {
|
|
143
|
+
const shape = {
|
|
144
|
+
schemaVersion: 1,
|
|
145
|
+
vectors: Object.fromEntries(this.cache.entries()),
|
|
146
|
+
lastProvider: this.ollamaModel ? 'ollama' : 'local',
|
|
147
|
+
};
|
|
148
|
+
const tmp = CACHE_PATH + '.tmp';
|
|
149
|
+
fs.writeFileSync(tmp, JSON.stringify(shape));
|
|
150
|
+
fs.renameSync(tmp, CACHE_PATH);
|
|
151
|
+
}
|
|
152
|
+
catch { /* non-fatal */ }
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
function hash32(s) {
|
|
156
|
+
let h = 2166136261;
|
|
157
|
+
for (let i = 0; i < s.length; i++)
|
|
158
|
+
h = Math.imul(h ^ s.charCodeAt(i), 16777619);
|
|
159
|
+
return h >>> 0;
|
|
160
|
+
}
|
|
161
|
+
function normalize(v) {
|
|
162
|
+
let n = 0;
|
|
163
|
+
for (const x of v)
|
|
164
|
+
n += x * x;
|
|
165
|
+
n = Math.sqrt(n) || 1;
|
|
166
|
+
return v.map(x => x / n);
|
|
167
|
+
}
|
|
168
|
+
let _instance = null;
|
|
169
|
+
export function getEmbeddings() {
|
|
170
|
+
if (!_instance)
|
|
171
|
+
_instance = new Embeddings();
|
|
172
|
+
return _instance;
|
|
173
|
+
}
|
|
174
|
+
export function resetEmbeddingsForTests() { _instance = null; }
|
|
175
|
+
//# sourceMappingURL=embeddings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/brain/embeddings.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,6BAA6B;AAC7B,EAAE;AACF,2EAA2E;AAC3E,kEAAkE;AAClE,sEAAsE;AACtE,kCAAkC;AAClC,EAAE;AACF,0EAA0E;AAE1E,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;AACzE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AACxD,MAAM,OAAO,GAAG,GAAG,CAAC;AAIpB,MAAM,OAAO,UAAU;IAAvB;QACU,UAAK,GAA0B,IAAI,GAAG,EAAE,CAAC;QACzC,gBAAW,GAAkB,IAAI,CAAC;QAClC,kBAAa,GAAW,wBAAwB,CAAC;QACjD,gBAAW,GAAG,KAAK,CAAC;IA4H9B,CAAC;IA1HC,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAU,CAAC;gBACzE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClF,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,gBAAgB,EAAE,CAAC;YAC/B,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC;gBACpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjG,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA0C,CAAC;oBACtE,MAAM,SAAS,GAAG,CAAC,kBAAkB,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC;oBAC1E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;wBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC9D,IAAI,KAAK,EAAE,CAAC;4BAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;4BAAC,MAAM;wBAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;QAE3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,IAAI,GAAG,GAAoB,IAAI,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW;YAAE,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,GAAG;YAAE,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7B,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;YAAE,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,CAAC;IACb,CAAC;IAED,iFAAiF;IACjF,MAAM,CAAC,MAAM,CAAC,CAAW,EAAE,CAAW;QACpC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,UAA+C,EAAE,IAAI,GAAG,EAAE;QAC5F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,MAAM,GAAyC,EAAE,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK,KAAoB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEtD,yEAAyE;IAEjE,KAAK,CAAC,WAAW,CAAC,IAAY;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,iBAAiB,EAAE;gBAC9D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBAC/D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAM,CAAC;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YACzB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAC;YAC1D,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAC3D,eAAe;YACf,OAAO,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IAC1B,CAAC;IAED,qGAAqG;IAC7F,UAAU,CAAC,IAAY;QAC7B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC7D,gBAAgB;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAC,GAAG,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,CAAC,CAAC,CAAC;QAC7H,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;YAC9B,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,oCAAoC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC9B,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC;YACvC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAChB,CAAC;QACD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAU;gBACnB,aAAa,EAAE,CAAC;gBAChB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;aACpD,CAAC;YACF,MAAM,GAAG,GAAG,UAAU,GAAG,MAAM,CAAC;YAChC,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAChF,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AACD,SAAS,SAAS,CAAC,CAAW;IAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,IAAI,SAAS,GAAsB,IAAI,CAAC;AACxC,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,UAAU,EAAE,CAAC;IAC7C,OAAO,SAAS,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,uBAAuB,KAAW,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { ConsolidationReport, ForgettingState, MemoryTier } from '../types.js';
|
|
2
|
+
export declare class ForgettingCurve {
|
|
3
|
+
private states;
|
|
4
|
+
private reports;
|
|
5
|
+
private cycleCount;
|
|
6
|
+
private initialized;
|
|
7
|
+
init(): Promise<void>;
|
|
8
|
+
track(memoryId: string, initialStrength?: number, consolidatedTier?: MemoryTier): Promise<ForgettingState>;
|
|
9
|
+
reinforce(memoryId: string, strengthBoost?: number): Promise<ForgettingState | null>;
|
|
10
|
+
/** Run a consolidation sleep cycle. Returns a report of changes. */
|
|
11
|
+
runConsolidation(): Promise<ConsolidationReport>;
|
|
12
|
+
getState(memoryId: string): ForgettingState | null;
|
|
13
|
+
listStates(limit?: number): ForgettingState[];
|
|
14
|
+
listReports(limit?: number): ConsolidationReport[];
|
|
15
|
+
private tierForStrength;
|
|
16
|
+
private tierRank;
|
|
17
|
+
private persist;
|
|
18
|
+
}
|
|
19
|
+
export declare function getForgettingCurve(): ForgettingCurve;
|
|
20
|
+
export declare function resetForgettingCurveForTests(): void;
|
|
21
|
+
//# sourceMappingURL=forgetting-curve.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"forgetting-curve.d.ts","sourceRoot":"","sources":["../../src/brain/forgetting-curve.ts"],"names":[],"mappings":"AAcA,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,UAAU,EACX,MAAM,aAAa,CAAC;AAarB,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAA2C;IACzD,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,WAAW,CAAS;IAEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBrB,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,eAAe,SAAM,EAAE,gBAAgB,GAAE,UAAkB,GAAG,OAAO,CAAC,eAAe,CAAC;IAkB9G,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,SAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAYvF,oEAAoE;IAC9D,gBAAgB,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAgDtD,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAIlD,UAAU,CAAC,KAAK,SAAK,GAAG,eAAe,EAAE;IAMzC,WAAW,CAAC,KAAK,SAAK,GAAG,mBAAmB,EAAE;IAM9C,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,QAAQ;YASF,OAAO;CActB;AAID,wBAAgB,kBAAkB,IAAI,eAAe,CAGpD;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}
|