@theihtisham/agent-shadow-brain 5.2.0 → 6.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (301) hide show
  1. package/README.md +310 -1014
  2. package/dist/brain/agent-firewall.d.ts +7 -0
  3. package/dist/brain/agent-firewall.d.ts.map +1 -0
  4. package/dist/brain/agent-firewall.js +152 -0
  5. package/dist/brain/agent-firewall.js.map +1 -0
  6. package/dist/brain/agent-handoff.d.ts +19 -0
  7. package/dist/brain/agent-handoff.d.ts.map +1 -0
  8. package/dist/brain/agent-handoff.js +127 -0
  9. package/dist/brain/agent-handoff.js.map +1 -0
  10. package/dist/brain/air-gap.d.ts +23 -0
  11. package/dist/brain/air-gap.d.ts.map +1 -0
  12. package/dist/brain/air-gap.js +137 -0
  13. package/dist/brain/air-gap.js.map +1 -0
  14. package/dist/brain/attention-heatmap.d.ts +24 -0
  15. package/dist/brain/attention-heatmap.d.ts.map +1 -0
  16. package/dist/brain/attention-heatmap.js +108 -0
  17. package/dist/brain/attention-heatmap.js.map +1 -0
  18. package/dist/brain/auto-setup.js +19 -14
  19. package/dist/brain/auto-setup.js.map +1 -1
  20. package/dist/brain/auto-update.js +1 -1
  21. package/dist/brain/brain-3d.d.ts +79 -0
  22. package/dist/brain/brain-3d.d.ts.map +1 -0
  23. package/dist/brain/brain-3d.js +468 -0
  24. package/dist/brain/brain-3d.js.map +1 -0
  25. package/dist/brain/brain-active-learner.d.ts +74 -0
  26. package/dist/brain/brain-active-learner.d.ts.map +1 -0
  27. package/dist/brain/brain-active-learner.js +425 -0
  28. package/dist/brain/brain-active-learner.js.map +1 -0
  29. package/dist/brain/brain-ascii.d.ts +32 -0
  30. package/dist/brain/brain-ascii.d.ts.map +1 -0
  31. package/dist/brain/brain-ascii.js +402 -0
  32. package/dist/brain/brain-ascii.js.map +1 -0
  33. package/dist/brain/brain-chat.d.ts +42 -0
  34. package/dist/brain/brain-chat.d.ts.map +1 -0
  35. package/dist/brain/brain-chat.js +162 -0
  36. package/dist/brain/brain-chat.js.map +1 -0
  37. package/dist/brain/brain-cinema.d.ts +45 -0
  38. package/dist/brain/brain-cinema.d.ts.map +1 -0
  39. package/dist/brain/brain-cinema.js +393 -0
  40. package/dist/brain/brain-cinema.js.map +1 -0
  41. package/dist/brain/brain-coach.d.ts +45 -0
  42. package/dist/brain/brain-coach.d.ts.map +1 -0
  43. package/dist/brain/brain-coach.js +383 -0
  44. package/dist/brain/brain-coach.js.map +1 -0
  45. package/dist/brain/brain-consolidator.d.ts +56 -0
  46. package/dist/brain/brain-consolidator.d.ts.map +1 -0
  47. package/dist/brain/brain-consolidator.js +386 -0
  48. package/dist/brain/brain-consolidator.js.map +1 -0
  49. package/dist/brain/brain-contradictions.d.ts +57 -0
  50. package/dist/brain/brain-contradictions.d.ts.map +1 -0
  51. package/dist/brain/brain-contradictions.js +443 -0
  52. package/dist/brain/brain-contradictions.js.map +1 -0
  53. package/dist/brain/brain-diff.d.ts +61 -0
  54. package/dist/brain/brain-diff.d.ts.map +1 -0
  55. package/dist/brain/brain-diff.js +439 -0
  56. package/dist/brain/brain-diff.js.map +1 -0
  57. package/dist/brain/brain-dna.d.ts +59 -0
  58. package/dist/brain/brain-dna.d.ts.map +1 -0
  59. package/dist/brain/brain-dna.js +336 -0
  60. package/dist/brain/brain-dna.js.map +1 -0
  61. package/dist/brain/brain-doppelganger.d.ts +32 -0
  62. package/dist/brain/brain-doppelganger.d.ts.map +1 -0
  63. package/dist/brain/brain-doppelganger.js +417 -0
  64. package/dist/brain/brain-doppelganger.js.map +1 -0
  65. package/dist/brain/brain-encryption.d.ts +14 -0
  66. package/dist/brain/brain-encryption.d.ts.map +1 -0
  67. package/dist/brain/brain-encryption.js +68 -0
  68. package/dist/brain/brain-encryption.js.map +1 -0
  69. package/dist/brain/brain-exchange.d.ts +30 -0
  70. package/dist/brain/brain-exchange.d.ts.map +1 -0
  71. package/dist/brain/brain-exchange.js +106 -0
  72. package/dist/brain/brain-exchange.js.map +1 -0
  73. package/dist/brain/brain-garden.d.ts +18 -0
  74. package/dist/brain/brain-garden.d.ts.map +1 -0
  75. package/dist/brain/brain-garden.js +81 -0
  76. package/dist/brain/brain-garden.js.map +1 -0
  77. package/dist/brain/brain-graph-walker.d.ts +54 -0
  78. package/dist/brain/brain-graph-walker.d.ts.map +1 -0
  79. package/dist/brain/brain-graph-walker.js +412 -0
  80. package/dist/brain/brain-graph-walker.js.map +1 -0
  81. package/dist/brain/brain-holiday-card.d.ts +50 -0
  82. package/dist/brain/brain-holiday-card.d.ts.map +1 -0
  83. package/dist/brain/brain-holiday-card.js +432 -0
  84. package/dist/brain/brain-holiday-card.js.map +1 -0
  85. package/dist/brain/brain-memes.d.ts +44 -0
  86. package/dist/brain/brain-memes.d.ts.map +1 -0
  87. package/dist/brain/brain-memes.js +438 -0
  88. package/dist/brain/brain-memes.js.map +1 -0
  89. package/dist/brain/brain-memory-tiers.d.ts +67 -0
  90. package/dist/brain/brain-memory-tiers.d.ts.map +1 -0
  91. package/dist/brain/brain-memory-tiers.js +292 -0
  92. package/dist/brain/brain-memory-tiers.js.map +1 -0
  93. package/dist/brain/brain-notebook.d.ts +68 -0
  94. package/dist/brain/brain-notebook.d.ts.map +1 -0
  95. package/dist/brain/brain-notebook.js +379 -0
  96. package/dist/brain/brain-notebook.js.map +1 -0
  97. package/dist/brain/brain-portability.js +1 -1
  98. package/dist/brain/brain-quantize.d.ts +62 -0
  99. package/dist/brain/brain-quantize.d.ts.map +1 -0
  100. package/dist/brain/brain-quantize.js +346 -0
  101. package/dist/brain/brain-quantize.js.map +1 -0
  102. package/dist/brain/brain-query-expander.d.ts +31 -0
  103. package/dist/brain/brain-query-expander.d.ts.map +1 -0
  104. package/dist/brain/brain-query-expander.js +417 -0
  105. package/dist/brain/brain-query-expander.js.map +1 -0
  106. package/dist/brain/brain-quest.d.ts +58 -0
  107. package/dist/brain/brain-quest.d.ts.map +1 -0
  108. package/dist/brain/brain-quest.js +541 -0
  109. package/dist/brain/brain-quest.js.map +1 -0
  110. package/dist/brain/brain-recall-cache.d.ts +73 -0
  111. package/dist/brain/brain-recall-cache.d.ts.map +1 -0
  112. package/dist/brain/brain-recall-cache.js +444 -0
  113. package/dist/brain/brain-recall-cache.js.map +1 -0
  114. package/dist/brain/brain-reflex.d.ts +55 -0
  115. package/dist/brain/brain-reflex.d.ts.map +1 -0
  116. package/dist/brain/brain-reflex.js +364 -0
  117. package/dist/brain/brain-reflex.js.map +1 -0
  118. package/dist/brain/brain-replay.d.ts +74 -0
  119. package/dist/brain/brain-replay.d.ts.map +1 -0
  120. package/dist/brain/brain-replay.js +336 -0
  121. package/dist/brain/brain-replay.js.map +1 -0
  122. package/dist/brain/brain-rerank.d.ts +39 -0
  123. package/dist/brain/brain-rerank.d.ts.map +1 -0
  124. package/dist/brain/brain-rerank.js +216 -0
  125. package/dist/brain/brain-rerank.js.map +1 -0
  126. package/dist/brain/brain-roast.d.ts +44 -0
  127. package/dist/brain/brain-roast.d.ts.map +1 -0
  128. package/dist/brain/brain-roast.js +566 -0
  129. package/dist/brain/brain-roast.js.map +1 -0
  130. package/dist/brain/brain-sonification.d.ts +57 -0
  131. package/dist/brain/brain-sonification.d.ts.map +1 -0
  132. package/dist/brain/brain-sonification.js +286 -0
  133. package/dist/brain/brain-sonification.js.map +1 -0
  134. package/dist/brain/brain-tarot.d.ts +49 -0
  135. package/dist/brain/brain-tarot.d.ts.map +1 -0
  136. package/dist/brain/brain-tarot.js +634 -0
  137. package/dist/brain/brain-tarot.js.map +1 -0
  138. package/dist/brain/brain-time-capsule.d.ts +80 -0
  139. package/dist/brain/brain-time-capsule.d.ts.map +1 -0
  140. package/dist/brain/brain-time-capsule.js +289 -0
  141. package/dist/brain/brain-time-capsule.js.map +1 -0
  142. package/dist/brain/brain-trophies.d.ts +60 -0
  143. package/dist/brain/brain-trophies.d.ts.map +1 -0
  144. package/dist/brain/brain-trophies.js +431 -0
  145. package/dist/brain/brain-trophies.js.map +1 -0
  146. package/dist/brain/brain-working-memory.d.ts +78 -0
  147. package/dist/brain/brain-working-memory.d.ts.map +1 -0
  148. package/dist/brain/brain-working-memory.js +367 -0
  149. package/dist/brain/brain-working-memory.js.map +1 -0
  150. package/dist/brain/branch-brain.d.ts +23 -0
  151. package/dist/brain/branch-brain.d.ts.map +1 -0
  152. package/dist/brain/branch-brain.js +159 -0
  153. package/dist/brain/branch-brain.js.map +1 -0
  154. package/dist/brain/calibration-monitor.d.ts +20 -0
  155. package/dist/brain/calibration-monitor.d.ts.map +1 -0
  156. package/dist/brain/calibration-monitor.js +144 -0
  157. package/dist/brain/calibration-monitor.js.map +1 -0
  158. package/dist/brain/causal-chains.d.ts +37 -0
  159. package/dist/brain/causal-chains.d.ts.map +1 -0
  160. package/dist/brain/causal-chains.js +250 -0
  161. package/dist/brain/causal-chains.js.map +1 -0
  162. package/dist/brain/collision-detective.d.ts +32 -0
  163. package/dist/brain/collision-detective.d.ts.map +1 -0
  164. package/dist/brain/collision-detective.js +233 -0
  165. package/dist/brain/collision-detective.js.map +1 -0
  166. package/dist/brain/confidence-gate.d.ts +69 -0
  167. package/dist/brain/confidence-gate.d.ts.map +1 -0
  168. package/dist/brain/confidence-gate.js +244 -0
  169. package/dist/brain/confidence-gate.js.map +1 -0
  170. package/dist/brain/constitution.d.ts +59 -0
  171. package/dist/brain/constitution.d.ts.map +1 -0
  172. package/dist/brain/constitution.js +315 -0
  173. package/dist/brain/constitution.js.map +1 -0
  174. package/dist/brain/cost-aware-spawner.d.ts +7 -0
  175. package/dist/brain/cost-aware-spawner.d.ts.map +1 -0
  176. package/dist/brain/cost-aware-spawner.js +77 -0
  177. package/dist/brain/cost-aware-spawner.js.map +1 -0
  178. package/dist/brain/dream-engine.d.ts +35 -0
  179. package/dist/brain/dream-engine.d.ts.map +1 -0
  180. package/dist/brain/dream-engine.js +273 -0
  181. package/dist/brain/dream-engine.js.map +1 -0
  182. package/dist/brain/embeddings-v2.d.ts +58 -0
  183. package/dist/brain/embeddings-v2.d.ts.map +1 -0
  184. package/dist/brain/embeddings-v2.js +344 -0
  185. package/dist/brain/embeddings-v2.js.map +1 -0
  186. package/dist/brain/embeddings.d.ts +27 -0
  187. package/dist/brain/embeddings.d.ts.map +1 -0
  188. package/dist/brain/embeddings.js +175 -0
  189. package/dist/brain/embeddings.js.map +1 -0
  190. package/dist/brain/forgetting-curve.d.ts +21 -0
  191. package/dist/brain/forgetting-curve.d.ts.map +1 -0
  192. package/dist/brain/forgetting-curve.js +174 -0
  193. package/dist/brain/forgetting-curve.js.map +1 -0
  194. package/dist/brain/formal-verification-bridge.d.ts +26 -0
  195. package/dist/brain/formal-verification-bridge.d.ts.map +1 -0
  196. package/dist/brain/formal-verification-bridge.js +219 -0
  197. package/dist/brain/formal-verification-bridge.js.map +1 -0
  198. package/dist/brain/global-brain.d.ts +8 -1
  199. package/dist/brain/global-brain.d.ts.map +1 -1
  200. package/dist/brain/global-brain.js +24 -0
  201. package/dist/brain/global-brain.js.map +1 -1
  202. package/dist/brain/hallucination-quarantine.d.ts +26 -0
  203. package/dist/brain/hallucination-quarantine.d.ts.map +1 -0
  204. package/dist/brain/hallucination-quarantine.js +135 -0
  205. package/dist/brain/hallucination-quarantine.js.map +1 -0
  206. package/dist/brain/hive-accelerator.d.ts +39 -0
  207. package/dist/brain/hive-accelerator.d.ts.map +1 -0
  208. package/dist/brain/hive-accelerator.js +152 -0
  209. package/dist/brain/hive-accelerator.js.map +1 -0
  210. package/dist/brain/hive-voice.d.ts +71 -0
  211. package/dist/brain/hive-voice.d.ts.map +1 -0
  212. package/dist/brain/hive-voice.js +352 -0
  213. package/dist/brain/hive-voice.js.map +1 -0
  214. package/dist/brain/json-output.d.ts +26 -0
  215. package/dist/brain/json-output.d.ts.map +1 -0
  216. package/dist/brain/json-output.js +112 -0
  217. package/dist/brain/json-output.js.map +1 -0
  218. package/dist/brain/l0-cache.js +1 -1
  219. package/dist/brain/l0-cache.js.map +1 -1
  220. package/dist/brain/local-llm.d.ts +20 -0
  221. package/dist/brain/local-llm.d.ts.map +1 -0
  222. package/dist/brain/local-llm.js +132 -0
  223. package/dist/brain/local-llm.js.map +1 -0
  224. package/dist/brain/markdown-export.d.ts +48 -0
  225. package/dist/brain/markdown-export.d.ts.map +1 -0
  226. package/dist/brain/markdown-export.js +382 -0
  227. package/dist/brain/markdown-export.js.map +1 -0
  228. package/dist/brain/mcp-server.d.ts +40 -0
  229. package/dist/brain/mcp-server.d.ts.map +1 -1
  230. package/dist/brain/mcp-server.js +395 -12
  231. package/dist/brain/mcp-server.js.map +1 -1
  232. package/dist/brain/model-registry.d.ts +96 -0
  233. package/dist/brain/model-registry.d.ts.map +1 -0
  234. package/dist/brain/model-registry.js +585 -0
  235. package/dist/brain/model-registry.js.map +1 -0
  236. package/dist/brain/multimodal-vision.d.ts +38 -0
  237. package/dist/brain/multimodal-vision.d.ts.map +1 -0
  238. package/dist/brain/multimodal-vision.js +257 -0
  239. package/dist/brain/multimodal-vision.js.map +1 -0
  240. package/dist/brain/orchestrator.js +1 -1
  241. package/dist/brain/otel-lite.d.ts +71 -0
  242. package/dist/brain/otel-lite.d.ts.map +1 -0
  243. package/dist/brain/otel-lite.js +232 -0
  244. package/dist/brain/otel-lite.js.map +1 -0
  245. package/dist/brain/pr-auto-review.d.ts +17 -0
  246. package/dist/brain/pr-auto-review.d.ts.map +1 -0
  247. package/dist/brain/pr-auto-review.js +73 -0
  248. package/dist/brain/pr-auto-review.js.map +1 -0
  249. package/dist/brain/pre-mortem.d.ts +21 -0
  250. package/dist/brain/pre-mortem.d.ts.map +1 -0
  251. package/dist/brain/pre-mortem.js +210 -0
  252. package/dist/brain/pre-mortem.js.map +1 -0
  253. package/dist/brain/prompt-cache.d.ts +54 -0
  254. package/dist/brain/prompt-cache.d.ts.map +1 -0
  255. package/dist/brain/prompt-cache.js +105 -0
  256. package/dist/brain/prompt-cache.js.map +1 -0
  257. package/dist/brain/reputation-ledger.d.ts +42 -0
  258. package/dist/brain/reputation-ledger.d.ts.map +1 -0
  259. package/dist/brain/reputation-ledger.js +326 -0
  260. package/dist/brain/reputation-ledger.js.map +1 -0
  261. package/dist/brain/session-hooks.d.ts +19 -0
  262. package/dist/brain/session-hooks.d.ts.map +1 -1
  263. package/dist/brain/session-hooks.js +249 -18
  264. package/dist/brain/session-hooks.js.map +1 -1
  265. package/dist/brain/subagent-bridge.d.ts +46 -0
  266. package/dist/brain/subagent-bridge.d.ts.map +1 -0
  267. package/dist/brain/subagent-bridge.js +364 -0
  268. package/dist/brain/subagent-bridge.js.map +1 -0
  269. package/dist/brain/swarm-debate.d.ts +22 -0
  270. package/dist/brain/swarm-debate.d.ts.map +1 -0
  271. package/dist/brain/swarm-debate.js +134 -0
  272. package/dist/brain/swarm-debate.js.map +1 -0
  273. package/dist/brain/team-brain-sync.d.ts +22 -0
  274. package/dist/brain/team-brain-sync.d.ts.map +1 -0
  275. package/dist/brain/team-brain-sync.js +132 -0
  276. package/dist/brain/team-brain-sync.js.map +1 -0
  277. package/dist/brain/token-economy.d.ts +25 -0
  278. package/dist/brain/token-economy.d.ts.map +1 -0
  279. package/dist/brain/token-economy.js +216 -0
  280. package/dist/brain/token-economy.js.map +1 -0
  281. package/dist/brain/voice-mode.d.ts +15 -0
  282. package/dist/brain/voice-mode.d.ts.map +1 -0
  283. package/dist/brain/voice-mode.js +97 -0
  284. package/dist/brain/voice-mode.js.map +1 -0
  285. package/dist/cli.js +1702 -4
  286. package/dist/cli.js.map +1 -1
  287. package/dist/dashboard/server.d.ts +6 -0
  288. package/dist/dashboard/server.d.ts.map +1 -1
  289. package/dist/dashboard/server.js +1118 -368
  290. package/dist/dashboard/server.js.map +1 -1
  291. package/dist/dashboard/v6-dashboard-html.d.ts +2 -0
  292. package/dist/dashboard/v6-dashboard-html.d.ts.map +1 -0
  293. package/dist/dashboard/v6-dashboard-html.js +2474 -0
  294. package/dist/dashboard/v6-dashboard-html.js.map +1 -0
  295. package/dist/index.d.ts +27 -0
  296. package/dist/index.d.ts.map +1 -1
  297. package/dist/index.js +29 -1
  298. package/dist/index.js.map +1 -1
  299. package/dist/types.d.ts +518 -2
  300. package/dist/types.d.ts.map +1 -1
  301. package/package.json +33 -4
@@ -0,0 +1,344 @@
1
+ // src/brain/embeddings-v2.ts — Indexed ANN vector store on top of Embeddings
2
+ // v6.0.2 — Hive Mind Edition
3
+ //
4
+ // Composes the v1 `Embeddings` class (hashing / Ollama dense vectors) with an
5
+ // in-memory hand-rolled HNSW-like graph index. Avoids the O(n) flat scan of
6
+ // the v1 cache for larger corpora — target <100ms recall over 10k vectors.
7
+ //
8
+ // Why hand-rolled and not hnswlib-node? Zero-dep constraint, must compile
9
+ // clean on Windows without prebuilt natives. A simplified hierarchical small-
10
+ // world graph with greedy descent + a single-layer ef-search is plenty for
11
+ // the corpus sizes a single developer's brain stores (typically <50k items).
12
+ //
13
+ // Persistence: sharded JSON files under ~/.shadow-brain/embeddings/.
14
+ // Each shard caps at ~5MB; new docs roll over to a fresh shard.
15
+ //
16
+ // Auto-pull: if Ollama is reachable but no embedding model is installed,
17
+ // POSTs to /api/pull (stream=true) for `nomic-embed-text` and emits progress
18
+ // events so callers can show a spinner. Falls back to hashing if Ollama is
19
+ // unreachable so this class is always usable offline.
20
+ //
21
+ // Exposed: EmbeddingsV2, getEmbeddingsV2(), resetEmbeddingsV2ForTests().
22
+ // .addDocument(id, text, metadata?)
23
+ // .search(query, topK)
24
+ // .delete(id)
25
+ // .count()
26
+ // .stats()
27
+ // on('pull-progress' | 'pull-complete' | 'pull-error', cb)
28
+ import * as fs from 'fs';
29
+ import * as path from 'path';
30
+ import * as os from 'os';
31
+ import { EventEmitter } from 'events';
32
+ import { getEmbeddings } from './embeddings.js';
33
+ const INDEX_DIR = path.join(os.homedir(), '.shadow-brain', 'embeddings');
34
+ const SHARD_MAX_BYTES = 5 * 1024 * 1024;
35
+ const SHARD_PREFIX = 'index-v2.';
36
+ const DEFAULT_EF_SEARCH = 32;
37
+ const DEFAULT_EF_CONSTRUCT = 16;
38
+ const DEFAULT_M = 8;
39
+ const PULL_MODEL = 'nomic-embed-text';
40
+ export class EmbeddingsV2 extends EventEmitter {
41
+ constructor(opts) {
42
+ super();
43
+ this.docs = new Map();
44
+ this.entryPoint = null;
45
+ this.nextShard = 0;
46
+ this.currentShardBytes = 0;
47
+ this.initialized = false;
48
+ this.pullState = 'idle';
49
+ this.embeddings = opts?.embeddings ?? getEmbeddings();
50
+ this.M = opts?.M ?? DEFAULT_M;
51
+ this.efConstruct = opts?.efConstruct ?? DEFAULT_EF_CONSTRUCT;
52
+ this.efSearch = opts?.efSearch ?? DEFAULT_EF_SEARCH;
53
+ }
54
+ async init() {
55
+ if (this.initialized)
56
+ return;
57
+ fs.mkdirSync(INDEX_DIR, { recursive: true });
58
+ await this.embeddings.init();
59
+ this.loadShards();
60
+ this.maybeAutoPull().catch(err => this.emit('pull-error', err));
61
+ this.initialized = true;
62
+ }
63
+ /** Index a document. Replaces any prior doc with the same id. */
64
+ async addDocument(id, text, metadata) {
65
+ await this.init();
66
+ const vector = await this.embeddings.embed(text);
67
+ if (this.docs.has(id))
68
+ this.detachNode(id);
69
+ const doc = {
70
+ id,
71
+ text,
72
+ vector,
73
+ metadata,
74
+ neighbors: [],
75
+ shard: this.pickShardFor(text),
76
+ };
77
+ this.docs.set(id, doc);
78
+ this.linkNode(doc);
79
+ if (!this.entryPoint)
80
+ this.entryPoint = id;
81
+ await this.persistShard(doc.shard);
82
+ }
83
+ /** Approximate top-K nearest neighbors by cosine similarity. */
84
+ async search(query, topK = 10) {
85
+ await this.init();
86
+ if (this.docs.size === 0 || !this.entryPoint)
87
+ return [];
88
+ const qVec = await this.embeddings.embed(query);
89
+ const candidates = this.greedySearch(qVec, Math.max(topK, this.efSearch));
90
+ const hits = [];
91
+ for (const c of candidates.slice(0, topK)) {
92
+ const doc = this.docs.get(c.id);
93
+ if (!doc)
94
+ continue;
95
+ hits.push({ id: c.id, score: c.score, text: doc.text, metadata: doc.metadata });
96
+ }
97
+ return hits;
98
+ }
99
+ /** Remove a document from the index. */
100
+ async delete(id) {
101
+ await this.init();
102
+ const doc = this.docs.get(id);
103
+ if (!doc)
104
+ return false;
105
+ this.detachNode(id);
106
+ this.docs.delete(id);
107
+ if (this.entryPoint === id)
108
+ this.entryPoint = this.docs.keys().next().value ?? null;
109
+ await this.persistShard(doc.shard);
110
+ return true;
111
+ }
112
+ count() { return this.docs.size; }
113
+ stats() {
114
+ const neighborSum = Array.from(this.docs.values()).reduce((s, d) => s + d.neighbors.length, 0);
115
+ const shards = new Set(Array.from(this.docs.values()).map(d => d.shard)).size;
116
+ return {
117
+ count: this.docs.size,
118
+ shards,
119
+ avgNeighbors: this.docs.size ? +(neighborSum / this.docs.size).toFixed(2) : 0,
120
+ ollamaModel: this.embeddings.ollamaModel ?? null,
121
+ ollamaPullState: this.pullState,
122
+ approxBytes: this.approxBytes(),
123
+ };
124
+ }
125
+ async flush() {
126
+ const dirtyShards = new Set(Array.from(this.docs.values()).map(d => d.shard));
127
+ for (const s of dirtyShards)
128
+ await this.persistShard(s);
129
+ }
130
+ // -- Index core ----------------------------------------------------------
131
+ linkNode(doc) {
132
+ if (!this.entryPoint || this.docs.size === 1)
133
+ return;
134
+ const candidates = this.greedySearch(doc.vector, this.efConstruct);
135
+ const selected = candidates.slice(0, this.M);
136
+ doc.neighbors = selected.map(c => c.id);
137
+ for (const c of selected) {
138
+ const peer = this.docs.get(c.id);
139
+ if (!peer)
140
+ continue;
141
+ if (!peer.neighbors.includes(doc.id)) {
142
+ peer.neighbors.push(doc.id);
143
+ // Cap peer fan-out so the graph stays small-world. Keep the M nearest.
144
+ if (peer.neighbors.length > this.M * 2) {
145
+ const scored = peer.neighbors
146
+ .map(nid => ({ id: nid, score: this.dotById(peer.vector, nid) }))
147
+ .sort((a, b) => b.score - a.score)
148
+ .slice(0, this.M * 2);
149
+ peer.neighbors = scored.map(s => s.id);
150
+ }
151
+ }
152
+ }
153
+ }
154
+ detachNode(id) {
155
+ const doc = this.docs.get(id);
156
+ if (!doc)
157
+ return;
158
+ for (const peerId of doc.neighbors) {
159
+ const peer = this.docs.get(peerId);
160
+ if (!peer)
161
+ continue;
162
+ peer.neighbors = peer.neighbors.filter(n => n !== id);
163
+ }
164
+ }
165
+ greedySearch(query, ef) {
166
+ const visited = new Set();
167
+ const start = this.entryPoint;
168
+ const startDoc = this.docs.get(start);
169
+ if (!startDoc)
170
+ return [];
171
+ const frontier = [
172
+ { id: start, score: dot(query, startDoc.vector) },
173
+ ];
174
+ const best = [...frontier];
175
+ visited.add(start);
176
+ while (frontier.length) {
177
+ frontier.sort((a, b) => b.score - a.score);
178
+ const current = frontier.shift();
179
+ // Stop if our worst kept best is still better than this candidate.
180
+ if (best.length >= ef && current.score < best[best.length - 1].score)
181
+ break;
182
+ const doc = this.docs.get(current.id);
183
+ if (!doc)
184
+ continue;
185
+ for (const nid of doc.neighbors) {
186
+ if (visited.has(nid))
187
+ continue;
188
+ visited.add(nid);
189
+ const peer = this.docs.get(nid);
190
+ if (!peer)
191
+ continue;
192
+ const s = dot(query, peer.vector);
193
+ frontier.push({ id: nid, score: s });
194
+ best.push({ id: nid, score: s });
195
+ best.sort((a, b) => b.score - a.score);
196
+ if (best.length > ef)
197
+ best.pop();
198
+ }
199
+ }
200
+ return best;
201
+ }
202
+ dotById(query, id) {
203
+ const doc = this.docs.get(id);
204
+ return doc ? dot(query, doc.vector) : -Infinity;
205
+ }
206
+ // -- Persistence ---------------------------------------------------------
207
+ loadShards() {
208
+ const files = fs.existsSync(INDEX_DIR)
209
+ ? fs.readdirSync(INDEX_DIR).filter(f => f.startsWith(SHARD_PREFIX) && f.endsWith('.json'))
210
+ : [];
211
+ for (const file of files) {
212
+ try {
213
+ const raw = fs.readFileSync(path.join(INDEX_DIR, file), 'utf-8');
214
+ const payload = JSON.parse(raw);
215
+ for (const d of payload.docs ?? []) {
216
+ this.docs.set(d.id, { ...d, shard: payload.shard });
217
+ }
218
+ this.nextShard = Math.max(this.nextShard, payload.shard + 1);
219
+ }
220
+ catch { /* skip corrupt shard */ }
221
+ }
222
+ this.entryPoint = this.docs.keys().next().value ?? null;
223
+ this.currentShardBytes = this.shardBytes(Math.max(0, this.nextShard - 1));
224
+ }
225
+ pickShardFor(text) {
226
+ const approx = text.length * 4 + 256; // text bytes + vector + neighbors overhead
227
+ if (this.currentShardBytes + approx > SHARD_MAX_BYTES) {
228
+ this.nextShard = Math.max(this.nextShard, this.shardCount());
229
+ this.currentShardBytes = 0;
230
+ return this.nextShard++;
231
+ }
232
+ this.currentShardBytes += approx;
233
+ return Math.max(0, this.nextShard - 1);
234
+ }
235
+ shardCount() {
236
+ return new Set(Array.from(this.docs.values()).map(d => d.shard)).size;
237
+ }
238
+ async persistShard(shard) {
239
+ try {
240
+ const docs = Array.from(this.docs.values()).filter(d => d.shard === shard);
241
+ const payload = {
242
+ schemaVersion: 1,
243
+ shard,
244
+ docs: docs.map(({ shard: _s, ...rest }) => rest),
245
+ };
246
+ const file = path.join(INDEX_DIR, `${SHARD_PREFIX}${shard}.json`);
247
+ const tmp = file + '.tmp';
248
+ fs.writeFileSync(tmp, JSON.stringify(payload));
249
+ fs.renameSync(tmp, file);
250
+ }
251
+ catch { /* non-fatal */ }
252
+ }
253
+ shardBytes(shard) {
254
+ try {
255
+ const file = path.join(INDEX_DIR, `${SHARD_PREFIX}${shard}.json`);
256
+ return fs.existsSync(file) ? fs.statSync(file).size : 0;
257
+ }
258
+ catch {
259
+ return 0;
260
+ }
261
+ }
262
+ approxBytes() {
263
+ let total = 0;
264
+ if (!fs.existsSync(INDEX_DIR))
265
+ return 0;
266
+ for (const f of fs.readdirSync(INDEX_DIR)) {
267
+ if (!f.startsWith(SHARD_PREFIX))
268
+ continue;
269
+ try {
270
+ total += fs.statSync(path.join(INDEX_DIR, f)).size;
271
+ }
272
+ catch { /* skip */ }
273
+ }
274
+ return total;
275
+ }
276
+ // -- Ollama auto-pull ----------------------------------------------------
277
+ async maybeAutoPull() {
278
+ const emb = this.embeddings;
279
+ if (emb.ollamaModel)
280
+ return; // already have a model
281
+ const baseUrl = emb.ollamaBaseUrl ?? 'http://127.0.0.1:11434';
282
+ try {
283
+ const probe = await fetch(baseUrl + '/api/tags', { signal: AbortSignal.timeout(2000) });
284
+ if (!probe.ok)
285
+ return; // no Ollama, stay on hashing fallback
286
+ }
287
+ catch {
288
+ return;
289
+ }
290
+ this.pullState = 'pulling';
291
+ this.emit('pull-progress', { model: PULL_MODEL, status: 'starting', percent: 0 });
292
+ try {
293
+ const res = await fetch(baseUrl + '/api/pull', {
294
+ method: 'POST',
295
+ headers: { 'Content-Type': 'application/json' },
296
+ body: JSON.stringify({ name: PULL_MODEL, stream: true }),
297
+ });
298
+ if (!res.ok || !res.body)
299
+ throw new Error(`pull failed: ${res.status}`);
300
+ const reader = res.body.getReader();
301
+ const decoder = new TextDecoder();
302
+ let buf = '';
303
+ while (true) {
304
+ const { value, done } = await reader.read();
305
+ if (done)
306
+ break;
307
+ buf += decoder.decode(value, { stream: true });
308
+ const lines = buf.split('\n');
309
+ buf = lines.pop() ?? '';
310
+ for (const line of lines) {
311
+ if (!line.trim())
312
+ continue;
313
+ try {
314
+ const obj = JSON.parse(line);
315
+ const percent = obj.total && obj.completed ? +(obj.completed / obj.total * 100).toFixed(1) : 0;
316
+ this.emit('pull-progress', { model: PULL_MODEL, status: obj.status ?? 'pulling', percent });
317
+ }
318
+ catch { /* skip non-JSON line */ }
319
+ }
320
+ }
321
+ this.pullState = 'complete';
322
+ this.emit('pull-complete', { model: PULL_MODEL });
323
+ }
324
+ catch (err) {
325
+ this.pullState = 'failed';
326
+ this.emit('pull-error', err);
327
+ }
328
+ }
329
+ }
330
+ function dot(a, b) {
331
+ let d = 0;
332
+ const n = Math.min(a.length, b.length);
333
+ for (let i = 0; i < n; i++)
334
+ d += a[i] * b[i];
335
+ return d;
336
+ }
337
+ let _instance = null;
338
+ export function getEmbeddingsV2() {
339
+ if (!_instance)
340
+ _instance = new EmbeddingsV2();
341
+ return _instance;
342
+ }
343
+ export function resetEmbeddingsV2ForTests() { _instance = null; }
344
+ //# sourceMappingURL=embeddings-v2.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embeddings-v2.js","sourceRoot":"","sources":["../../src/brain/embeddings-v2.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,6BAA6B;AAC7B,EAAE;AACF,8EAA8E;AAC9E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,0EAA0E;AAC1E,8EAA8E;AAC9E,2EAA2E;AAC3E,6EAA6E;AAC7E,EAAE;AACF,qEAAqE;AACrE,gEAAgE;AAChE,EAAE;AACF,yEAAyE;AACzE,6EAA6E;AAC7E,2EAA2E;AAC3E,sDAAsD;AACtD,EAAE;AACF,yEAAyE;AACzE,sCAAsC;AACtC,yBAAyB;AACzB,gBAAgB;AAChB,aAAa;AACb,aAAa;AACb,6DAA6D;AAE7D,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAc,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAE5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;AACzE,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,YAAY,GAAG,WAAW,CAAC;AACjC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC;AAiCtC,MAAM,OAAO,YAAa,SAAQ,YAAY;IAY5C,YAAY,IAAuF;QACjG,KAAK,EAAE,CAAC;QAZF,SAAI,GAA4B,IAAI,GAAG,EAAE,CAAC;QAC1C,eAAU,GAAkB,IAAI,CAAC;QACjC,cAAS,GAAG,CAAC,CAAC;QACd,sBAAiB,GAAG,CAAC,CAAC;QACtB,gBAAW,GAAG,KAAK,CAAC;QACpB,cAAS,GAAkC,MAAM,CAAC;QAQxD,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,aAAa,EAAE,CAAC;QACtD,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,SAAS,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,WAAW,IAAI,oBAAoB,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,iBAAiB,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,iEAAiE;IACjE,KAAK,CAAC,WAAW,CAAC,EAAU,EAAE,IAAY,EAAE,QAAkC;QAC5E,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAE3C,MAAM,GAAG,GAAe;YACtB,EAAE;YACF,IAAI;YACJ,MAAM;YACN,QAAQ;YACR,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;SAC/B,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,gEAAgE;IAChE,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAI,GAAG,EAAE;QACnC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,IAAI,CAAC,UAAU,KAAK,EAAE;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC;QACpF,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,KAAa,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAE1C,KAAK;QACH,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/F,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9E,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;YACrB,MAAM;YACN,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,WAAW,EAAG,IAAI,CAAC,UAAkD,CAAC,WAAW,IAAI,IAAI;YACzF,eAAe,EAAE,IAAI,CAAC,SAAS;YAC/B,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;SAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9E,KAAK,MAAM,CAAC,IAAI,WAAW;YAAE,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,2EAA2E;IAEnE,QAAQ,CAAC,GAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5B,uEAAuE;gBACvE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS;yBAC1B,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;yBAChE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;yBACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,KAAe,EAAE,EAAU;QAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAW,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAyC;YACrD,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE;SAClD,CAAC;QACF,MAAM,IAAI,GAAyC,CAAC,GAAG,QAAQ,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEnB,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;YAClC,mEAAmE;YACnE,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK;gBAAE,MAAM;YAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBACpB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBACvC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;oBAAE,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,OAAO,CAAC,KAAe,EAAE,EAAU;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,2EAA2E;IAEnE,UAAU;QAChB,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YACpC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1F,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;gBAChD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtD,CAAC;gBACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,2CAA2C;QACjF,IAAI,IAAI,CAAC,iBAAiB,GAAG,MAAM,GAAG,eAAe,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC;QACjC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAa;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAiB;gBAC5B,aAAa,EAAE,CAAC;gBAChB,KAAK;gBACL,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;aACjD,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,GAAG,KAAK,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC;YAC1B,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/C,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,GAAG,KAAK,OAAO,CAAC,CAAC;YAClE,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,CAAC,CAAC;QAAC,CAAC;IACvB,CAAC;IAEO,WAAW;QACjB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC;gBAAE,SAAS;YAC1C,IAAI,CAAC;gBAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,aAAa;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAgF,CAAC;QAClG,IAAI,GAAG,CAAC,WAAW;YAAE,OAAO,CAAC,uBAAuB;QACpD,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,IAAI,wBAAwB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,GAAG,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,KAAK,CAAC,EAAE;gBAAE,OAAO,CAAC,sCAAsC;QAC/D,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO;QAAC,CAAC;QAEnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,GAAG,WAAW,EAAE;gBAC7C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aACzD,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,MAAM,MAAM,GAAI,GAAG,CAAC,IAA8C,CAAC,SAAS,EAAE,CAAC;YAC/E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4D,CAAC;wBACxF,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/F,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC9F,CAAC;oBAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF;AAED,SAAS,GAAG,CAAC,CAAW,EAAE,CAAW;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,IAAI,SAAS,GAAwB,IAAI,CAAC;AAC1C,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,YAAY,EAAE,CAAC;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,yBAAyB,KAAW,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC"}
@@ -0,0 +1,27 @@
1
+ export declare class Embeddings {
2
+ private cache;
3
+ private ollamaModel;
4
+ private ollamaBaseUrl;
5
+ private initialized;
6
+ init(): Promise<void>;
7
+ /** Embed a string — returns a unit-norm vector. Uses cache when available. */
8
+ embed(text: string): Promise<number[]>;
9
+ /** Cosine similarity between two same-length vectors (L2-normalized assumed). */
10
+ static cosine(a: number[], b: number[]): number;
11
+ /** Rank candidates by cosine similarity to the query embedding. */
12
+ semanticSearch(query: string, candidates: Array<{
13
+ id: string;
14
+ text: string;
15
+ }>, topK?: number): Promise<Array<{
16
+ id: string;
17
+ score: number;
18
+ }>>;
19
+ flush(): Promise<void>;
20
+ private embedOllama;
21
+ /** Zero-dep local embedding: char tri-grams → hashed bag → dim 128 → TF weighting → L2 normalize. */
22
+ private embedLocal;
23
+ private persist;
24
+ }
25
+ export declare function getEmbeddings(): Embeddings;
26
+ export declare function resetEmbeddingsForTests(): void;
27
+ //# sourceMappingURL=embeddings.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/brain/embeddings.ts"],"names":[],"mappings":"AAqBA,qBAAa,UAAU;IACrB,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,WAAW,CAAS;IAEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgC3B,8EAA8E;IACxE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAe5C,iFAAiF;IACjF,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;IAO/C,mEAAmE;IAC7D,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,IAAI,SAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAYxI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAId,WAAW;IAezB,qGAAqG;IACrG,OAAO,CAAC,UAAU;YAqBJ,OAAO;CAYtB;AAeD,wBAAgB,aAAa,IAAI,UAAU,CAG1C;AACD,wBAAgB,uBAAuB,IAAI,IAAI,CAAsB"}
@@ -0,0 +1,175 @@
1
+ // src/brain/embeddings.ts — Lightweight embeddings + semantic search
2
+ // v6.0.0 — Hive Mind Edition
3
+ //
4
+ // Uses a local hashing-based embedding (tfidf + char n-grams) for zero-dep
5
+ // semantic recall. If Ollama is available with an embedding model
6
+ // (nomic-embed-text, mxbai-embed-large, all-minilm), upgrades to real
7
+ // dense embeddings automatically.
8
+ //
9
+ // Exposed: embed(text), cosineSim(a,b), semanticSearch(query, candidates)
10
+ import * as fs from 'fs';
11
+ import * as path from 'path';
12
+ import * as os from 'os';
13
+ import { getModelRegistry } from './model-registry.js';
14
+ const CACHE_DIR = path.join(os.homedir(), '.shadow-brain', 'embeddings');
15
+ const CACHE_PATH = path.join(CACHE_DIR, 'vectors.json');
16
+ const EMB_DIM = 128;
17
+ export class Embeddings {
18
+ constructor() {
19
+ this.cache = new Map();
20
+ this.ollamaModel = null;
21
+ this.ollamaBaseUrl = 'http://127.0.0.1:11434';
22
+ this.initialized = false;
23
+ }
24
+ async init() {
25
+ if (this.initialized)
26
+ return;
27
+ fs.mkdirSync(CACHE_DIR, { recursive: true });
28
+ if (fs.existsSync(CACHE_PATH)) {
29
+ try {
30
+ const parsed = JSON.parse(fs.readFileSync(CACHE_PATH, 'utf-8'));
31
+ for (const [k, v] of Object.entries(parsed.vectors ?? {}))
32
+ this.cache.set(k, v);
33
+ }
34
+ catch { /* skip */ }
35
+ }
36
+ // Probe for Ollama embedding model
37
+ try {
38
+ const reg = getModelRegistry();
39
+ await reg.init();
40
+ const ollama = reg.getProvider('ollama');
41
+ if (ollama?.enabled) {
42
+ this.ollamaBaseUrl = ollama.baseUrl;
43
+ const res = await fetch(this.ollamaBaseUrl + '/api/tags', { signal: AbortSignal.timeout(2000) });
44
+ if (res.ok) {
45
+ const json = await res.json();
46
+ const preferred = ['nomic-embed-text', 'mxbai-embed-large', 'all-minilm'];
47
+ for (const pref of preferred) {
48
+ const match = json.models?.find(m => m.name.startsWith(pref));
49
+ if (match) {
50
+ this.ollamaModel = match.name;
51
+ break;
52
+ }
53
+ }
54
+ }
55
+ }
56
+ }
57
+ catch { /* no ollama */ }
58
+ this.initialized = true;
59
+ }
60
+ /** Embed a string — returns a unit-norm vector. Uses cache when available. */
61
+ async embed(text) {
62
+ await this.init();
63
+ const trimmed = (text || '').slice(0, 8000);
64
+ const cached = this.cache.get(trimmed);
65
+ if (cached)
66
+ return cached;
67
+ let vec = null;
68
+ if (this.ollamaModel)
69
+ vec = await this.embedOllama(trimmed).catch(() => null);
70
+ if (!vec)
71
+ vec = this.embedLocal(trimmed);
72
+ this.cache.set(trimmed, vec);
73
+ if (this.cache.size % 25 === 0)
74
+ this.persist().catch(() => { });
75
+ return vec;
76
+ }
77
+ /** Cosine similarity between two same-length vectors (L2-normalized assumed). */
78
+ static cosine(a, b) {
79
+ let dot = 0;
80
+ const n = Math.min(a.length, b.length);
81
+ for (let i = 0; i < n; i++)
82
+ dot += a[i] * b[i];
83
+ return dot;
84
+ }
85
+ /** Rank candidates by cosine similarity to the query embedding. */
86
+ async semanticSearch(query, candidates, topK = 20) {
87
+ await this.init();
88
+ const q = await this.embed(query);
89
+ const scored = [];
90
+ for (const c of candidates) {
91
+ const v = await this.embed(c.text);
92
+ scored.push({ id: c.id, score: Embeddings.cosine(q, v) });
93
+ }
94
+ scored.sort((a, b) => b.score - a.score);
95
+ return scored.slice(0, topK);
96
+ }
97
+ async flush() { await this.persist(); }
98
+ // ── Internals ─────────────────────────────────────────────────────────
99
+ async embedOllama(text) {
100
+ try {
101
+ const res = await fetch(this.ollamaBaseUrl + '/api/embeddings', {
102
+ method: 'POST', headers: { 'Content-Type': 'application/json' },
103
+ body: JSON.stringify({ model: this.ollamaModel, prompt: text }),
104
+ signal: AbortSignal.timeout(30000),
105
+ });
106
+ if (!res.ok)
107
+ return null;
108
+ const json = await res.json();
109
+ if (!json.embedding || !json.embedding.length)
110
+ return null;
111
+ // L2 normalize
112
+ return normalize(json.embedding);
113
+ }
114
+ catch {
115
+ return null;
116
+ }
117
+ }
118
+ /** Zero-dep local embedding: char tri-grams → hashed bag → dim 128 → TF weighting → L2 normalize. */
119
+ embedLocal(text) {
120
+ const vec = new Array(EMB_DIM).fill(0);
121
+ const norm = text.toLowerCase().replace(/[^a-z0-9\s]/g, ' ');
122
+ // word unigrams
123
+ const tokens = norm.split(/\s+/).filter(t => t.length > 1);
124
+ const stopwords = new Set(['the', 'a', 'an', 'and', 'or', 'of', 'to', 'for', 'in', 'on', 'is', 'it', 'this', 'that', 'as', 'by', 'be', 'do']);
125
+ for (const t of tokens) {
126
+ if (stopwords.has(t))
127
+ continue;
128
+ const h = hash32(t) % EMB_DIM;
129
+ vec[h] += 1 + Math.log(t.length);
130
+ }
131
+ // char tri-grams for fuzzy matching
132
+ for (let i = 0; i <= norm.length - 3; i++) {
133
+ const tri = norm.slice(i, i + 3);
134
+ if (!/\S/.test(tri))
135
+ continue;
136
+ const h = (hash32(tri) * 17) % EMB_DIM;
137
+ vec[h] += 0.3;
138
+ }
139
+ return normalize(vec);
140
+ }
141
+ async persist() {
142
+ try {
143
+ const shape = {
144
+ schemaVersion: 1,
145
+ vectors: Object.fromEntries(this.cache.entries()),
146
+ lastProvider: this.ollamaModel ? 'ollama' : 'local',
147
+ };
148
+ const tmp = CACHE_PATH + '.tmp';
149
+ fs.writeFileSync(tmp, JSON.stringify(shape));
150
+ fs.renameSync(tmp, CACHE_PATH);
151
+ }
152
+ catch { /* non-fatal */ }
153
+ }
154
+ }
155
+ function hash32(s) {
156
+ let h = 2166136261;
157
+ for (let i = 0; i < s.length; i++)
158
+ h = Math.imul(h ^ s.charCodeAt(i), 16777619);
159
+ return h >>> 0;
160
+ }
161
+ function normalize(v) {
162
+ let n = 0;
163
+ for (const x of v)
164
+ n += x * x;
165
+ n = Math.sqrt(n) || 1;
166
+ return v.map(x => x / n);
167
+ }
168
+ let _instance = null;
169
+ export function getEmbeddings() {
170
+ if (!_instance)
171
+ _instance = new Embeddings();
172
+ return _instance;
173
+ }
174
+ export function resetEmbeddingsForTests() { _instance = null; }
175
+ //# sourceMappingURL=embeddings.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/brain/embeddings.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,6BAA6B;AAC7B,EAAE;AACF,2EAA2E;AAC3E,kEAAkE;AAClE,sEAAsE;AACtE,kCAAkC;AAClC,EAAE;AACF,0EAA0E;AAE1E,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;AACzE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AACxD,MAAM,OAAO,GAAG,GAAG,CAAC;AAIpB,MAAM,OAAO,UAAU;IAAvB;QACU,UAAK,GAA0B,IAAI,GAAG,EAAE,CAAC;QACzC,gBAAW,GAAkB,IAAI,CAAC;QAClC,kBAAa,GAAW,wBAAwB,CAAC;QACjD,gBAAW,GAAG,KAAK,CAAC;IA4H9B,CAAC;IA1HC,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAU,CAAC;gBACzE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClF,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,gBAAgB,EAAE,CAAC;YAC/B,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC;gBACpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjG,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA0C,CAAC;oBACtE,MAAM,SAAS,GAAG,CAAC,kBAAkB,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC;oBAC1E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;wBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC9D,IAAI,KAAK,EAAE,CAAC;4BAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;4BAAC,MAAM;wBAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;QAE3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,IAAI,GAAG,GAAoB,IAAI,CAAC;QAChC,IAAI,IAAI,CAAC,WAAW;YAAE,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,GAAG;YAAE,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC7B,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;YAAE,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,CAAC;IACb,CAAC;IAED,iFAAiF;IACjF,MAAM,CAAC,MAAM,CAAC,CAAW,EAAE,CAAW;QACpC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,UAA+C,EAAE,IAAI,GAAG,EAAE;QAC5F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,MAAM,GAAyC,EAAE,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK,KAAoB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEtD,yEAAyE;IAEjE,KAAK,CAAC,WAAW,CAAC,IAAY;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,iBAAiB,EAAE;gBAC9D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBAC/D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAM,CAAC;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YACzB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAC;YAC1D,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAC3D,eAAe;YACf,OAAO,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IAC1B,CAAC;IAED,qGAAqG;IAC7F,UAAU,CAAC,IAAY;QAC7B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC7D,gBAAgB;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAC,GAAG,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,CAAC,CAAC,CAAC;QAC7H,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;YAC9B,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,oCAAoC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC9B,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC;YACvC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAChB,CAAC;QACD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAU;gBACnB,aAAa,EAAE,CAAC;gBAChB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;aACpD,CAAC;YACF,MAAM,GAAG,GAAG,UAAU,GAAG,MAAM,CAAC;YAChC,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAChF,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AACD,SAAS,SAAS,CAAC,CAAW;IAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,IAAI,SAAS,GAAsB,IAAI,CAAC;AACxC,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,UAAU,EAAE,CAAC;IAC7C,OAAO,SAAS,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,uBAAuB,KAAW,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC"}
@@ -0,0 +1,21 @@
1
+ import { ConsolidationReport, ForgettingState, MemoryTier } from '../types.js';
2
+ export declare class ForgettingCurve {
3
+ private states;
4
+ private reports;
5
+ private cycleCount;
6
+ private initialized;
7
+ init(): Promise<void>;
8
+ track(memoryId: string, initialStrength?: number, consolidatedTier?: MemoryTier): Promise<ForgettingState>;
9
+ reinforce(memoryId: string, strengthBoost?: number): Promise<ForgettingState | null>;
10
+ /** Run a consolidation sleep cycle. Returns a report of changes. */
11
+ runConsolidation(): Promise<ConsolidationReport>;
12
+ getState(memoryId: string): ForgettingState | null;
13
+ listStates(limit?: number): ForgettingState[];
14
+ listReports(limit?: number): ConsolidationReport[];
15
+ private tierForStrength;
16
+ private tierRank;
17
+ private persist;
18
+ }
19
+ export declare function getForgettingCurve(): ForgettingCurve;
20
+ export declare function resetForgettingCurveForTests(): void;
21
+ //# sourceMappingURL=forgetting-curve.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"forgetting-curve.d.ts","sourceRoot":"","sources":["../../src/brain/forgetting-curve.ts"],"names":[],"mappings":"AAcA,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,UAAU,EACX,MAAM,aAAa,CAAC;AAarB,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAA2C;IACzD,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,WAAW,CAAS;IAEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBrB,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,eAAe,SAAM,EAAE,gBAAgB,GAAE,UAAkB,GAAG,OAAO,CAAC,eAAe,CAAC;IAkB9G,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,SAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAYvF,oEAAoE;IAC9D,gBAAgB,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAgDtD,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAIlD,UAAU,CAAC,KAAK,SAAK,GAAG,eAAe,EAAE;IAMzC,WAAW,CAAC,KAAK,SAAK,GAAG,mBAAmB,EAAE;IAM9C,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,QAAQ;YASF,OAAO;CActB;AAID,wBAAgB,kBAAkB,IAAI,eAAe,CAGpD;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}