nlm-memory 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (472) hide show
  1. package/.agents/plugins/marketplace.json +20 -0
  2. package/.github/workflows/ci.yml +30 -0
  3. package/LICENSE +151 -0
  4. package/README.md +119 -0
  5. package/dist/cli/classify-parity.d.ts +48 -0
  6. package/dist/cli/classify-parity.js +182 -0
  7. package/dist/cli/classify-parity.js.map +1 -0
  8. package/dist/cli/launchctl-helpers.d.ts +26 -0
  9. package/dist/cli/launchctl-helpers.js +42 -0
  10. package/dist/cli/launchctl-helpers.js.map +1 -0
  11. package/dist/cli/nlm.d.ts +25 -0
  12. package/dist/cli/nlm.js +832 -0
  13. package/dist/cli/nlm.js.map +1 -0
  14. package/dist/core/actions/actions-log.d.ts +40 -0
  15. package/dist/core/actions/actions-log.js +72 -0
  16. package/dist/core/actions/actions-log.js.map +1 -0
  17. package/dist/core/actions/overlay.d.ts +30 -0
  18. package/dist/core/actions/overlay.js +101 -0
  19. package/dist/core/actions/overlay.js.map +1 -0
  20. package/dist/core/adapters/aider.d.ts +33 -0
  21. package/dist/core/adapters/aider.js +167 -0
  22. package/dist/core/adapters/aider.js.map +1 -0
  23. package/dist/core/adapters/claude-code.d.ts +32 -0
  24. package/dist/core/adapters/claude-code.js +270 -0
  25. package/dist/core/adapters/claude-code.js.map +1 -0
  26. package/dist/core/adapters/common.d.ts +20 -0
  27. package/dist/core/adapters/common.js +60 -0
  28. package/dist/core/adapters/common.js.map +1 -0
  29. package/dist/core/adapters/from-source.d.ts +11 -0
  30. package/dist/core/adapters/from-source.js +55 -0
  31. package/dist/core/adapters/from-source.js.map +1 -0
  32. package/dist/core/adapters/hermes-agent.d.ts +34 -0
  33. package/dist/core/adapters/hermes-agent.js +192 -0
  34. package/dist/core/adapters/hermes-agent.js.map +1 -0
  35. package/dist/core/adapters/hermes.d.ts +31 -0
  36. package/dist/core/adapters/hermes.js +247 -0
  37. package/dist/core/adapters/hermes.js.map +1 -0
  38. package/dist/core/adapters/jsonl-generic.d.ts +56 -0
  39. package/dist/core/adapters/jsonl-generic.js +185 -0
  40. package/dist/core/adapters/jsonl-generic.js.map +1 -0
  41. package/dist/core/adapters/opencode.d.ts +36 -0
  42. package/dist/core/adapters/opencode.js +213 -0
  43. package/dist/core/adapters/opencode.js.map +1 -0
  44. package/dist/core/adapters/pi.d.ts +32 -0
  45. package/dist/core/adapters/pi.js +233 -0
  46. package/dist/core/adapters/pi.js.map +1 -0
  47. package/dist/core/classifier/prompt.d.ts +60 -0
  48. package/dist/core/classifier/prompt.js +178 -0
  49. package/dist/core/classifier/prompt.js.map +1 -0
  50. package/dist/core/dataset/build-dataset.d.ts +87 -0
  51. package/dist/core/dataset/build-dataset.js +335 -0
  52. package/dist/core/dataset/build-dataset.js.map +1 -0
  53. package/dist/core/embedding/chunk-body.d.ts +30 -0
  54. package/dist/core/embedding/chunk-body.js +60 -0
  55. package/dist/core/embedding/chunk-body.js.map +1 -0
  56. package/dist/core/embedding/embed-backfill.d.ts +36 -0
  57. package/dist/core/embedding/embed-backfill.js +168 -0
  58. package/dist/core/embedding/embed-backfill.js.map +1 -0
  59. package/dist/core/embedding/embed-normalize.d.ts +28 -0
  60. package/dist/core/embedding/embed-normalize.js +98 -0
  61. package/dist/core/embedding/embed-normalize.js.map +1 -0
  62. package/dist/core/facts/backfill-facts.d.ts +58 -0
  63. package/dist/core/facts/backfill-facts.js +169 -0
  64. package/dist/core/facts/backfill-facts.js.map +1 -0
  65. package/dist/core/facts/extract-facts.d.ts +20 -0
  66. package/dist/core/facts/extract-facts.js +37 -0
  67. package/dist/core/facts/extract-facts.js.map +1 -0
  68. package/dist/core/hook/citation-detect.d.ts +32 -0
  69. package/dist/core/hook/citation-detect.js +105 -0
  70. package/dist/core/hook/citation-detect.js.map +1 -0
  71. package/dist/core/hook/cite-memo.d.ts +20 -0
  72. package/dist/core/hook/cite-memo.js +68 -0
  73. package/dist/core/hook/cite-memo.js.map +1 -0
  74. package/dist/core/hook/claude-settings.d.ts +34 -0
  75. package/dist/core/hook/claude-settings.js +117 -0
  76. package/dist/core/hook/claude-settings.js.map +1 -0
  77. package/dist/core/hook/gate.d.ts +11 -0
  78. package/dist/core/hook/gate.js +19 -0
  79. package/dist/core/hook/gate.js.map +1 -0
  80. package/dist/core/hook/hook-log.d.ts +25 -0
  81. package/dist/core/hook/hook-log.js +28 -0
  82. package/dist/core/hook/hook-log.js.map +1 -0
  83. package/dist/core/hook/memo-sweep.d.ts +55 -0
  84. package/dist/core/hook/memo-sweep.js +134 -0
  85. package/dist/core/hook/memo-sweep.js.map +1 -0
  86. package/dist/core/hook/memo.d.ts +20 -0
  87. package/dist/core/hook/memo.js +66 -0
  88. package/dist/core/hook/memo.js.map +1 -0
  89. package/dist/core/hook/pointer-block.d.ts +14 -0
  90. package/dist/core/hook/pointer-block.js +19 -0
  91. package/dist/core/hook/pointer-block.js.map +1 -0
  92. package/dist/core/hook/select.d.ts +21 -0
  93. package/dist/core/hook/select.js +15 -0
  94. package/dist/core/hook/select.js.map +1 -0
  95. package/dist/core/hook/transcript.d.ts +31 -0
  96. package/dist/core/hook/transcript.js +103 -0
  97. package/dist/core/hook/transcript.js.map +1 -0
  98. package/dist/core/ingest/ingest-session.d.ts +40 -0
  99. package/dist/core/ingest/ingest-session.js +71 -0
  100. package/dist/core/ingest/ingest-session.js.map +1 -0
  101. package/dist/core/providers/provider-models.d.ts +24 -0
  102. package/dist/core/providers/provider-models.js +72 -0
  103. package/dist/core/providers/provider-models.js.map +1 -0
  104. package/dist/core/providers/provider-registry.d.ts +62 -0
  105. package/dist/core/providers/provider-registry.js +143 -0
  106. package/dist/core/providers/provider-registry.js.map +1 -0
  107. package/dist/core/recall/citation-log.d.ts +28 -0
  108. package/dist/core/recall/citation-log.js +90 -0
  109. package/dist/core/recall/citation-log.js.map +1 -0
  110. package/dist/core/recall/filter.d.ts +11 -0
  111. package/dist/core/recall/filter.js +20 -0
  112. package/dist/core/recall/filter.js.map +1 -0
  113. package/dist/core/recall/index.d.ts +6 -0
  114. package/dist/core/recall/index.js +5 -0
  115. package/dist/core/recall/index.js.map +1 -0
  116. package/dist/core/recall/match-fields.d.ts +10 -0
  117. package/dist/core/recall/match-fields.js +37 -0
  118. package/dist/core/recall/match-fields.js.map +1 -0
  119. package/dist/core/recall/query-log.d.ts +36 -0
  120. package/dist/core/recall/query-log.js +112 -0
  121. package/dist/core/recall/query-log.js.map +1 -0
  122. package/dist/core/recall/query-shape.d.ts +22 -0
  123. package/dist/core/recall/query-shape.js +64 -0
  124. package/dist/core/recall/query-shape.js.map +1 -0
  125. package/dist/core/recall/recall-service.d.ts +19 -0
  126. package/dist/core/recall/recall-service.js +252 -0
  127. package/dist/core/recall/recall-service.js.map +1 -0
  128. package/dist/core/recall/recent-log.d.ts +16 -0
  129. package/dist/core/recall/recent-log.js +46 -0
  130. package/dist/core/recall/recent-log.js.map +1 -0
  131. package/dist/core/recall/tokenize.d.ts +7 -0
  132. package/dist/core/recall/tokenize.js +18 -0
  133. package/dist/core/recall/tokenize.js.map +1 -0
  134. package/dist/core/recall/useful-scan.d.ts +52 -0
  135. package/dist/core/recall/useful-scan.js +300 -0
  136. package/dist/core/recall/useful-scan.js.map +1 -0
  137. package/dist/core/recall-facts/fact-query-log.d.ts +42 -0
  138. package/dist/core/recall-facts/fact-query-log.js +115 -0
  139. package/dist/core/recall-facts/fact-query-log.js.map +1 -0
  140. package/dist/core/recall-facts/fact-recall-service.d.ts +34 -0
  141. package/dist/core/recall-facts/fact-recall-service.js +246 -0
  142. package/dist/core/recall-facts/fact-recall-service.js.map +1 -0
  143. package/dist/core/scheduler/scan-once.d.ts +32 -0
  144. package/dist/core/scheduler/scan-once.js +100 -0
  145. package/dist/core/scheduler/scan-once.js.map +1 -0
  146. package/dist/core/scheduler/scheduler.d.ts +59 -0
  147. package/dist/core/scheduler/scheduler.js +158 -0
  148. package/dist/core/scheduler/scheduler.js.map +1 -0
  149. package/dist/core/sources/source-registry.d.ts +68 -0
  150. package/dist/core/sources/source-registry.js +208 -0
  151. package/dist/core/sources/source-registry.js.map +1 -0
  152. package/dist/core/storage/db-restore.d.ts +53 -0
  153. package/dist/core/storage/db-restore.js +113 -0
  154. package/dist/core/storage/db-restore.js.map +1 -0
  155. package/dist/core/storage/live-status.d.ts +15 -0
  156. package/dist/core/storage/live-status.js +43 -0
  157. package/dist/core/storage/live-status.js.map +1 -0
  158. package/dist/core/storage/migrate.d.ts +14 -0
  159. package/dist/core/storage/migrate.js +52 -0
  160. package/dist/core/storage/migrate.js.map +1 -0
  161. package/dist/core/storage/sqlite-fact-store.d.ts +50 -0
  162. package/dist/core/storage/sqlite-fact-store.js +256 -0
  163. package/dist/core/storage/sqlite-fact-store.js.map +1 -0
  164. package/dist/core/storage/sqlite-session-store.d.ts +152 -0
  165. package/dist/core/storage/sqlite-session-store.js +587 -0
  166. package/dist/core/storage/sqlite-session-store.js.map +1 -0
  167. package/dist/hook/pre-compact-hook.d.ts +26 -0
  168. package/dist/hook/pre-compact-hook.js +94 -0
  169. package/dist/hook/pre-compact-hook.js.map +1 -0
  170. package/dist/hook/prompt-recall-hook.d.ts +23 -0
  171. package/dist/hook/prompt-recall-hook.js +141 -0
  172. package/dist/hook/prompt-recall-hook.js.map +1 -0
  173. package/dist/hook/session-end-hook.d.ts +18 -0
  174. package/dist/hook/session-end-hook.js +67 -0
  175. package/dist/hook/session-end-hook.js.map +1 -0
  176. package/dist/hook/session-start-hook.d.ts +25 -0
  177. package/dist/hook/session-start-hook.js +129 -0
  178. package/dist/hook/session-start-hook.js.map +1 -0
  179. package/dist/hook/stop-hook.d.ts +38 -0
  180. package/dist/hook/stop-hook.js +171 -0
  181. package/dist/hook/stop-hook.js.map +1 -0
  182. package/dist/hook/subagent-start-hook.d.ts +30 -0
  183. package/dist/hook/subagent-start-hook.js +108 -0
  184. package/dist/hook/subagent-start-hook.js.map +1 -0
  185. package/dist/http/app.d.ts +65 -0
  186. package/dist/http/app.js +1009 -0
  187. package/dist/http/app.js.map +1 -0
  188. package/dist/install/claude-code.d.ts +57 -0
  189. package/dist/install/claude-code.js +76 -0
  190. package/dist/install/claude-code.js.map +1 -0
  191. package/dist/install/codex.d.ts +82 -0
  192. package/dist/install/codex.js +277 -0
  193. package/dist/install/codex.js.map +1 -0
  194. package/dist/install/hermes-agent.d.ts +35 -0
  195. package/dist/install/hermes-agent.js +48 -0
  196. package/dist/install/hermes-agent.js.map +1 -0
  197. package/dist/install/hermes.d.ts +29 -0
  198. package/dist/install/hermes.js +52 -0
  199. package/dist/install/hermes.js.map +1 -0
  200. package/dist/install/ollama.d.ts +54 -0
  201. package/dist/install/ollama.js +178 -0
  202. package/dist/install/ollama.js.map +1 -0
  203. package/dist/install/setup.d.ts +37 -0
  204. package/dist/install/setup.js +339 -0
  205. package/dist/install/setup.js.map +1 -0
  206. package/dist/llm/classifier-box.d.ts +29 -0
  207. package/dist/llm/classifier-box.js +43 -0
  208. package/dist/llm/classifier-box.js.map +1 -0
  209. package/dist/llm/deepseek-client.d.ts +40 -0
  210. package/dist/llm/deepseek-client.js +114 -0
  211. package/dist/llm/deepseek-client.js.map +1 -0
  212. package/dist/llm/env-autoload.d.ts +8 -0
  213. package/dist/llm/env-autoload.js +54 -0
  214. package/dist/llm/env-autoload.js.map +1 -0
  215. package/dist/llm/ollama-client.d.ts +47 -0
  216. package/dist/llm/ollama-client.js +156 -0
  217. package/dist/llm/ollama-client.js.map +1 -0
  218. package/dist/mcp/server.d.ts +64 -0
  219. package/dist/mcp/server.js +430 -0
  220. package/dist/mcp/server.js.map +1 -0
  221. package/dist/ports/fact-store.d.ts +82 -0
  222. package/dist/ports/fact-store.js +16 -0
  223. package/dist/ports/fact-store.js.map +1 -0
  224. package/dist/ports/llm-client.d.ts +42 -0
  225. package/dist/ports/llm-client.js +14 -0
  226. package/dist/ports/llm-client.js.map +1 -0
  227. package/dist/ports/logger.d.ts +13 -0
  228. package/dist/ports/logger.js +8 -0
  229. package/dist/ports/logger.js.map +1 -0
  230. package/dist/ports/session-store.d.ts +29 -0
  231. package/dist/ports/session-store.js +9 -0
  232. package/dist/ports/session-store.js.map +1 -0
  233. package/dist/ports/transcript-adapter.d.ts +48 -0
  234. package/dist/ports/transcript-adapter.js +15 -0
  235. package/dist/ports/transcript-adapter.js.map +1 -0
  236. package/dist/shared/types.d.ts +129 -0
  237. package/dist/shared/types.js +6 -0
  238. package/dist/shared/types.js.map +1 -0
  239. package/dist/ui/assets/index-BA6IpU8g.css +1 -0
  240. package/dist/ui/assets/index-B_qIVV0k.js +69 -0
  241. package/dist/ui/index.html +13 -0
  242. package/docs/methodology/re-derivation-rate.md +112 -0
  243. package/docs/methodology/useful-hit-rate.md +79 -0
  244. package/docs/plans/2026-05-20-fts5-lexical-recall.md +1088 -0
  245. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +662 -0
  246. package/docs/plans/2026-05-20-recall-hook-design.md +131 -0
  247. package/docs/plans/2026-05-20-recall-hook-implementation.md +1222 -0
  248. package/docs/plans/desktop-product.md +69 -0
  249. package/docs/plans/factstore-design.md +236 -0
  250. package/logs/CHANGELOG/CHANGELOG-2026.md +1389 -0
  251. package/logs/CHANGELOG/CHANGELOG.md +320 -0
  252. package/migrations/000_initial_schema.sql +174 -0
  253. package/migrations/001_entity_type_rename.sql +17 -0
  254. package/migrations/002_adapter_state_extend.sql +12 -0
  255. package/migrations/003_session_embeddings.sql +11 -0
  256. package/migrations/004_facts.sql +46 -0
  257. package/migrations/005_sources.sql +31 -0
  258. package/migrations/006_providers.sql +33 -0
  259. package/migrations/007_source_tokens.sql +17 -0
  260. package/migrations/008_fts_rebuild.sql +9 -0
  261. package/migrations/009_session_embedding_chunks.sql +46 -0
  262. package/migrations/010_sources_opencode.sql +30 -0
  263. package/migrations/011_sources_hermes_agent.sql +30 -0
  264. package/migrations/012_sources_aider.sql +30 -0
  265. package/migrations/013_adapter_state_failure_count.sql +12 -0
  266. package/package.json +56 -0
  267. package/plugin/.codex-plugin/plugin.json +22 -0
  268. package/plugin/.mcp.json +8 -0
  269. package/plugin/README.md +51 -0
  270. package/plugin/hooks/hooks.json +25 -0
  271. package/plugin/scripts/prompt-recall-hook.mjs +202 -0
  272. package/plugin/scripts/stop-hook.mjs +306 -0
  273. package/plugin-hermes-agent/README.md +49 -0
  274. package/plugin-hermes-agent/__init__.py +75 -0
  275. package/plugin-hermes-agent/plugin.yaml +15 -0
  276. package/scripts/backfill-citations.mjs +0 -0
  277. package/scripts/build-codex-plugin.mjs +61 -0
  278. package/scripts/deepseek-probe.mjs +67 -0
  279. package/scripts/extract-triples.mjs +207 -0
  280. package/scripts/longmemeval/embedding-cache.ts +77 -0
  281. package/scripts/longmemeval/fetch-dataset.sh +25 -0
  282. package/scripts/longmemeval/run-harness.ts +315 -0
  283. package/scripts/longmemeval/scorer.ts +99 -0
  284. package/scripts/longmemeval/tsconfig.json +9 -0
  285. package/scripts/longmemeval/types.ts +35 -0
  286. package/scripts/nlm-daily-digest.py +239 -0
  287. package/scripts/nlm-daily-digest.sh +28 -0
  288. package/src/cli/classify-parity.ts +257 -0
  289. package/src/cli/launchctl-helpers.ts +49 -0
  290. package/src/cli/nlm.ts +885 -0
  291. package/src/core/actions/actions-log.ts +118 -0
  292. package/src/core/actions/overlay.ts +117 -0
  293. package/src/core/adapters/aider.ts +205 -0
  294. package/src/core/adapters/claude-code.ts +293 -0
  295. package/src/core/adapters/common.ts +54 -0
  296. package/src/core/adapters/from-source.ts +57 -0
  297. package/src/core/adapters/hermes-agent.ts +240 -0
  298. package/src/core/adapters/hermes.ts +277 -0
  299. package/src/core/adapters/jsonl-generic.ts +208 -0
  300. package/src/core/adapters/opencode.ts +281 -0
  301. package/src/core/adapters/pi.ts +264 -0
  302. package/src/core/classifier/prompt.ts +200 -0
  303. package/src/core/dataset/build-dataset.ts +463 -0
  304. package/src/core/embedding/chunk-body.ts +76 -0
  305. package/src/core/embedding/embed-backfill.ts +210 -0
  306. package/src/core/embedding/embed-normalize.ts +135 -0
  307. package/src/core/facts/backfill-facts.ts +254 -0
  308. package/src/core/facts/extract-facts.ts +50 -0
  309. package/src/core/hook/citation-detect.ts +124 -0
  310. package/src/core/hook/cite-memo.ts +68 -0
  311. package/src/core/hook/claude-settings.ts +166 -0
  312. package/src/core/hook/gate.ts +25 -0
  313. package/src/core/hook/hook-log.ts +41 -0
  314. package/src/core/hook/memo-sweep.ts +164 -0
  315. package/src/core/hook/memo.ts +67 -0
  316. package/src/core/hook/pointer-block.ts +26 -0
  317. package/src/core/hook/select.ts +32 -0
  318. package/src/core/hook/transcript.ts +121 -0
  319. package/src/core/ingest/ingest-session.ts +111 -0
  320. package/src/core/providers/provider-models.ts +100 -0
  321. package/src/core/providers/provider-registry.ts +196 -0
  322. package/src/core/recall/citation-log.ts +108 -0
  323. package/src/core/recall/filter.ts +27 -0
  324. package/src/core/recall/index.ts +6 -0
  325. package/src/core/recall/match-fields.ts +40 -0
  326. package/src/core/recall/query-log.ts +149 -0
  327. package/src/core/recall/query-shape.ts +66 -0
  328. package/src/core/recall/recall-service.ts +320 -0
  329. package/src/core/recall/recent-log.ts +59 -0
  330. package/src/core/recall/tokenize.ts +18 -0
  331. package/src/core/recall/useful-scan.ts +336 -0
  332. package/src/core/recall-facts/fact-query-log.ts +150 -0
  333. package/src/core/recall-facts/fact-recall-service.ts +327 -0
  334. package/src/core/scheduler/scan-once.ts +142 -0
  335. package/src/core/scheduler/scheduler.ts +225 -0
  336. package/src/core/sources/source-registry.ts +260 -0
  337. package/src/core/storage/db-restore.ts +133 -0
  338. package/src/core/storage/live-status.ts +45 -0
  339. package/src/core/storage/migrate.ts +72 -0
  340. package/src/core/storage/sqlite-fact-store.ts +304 -0
  341. package/src/core/storage/sqlite-session-store.ts +765 -0
  342. package/src/hook/prompt-recall-hook.ts +174 -0
  343. package/src/hook/session-end-hook.ts +81 -0
  344. package/src/hook/session-start-hook.ts +165 -0
  345. package/src/hook/stop-hook.ts +236 -0
  346. package/src/http/app.ts +1114 -0
  347. package/src/install/claude-code.ts +128 -0
  348. package/src/install/codex.ts +367 -0
  349. package/src/install/hermes-agent.ts +76 -0
  350. package/src/install/hermes.ts +78 -0
  351. package/src/install/ollama.ts +208 -0
  352. package/src/install/setup.ts +368 -0
  353. package/src/llm/classifier-box.ts +64 -0
  354. package/src/llm/deepseek-client.ts +150 -0
  355. package/src/llm/env-autoload.ts +55 -0
  356. package/src/llm/ollama-client.ts +189 -0
  357. package/src/mcp/server.ts +534 -0
  358. package/src/ports/fact-store.ts +102 -0
  359. package/src/ports/llm-client.ts +52 -0
  360. package/src/ports/logger.ts +16 -0
  361. package/src/ports/session-store.ts +45 -0
  362. package/src/ports/transcript-adapter.ts +55 -0
  363. package/src/shared/types.ts +145 -0
  364. package/src/ui/App.tsx +58 -0
  365. package/src/ui/components/PromoteOpenButton.tsx +65 -0
  366. package/src/ui/components/SessionDrawer.tsx +136 -0
  367. package/src/ui/components/SideNav.tsx +162 -0
  368. package/src/ui/components/Skeleton.tsx +107 -0
  369. package/src/ui/index.html +13 -0
  370. package/src/ui/lib/actions.ts +30 -0
  371. package/src/ui/lib/api.ts +92 -0
  372. package/src/ui/lib/dataset.ts +141 -0
  373. package/src/ui/lib/registries.ts +155 -0
  374. package/src/ui/lib/view-settings.ts +41 -0
  375. package/src/ui/main.tsx +15 -0
  376. package/src/ui/pages/Live.tsx +229 -0
  377. package/src/ui/pages/Pulse.tsx +415 -0
  378. package/src/ui/pages/Recall.tsx +190 -0
  379. package/src/ui/pages/River.tsx +308 -0
  380. package/src/ui/pages/Search.tsx +93 -0
  381. package/src/ui/pages/Stub.tsx +9 -0
  382. package/src/ui/pages/Thread.tsx +262 -0
  383. package/src/ui/pages/settings/Classifier.tsx +227 -0
  384. package/src/ui/pages/settings/Data.tsx +190 -0
  385. package/src/ui/pages/settings/Index.tsx +65 -0
  386. package/src/ui/pages/settings/Labels.tsx +224 -0
  387. package/src/ui/pages/settings/Providers.tsx +305 -0
  388. package/src/ui/pages/settings/SettingsSubnav.tsx +28 -0
  389. package/src/ui/pages/settings/Sources.tsx +326 -0
  390. package/src/ui/pages/settings/Views.tsx +96 -0
  391. package/src/ui/styles.css +1766 -0
  392. package/src/ui/tsconfig.json +21 -0
  393. package/src/ui/vite.config.ts +19 -0
  394. package/tests/fixtures/claude_code/short_session.jsonl +2 -0
  395. package/tests/fixtures/claude_code/standard_iso.jsonl +4 -0
  396. package/tests/fixtures/claude_code/tool_heavy.jsonl +8 -0
  397. package/tests/fixtures/claude_code/with_subagent.jsonl +7 -0
  398. package/tests/fixtures/facts.ts +17 -0
  399. package/tests/fixtures/golden-corpus.ts +85 -0
  400. package/tests/fixtures/hermes/paired_request_dump.json +24 -0
  401. package/tests/fixtures/hermes/paired_session.json +23 -0
  402. package/tests/fixtures/hermes/request_dump.json +28 -0
  403. package/tests/fixtures/hermes/session_iso.json +38 -0
  404. package/tests/fixtures/hermes/session_unix.json +38 -0
  405. package/tests/fixtures/hermes/system_only.json +18 -0
  406. package/tests/fixtures/pi/error-connection-abort.jsonl +8 -0
  407. package/tests/fixtures/pi/short-successful.jsonl +5 -0
  408. package/tests/fixtures/pi/with-custom-message.jsonl +6 -0
  409. package/tests/fixtures/sessions.ts +22 -0
  410. package/tests/integration/backfill-facts.test.ts +362 -0
  411. package/tests/integration/citation-explicit.test.ts +111 -0
  412. package/tests/integration/cite-event.test.ts +169 -0
  413. package/tests/integration/cite-memo.test.ts +87 -0
  414. package/tests/integration/db-restore.test.ts +153 -0
  415. package/tests/integration/embed-backfill.test.ts +176 -0
  416. package/tests/integration/fact-supersedence.test.ts +313 -0
  417. package/tests/integration/fts-index.test.ts +60 -0
  418. package/tests/integration/getbyids-sqlite.test.ts +60 -0
  419. package/tests/integration/hermes-agent-hooks.test.ts +248 -0
  420. package/tests/integration/hook-claude-settings.test.ts +205 -0
  421. package/tests/integration/hook-log.test.ts +54 -0
  422. package/tests/integration/hook-memo.test.ts +68 -0
  423. package/tests/integration/hook-pre-compact.test.ts +105 -0
  424. package/tests/integration/hook-subagent-start.test.ts +102 -0
  425. package/tests/integration/http.test.ts +401 -0
  426. package/tests/integration/keyword-search-fts.test.ts +66 -0
  427. package/tests/integration/mcp-recall-logging.test.ts +88 -0
  428. package/tests/integration/mcp.test.ts +248 -0
  429. package/tests/integration/memo-sweep.test.ts +91 -0
  430. package/tests/integration/prompt-recall-hook.test.ts +88 -0
  431. package/tests/integration/provider-registry.test.ts +107 -0
  432. package/tests/integration/recall-golden.test.ts +59 -0
  433. package/tests/integration/recall-sqlite.test.ts +169 -0
  434. package/tests/integration/scheduler.test.ts +391 -0
  435. package/tests/integration/session-end-hook.test.ts +48 -0
  436. package/tests/integration/session-start-hook.test.ts +126 -0
  437. package/tests/integration/source-registry.test.ts +120 -0
  438. package/tests/integration/sqlite-fact-store.test.ts +346 -0
  439. package/tests/integration/stop-hook.test.ts +560 -0
  440. package/tests/integration/wal-checkpoint.test.ts +49 -0
  441. package/tests/unit/cli/launchctl-helpers.test.ts +60 -0
  442. package/tests/unit/core/adapters/aider.test.ts +230 -0
  443. package/tests/unit/core/adapters/claude-code.test.ts +118 -0
  444. package/tests/unit/core/adapters/hermes-agent.test.ts +329 -0
  445. package/tests/unit/core/adapters/hermes.test.ts +81 -0
  446. package/tests/unit/core/adapters/jsonl-generic.test.ts +142 -0
  447. package/tests/unit/core/adapters/opencode.test.ts +354 -0
  448. package/tests/unit/core/adapters/pi.test.ts +110 -0
  449. package/tests/unit/core/classifier/prompt.test.ts +126 -0
  450. package/tests/unit/core/embedding/chunk-body.test.ts +100 -0
  451. package/tests/unit/core/facts/extract-facts.test.ts +117 -0
  452. package/tests/unit/core/filter.test.ts +40 -0
  453. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +96 -0
  454. package/tests/unit/core/hook/citation-detect.test.ts +124 -0
  455. package/tests/unit/core/hook/gate.test.ts +29 -0
  456. package/tests/unit/core/hook/pointer-block.test.ts +22 -0
  457. package/tests/unit/core/hook/select.test.ts +66 -0
  458. package/tests/unit/core/match-fields.test.ts +39 -0
  459. package/tests/unit/core/mcp-cite-session.test.ts +51 -0
  460. package/tests/unit/core/providers/provider-models.test.ts +101 -0
  461. package/tests/unit/core/query-shape.test.ts +92 -0
  462. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +258 -0
  463. package/tests/unit/core/recall-service.test.ts +200 -0
  464. package/tests/unit/core/storage/live-status.test.ts +54 -0
  465. package/tests/unit/core/tokenize.test.ts +32 -0
  466. package/tests/unit/core/useful-scan.test.ts +537 -0
  467. package/tests/unit/llm/embed.test.ts +93 -0
  468. package/tests/unit/llm/ollama-client.test.ts +124 -0
  469. package/tests/unit/scripts/longmemeval-scorer.test.ts +114 -0
  470. package/tsconfig.json +31 -0
  471. package/tsconfig.test.json +11 -0
  472. package/vitest.config.ts +22 -0
@@ -0,0 +1,262 @@
1
+ import { useEffect, useMemo, useState } from "react";
2
+ import { Link, useSearchParams } from "react-router-dom";
3
+ import { useDataset, relativeAge } from "../lib/dataset.js";
4
+ import type { DatasetSession } from "../lib/dataset.js";
5
+ import { SessionDrawer } from "../components/SessionDrawer.js";
6
+ import { PromoteOpenButton } from "../components/PromoteOpenButton.js";
7
+ import { SessionListSkeleton, Skeleton } from "../components/Skeleton.js";
8
+ import { readViewSettings, type ThreadSort } from "../lib/view-settings.js";
9
+
10
+ export function ThreadPage() {
11
+ const { data, loading, error, refetch } = useDataset();
12
+ const [params, setParams] = useSearchParams();
13
+ const entity = params.get("entity") ?? "";
14
+ const drawerSid = params.get("session");
15
+
16
+ const [sort, setSort] = useState<ThreadSort>(() => readViewSettings().threadSort);
17
+
18
+ const thread = useMemo(() => {
19
+ if (!data || !entity) return [];
20
+ const sessions = data.sessions.filter((s) => s.entities.includes(entity));
21
+ sessions.sort((a, b) => {
22
+ const av = a.started_at ?? "";
23
+ const bv = b.started_at ?? "";
24
+ return sort === "recent" ? bv.localeCompare(av) : av.localeCompare(bv);
25
+ });
26
+ return sessions;
27
+ }, [data, entity, sort]);
28
+
29
+ const entityColor = entity && data ? (data.entity_colors[entity] ?? "#666") : "#666";
30
+
31
+ useEffect(() => {
32
+ if (entity && data) document.title = `${entity} — Thread`;
33
+ }, [entity, data]);
34
+
35
+ const openSession = (id: string) => {
36
+ const next = new URLSearchParams(params);
37
+ next.set("session", id);
38
+ setParams(next);
39
+ };
40
+
41
+ const closeSession = () => {
42
+ const next = new URLSearchParams(params);
43
+ next.delete("session");
44
+ setParams(next);
45
+ };
46
+
47
+ if (loading && !data) return (
48
+ <div className="page-pad">
49
+ <Skeleton h={22} w={220} />
50
+ <div style={{ marginTop: 16 }}><SessionListSkeleton rows={8} /></div>
51
+ </div>
52
+ );
53
+ if (error && !data) return <div className="page-pad"><div className="muted error">{error}</div></div>;
54
+ if (!data) return null;
55
+
56
+ if (!entity) {
57
+ return (
58
+ <div className="page-pad">
59
+ <h2 className="page-title">Thread</h2>
60
+ <p className="muted">Pick an entity to view its reasoning history.</p>
61
+ <ul className="entity-grid">
62
+ {data.entities.slice(0, 48).map((e) => (
63
+ <li key={e.canonical}>
64
+ <Link to={`/thread?entity=${encodeURIComponent(e.canonical)}`} className="card card-lift entity-card">
65
+ <span className="dot" style={{ background: data.entity_colors[e.canonical] ?? "#666" }} />
66
+ <span className="entity-name">{e.canonical}</span>
67
+ <span className="muted small">{e.session_count}</span>
68
+ </Link>
69
+ </li>
70
+ ))}
71
+ </ul>
72
+ </div>
73
+ );
74
+ }
75
+
76
+ const decisions = thread.flatMap((s) => s.decisions.map((d) => ({ d, sid: s.id, when: s.started_at })));
77
+ const open = thread.flatMap((s) =>
78
+ s.open_questions.map((q) => ({ id: q.id, q: q.text, sid: s.id, when: s.started_at })),
79
+ );
80
+
81
+ return (
82
+ <div className="page-pad">
83
+ <div className="thread-header">
84
+ <span className="dot lg" style={{ background: entityColor }} />
85
+ <h2 className="page-title">{entity}</h2>
86
+ <span className="muted">{thread.length} session{thread.length === 1 ? "" : "s"}</span>
87
+ <span className="header-spacer" />
88
+ <select className="form-input" value={sort} onChange={(e) => setSort(e.target.value as "recent" | "oldest")}>
89
+ <option value="recent">Most recent first</option>
90
+ <option value="oldest">Oldest first</option>
91
+ </select>
92
+ </div>
93
+
94
+ <div className="thread-grid">
95
+ <section className="card">
96
+ <header className="card-head"><h3>Decisions</h3><span className="muted small">{decisions.length}</span></header>
97
+ <ul className="marker-list">
98
+ {decisions.slice(0, 30).map((d, i) => (
99
+ <li key={i} className="marker-row">
100
+ <span className="live-tag" data-kind="decision">decision</span>
101
+ <span className="marker-text">{d.d}</span>
102
+ <button type="button" className="link-button" onClick={() => openSession(d.sid)}>{relativeAge(d.when)}</button>
103
+ </li>
104
+ ))}
105
+ {decisions.length === 0 && <li className="muted small">No decisions captured.</li>}
106
+ </ul>
107
+ </section>
108
+
109
+ <section className="card">
110
+ <header className="card-head"><h3>Open questions</h3><span className="muted small">{open.length}</span></header>
111
+ <ul className="marker-list">
112
+ {open.slice(0, 30).map((o, i) => (
113
+ <li key={`${o.id}-${i}`} className="marker-row marker-row-promotable">
114
+ <span className="live-tag" data-kind="open">open</span>
115
+ <span className="marker-text">{o.q}</span>
116
+ <div className="marker-actions">
117
+ <PromoteOpenButton openId={o.id} defaultText={o.q} onPromoted={refetch} />
118
+ <button type="button" className="link-button" onClick={() => openSession(o.sid)}>{relativeAge(o.when)}</button>
119
+ </div>
120
+ </li>
121
+ ))}
122
+ {open.length === 0 && <li className="muted small">No open questions.</li>}
123
+ </ul>
124
+ </section>
125
+ </div>
126
+
127
+ <ThreadSessionList thread={thread} onOpenSession={openSession} />
128
+
129
+ {drawerSid && (
130
+ <SessionDrawer sessionId={drawerSid} onClose={closeSession} entityColor={entityColor} />
131
+ )}
132
+ </div>
133
+ );
134
+ }
135
+
136
+ type StatusFilter = "all" | "active" | "idle" | "closed" | "superseded";
137
+ type MarkerFilter = "all" | "decisions" | "open";
138
+ const PAGE_SIZE_OPTIONS = [10, 25, 50, 100] as const;
139
+
140
+ function ThreadSessionList({
141
+ thread,
142
+ onOpenSession,
143
+ }: {
144
+ thread: DatasetSession[];
145
+ onOpenSession: (id: string) => void;
146
+ }) {
147
+ const [query, setQuery] = useState("");
148
+ const [status, setStatus] = useState<StatusFilter>("all");
149
+ const [markers, setMarkers] = useState<MarkerFilter>("all");
150
+ const [pageSize, setPageSize] = useState<number>(25);
151
+ const [page, setPage] = useState(0);
152
+
153
+ const filtered = useMemo(() => {
154
+ const q = query.toLowerCase().trim();
155
+ return thread.filter((s) => {
156
+ if (status !== "all" && s.status !== status) return false;
157
+ if (markers === "decisions" && s.decisions.length === 0) return false;
158
+ if (markers === "open" && s.open_questions.length === 0) return false;
159
+ if (!q) return true;
160
+ return (
161
+ s.label.toLowerCase().includes(q) ||
162
+ s.summary.toLowerCase().includes(q) ||
163
+ s.decisions.some((d) => d.toLowerCase().includes(q)) ||
164
+ s.open.some((o) => o.toLowerCase().includes(q))
165
+ );
166
+ });
167
+ }, [thread, query, status, markers]);
168
+
169
+ // Reset page when filter inputs change
170
+ useEffect(() => { setPage(0); }, [query, status, markers, pageSize]);
171
+
172
+ const pageCount = Math.max(1, Math.ceil(filtered.length / pageSize));
173
+ const currentPage = Math.min(page, pageCount - 1);
174
+ const start = currentPage * pageSize;
175
+ const slice = filtered.slice(start, start + pageSize);
176
+
177
+ return (
178
+ <>
179
+ <div className="thread-sessions-head">
180
+ <h3 className="section-title thread-sessions-title">Sessions</h3>
181
+ <input
182
+ className="search-input"
183
+ placeholder="search label, summary, decisions, open…"
184
+ value={query}
185
+ onChange={(e) => setQuery(e.target.value)}
186
+ />
187
+ </div>
188
+
189
+ <div className="thread-filters">
190
+ <div className="filter-group" role="group" aria-label="Status filter">
191
+ {(["all", "active", "idle", "closed", "superseded"] as const).map((s) => (
192
+ <button
193
+ key={s}
194
+ type="button"
195
+ className={`chip${status === s ? " active" : ""}`}
196
+ data-status={s === "all" ? undefined : s}
197
+ onClick={() => setStatus(s)}
198
+ >{s}</button>
199
+ ))}
200
+ </div>
201
+ <div className="filter-group" role="group" aria-label="Marker filter">
202
+ {(["all", "decisions", "open"] as const).map((m) => (
203
+ <button
204
+ key={m}
205
+ type="button"
206
+ className={`chip${markers === m ? " active" : ""}`}
207
+ data-marker={m === "all" ? undefined : m}
208
+ onClick={() => setMarkers(m)}
209
+ >{m === "all" ? "all markers" : m}</button>
210
+ ))}
211
+ </div>
212
+ <span className="header-spacer" />
213
+ <span className="muted small">{filtered.length} match{filtered.length === 1 ? "" : "es"}</span>
214
+ </div>
215
+
216
+ <ul className="session-list">
217
+ {slice.map((s) => (
218
+ <li key={s.id} className="session-row session-row-detail clickable" onClick={() => onOpenSession(s.id)}>
219
+ <span className={`chip-inline status-${s.status}`}>{s.status}</span>
220
+ <div className="session-row-main">
221
+ <span className="session-label">{s.label}</span>
222
+ <span className="session-meta">{s.summary}</span>
223
+ </div>
224
+ <span className="muted small mono">{relativeAge(s.started_at)}</span>
225
+ </li>
226
+ ))}
227
+ {slice.length === 0 && (
228
+ <li className="muted small empty-row">
229
+ {thread.length === 0 ? "No sessions yet." : "No sessions match the current filters."}
230
+ </li>
231
+ )}
232
+ </ul>
233
+
234
+ {filtered.length > 0 && (
235
+ <div className="pagination">
236
+ <div className="page-size">
237
+ <label className="form-label">Per page</label>
238
+ <select
239
+ className="form-input form-input-inline"
240
+ value={pageSize}
241
+ onChange={(e) => setPageSize(Number.parseInt(e.target.value, 10))}
242
+ >
243
+ {PAGE_SIZE_OPTIONS.map((n) => <option key={n} value={n}>{n}</option>)}
244
+ </select>
245
+ </div>
246
+ <span className="header-spacer" />
247
+ <span className="muted small">
248
+ {start + 1}–{Math.min(start + pageSize, filtered.length)} of {filtered.length}
249
+ </span>
250
+ <div className="page-nav">
251
+ <button type="button" className="chip" disabled={currentPage === 0} onClick={() => setPage(0)}>« first</button>
252
+ <button type="button" className="chip" disabled={currentPage === 0} onClick={() => setPage((p) => Math.max(0, p - 1))}>‹ prev</button>
253
+ <span className="page-indicator mono">{currentPage + 1} / {pageCount}</span>
254
+ <button type="button" className="chip" disabled={currentPage >= pageCount - 1} onClick={() => setPage((p) => Math.min(pageCount - 1, p + 1))}>next ›</button>
255
+ <button type="button" className="chip" disabled={currentPage >= pageCount - 1} onClick={() => setPage(pageCount - 1)}>last »</button>
256
+ </div>
257
+ </div>
258
+ )}
259
+ </>
260
+ );
261
+ }
262
+
@@ -0,0 +1,227 @@
1
+ import { useCallback, useEffect, useMemo, useState } from "react";
2
+ import { SettingsSubnav } from "./SettingsSubnav.js";
3
+ import {
4
+ fetchProviders,
5
+ fetchProviderModels,
6
+ testProvider,
7
+ PROVIDER_KIND_LABEL,
8
+ type ProviderRow,
9
+ type TestResult,
10
+ } from "../../lib/registries.js";
11
+
12
+ interface ClassifierInfo {
13
+ provider: string;
14
+ model: string;
15
+ embedder: { provider: string; model: string; dims: number };
16
+ }
17
+
18
+ export function SettingsClassifierPage() {
19
+ const [info, setInfo] = useState<ClassifierInfo | null>(null);
20
+ const [providers, setProviders] = useState<ProviderRow[]>([]);
21
+ const [models, setModels] = useState<string[]>([]);
22
+ const [modelsErr, setModelsErr] = useState<string | null>(null);
23
+ const [draftProviderId, setDraftProviderId] = useState<number | null>(null);
24
+ const [draftModel, setDraftModel] = useState<string>("");
25
+ const [test, setTest] = useState<TestResult | null>(null);
26
+ const [testedKey, setTestedKey] = useState<string | null>(null);
27
+ const [busy, setBusy] = useState(false);
28
+ const [saveMsg, setSaveMsg] = useState<string | null>(null);
29
+ const [error, setError] = useState<string | null>(null);
30
+
31
+ const load = useCallback(async () => {
32
+ try {
33
+ const [infoRes, list] = await Promise.all([
34
+ fetch("/api/classifier/info").then((r) => r.json() as Promise<ClassifierInfo>),
35
+ fetchProviders(),
36
+ ]);
37
+ setInfo(infoRes);
38
+ setProviders(list);
39
+ const active = list.find((p) => p.kind === infoRes.provider && p.enabled);
40
+ const fallback = list.find((p) => p.enabled) ?? list[0] ?? null;
41
+ const selected = active ?? fallback;
42
+ setDraftProviderId(selected ? selected.id : null);
43
+ setDraftModel(infoRes.model);
44
+ setError(null);
45
+ } catch (e) {
46
+ setError(e instanceof Error ? e.message : String(e));
47
+ }
48
+ }, []);
49
+
50
+ useEffect(() => { void load(); }, [load]);
51
+
52
+ const draftProvider = useMemo(
53
+ () => providers.find((p) => p.id === draftProviderId) ?? null,
54
+ [providers, draftProviderId],
55
+ );
56
+
57
+ useEffect(() => {
58
+ if (!draftProvider) {
59
+ setModels([]);
60
+ return;
61
+ }
62
+ let cancelled = false;
63
+ setModelsErr(null);
64
+ setModels([]);
65
+ void fetchProviderModels(draftProvider.id)
66
+ .then((m) => {
67
+ if (cancelled) return;
68
+ setModels(m);
69
+ if (!draftModel || !m.includes(draftModel)) {
70
+ setDraftModel(draftProvider.defaultModel ?? m[0] ?? "");
71
+ }
72
+ })
73
+ .catch((e: unknown) => {
74
+ if (!cancelled) setModelsErr(e instanceof Error ? e.message : String(e));
75
+ });
76
+ return () => { cancelled = true; };
77
+ // intentionally not gating on draftModel — we only refetch when provider changes
78
+ }, [draftProvider?.id]); // eslint-disable-line react-hooks/exhaustive-deps
79
+
80
+ const selectionKey = draftProvider ? `${draftProvider.id}|${draftModel}` : "";
81
+ const testPassed = test?.ok === true && testedKey === selectionKey;
82
+
83
+ const dirty = info && draftProvider
84
+ ? draftProvider.kind !== info.provider || draftModel !== info.model
85
+ : false;
86
+
87
+ const canSave = dirty && draftModel.length > 0 && !busy && testPassed;
88
+
89
+ const runTest = async () => {
90
+ if (!draftProvider) return;
91
+ setBusy(true);
92
+ setTest(null);
93
+ setTestedKey(null);
94
+ try {
95
+ const r = await testProvider(draftProvider.id);
96
+ setTest(r);
97
+ if (r.ok) setTestedKey(selectionKey);
98
+ } catch (e) {
99
+ setTest({ ok: false, latencyMs: 0, error: e instanceof Error ? e.message : String(e) });
100
+ } finally {
101
+ setBusy(false);
102
+ }
103
+ };
104
+
105
+ const save = async () => {
106
+ if (!draftProvider) return;
107
+ setBusy(true);
108
+ setSaveMsg(null);
109
+ try {
110
+ const r = await fetch("/api/classifier", {
111
+ method: "POST",
112
+ headers: { "Content-Type": "application/json" },
113
+ body: JSON.stringify({ provider: draftProvider.kind, model: draftModel }),
114
+ });
115
+ const data = (await r.json()) as { provider?: string; model?: string; error?: string };
116
+ if (!r.ok || data.error) {
117
+ setSaveMsg(`Error: ${data.error ?? r.statusText}`);
118
+ } else {
119
+ setSaveMsg(`Active: ${data.provider} · ${data.model}`);
120
+ await load();
121
+ }
122
+ } catch (e) {
123
+ setSaveMsg(`Error: ${e instanceof Error ? e.message : String(e)}`);
124
+ } finally {
125
+ setBusy(false);
126
+ }
127
+ };
128
+
129
+ return (
130
+ <div className="page-pad">
131
+ <SettingsSubnav />
132
+ <h2 className="page-title">Classifier</h2>
133
+ {!info && !error && <div className="muted">Loading…</div>}
134
+ {error && <div className="muted error">{error}</div>}
135
+ {info && (
136
+ <>
137
+ <dl className="kv-list">
138
+ <dt className="kv-label">Active provider</dt>
139
+ <dd className="kv-value mono">{info.provider}</dd>
140
+ <dt className="kv-label">Active model</dt>
141
+ <dd className="kv-value mono">{info.model}</dd>
142
+ </dl>
143
+
144
+ <h3 className="section-title">Switch model</h3>
145
+ {providers.length === 0 ? (
146
+ <p className="muted small">
147
+ No providers configured. Add one on the <a href="/settings/providers">Providers</a> page first.
148
+ </p>
149
+ ) : (
150
+ <>
151
+ <div className="form-row">
152
+ <label className="form-label">Provider</label>
153
+ <select
154
+ className="form-input form-input-inline"
155
+ value={draftProviderId ?? ""}
156
+ onChange={(e) => {
157
+ setDraftProviderId(Number.parseInt(e.target.value, 10));
158
+ setTest(null);
159
+ setTestedKey(null);
160
+ }}
161
+ disabled={busy}
162
+ >
163
+ {providers.map((p) => (
164
+ <option key={p.id} value={p.id} disabled={!p.enabled}>
165
+ {p.name} ({PROVIDER_KIND_LABEL[p.kind]}){p.enabled ? "" : " — disabled"}
166
+ {p.kind !== "ollama" && !p.hasApiKey ? " — no key" : ""}
167
+ </option>
168
+ ))}
169
+ </select>
170
+ <label className="form-label">Model</label>
171
+ <select
172
+ className="form-input form-input-inline"
173
+ value={draftModel}
174
+ onChange={(e) => {
175
+ setDraftModel(e.target.value);
176
+ setTestedKey(null);
177
+ }}
178
+ disabled={busy || models.length === 0}
179
+ >
180
+ {models.map((m) => <option key={m} value={m}>{m}</option>)}
181
+ {!models.includes(draftModel) && draftModel && (
182
+ <option value={draftModel}>{draftModel}</option>
183
+ )}
184
+ </select>
185
+ <button
186
+ type="button"
187
+ className="btn"
188
+ onClick={() => void runTest()}
189
+ disabled={busy || !draftProvider}
190
+ >{busy && !test ? "Testing…" : "Test connection"}</button>
191
+ <button
192
+ type="button"
193
+ className="btn btn-accent"
194
+ onClick={() => void save()}
195
+ disabled={!canSave}
196
+ title={!testPassed ? "Run a successful test before saving" : undefined}
197
+ >{busy && test?.ok ? "Saving…" : "Save"}</button>
198
+ </div>
199
+
200
+ {modelsErr && <p className="muted error small">Model list failed: {modelsErr}</p>}
201
+ {test && (
202
+ <p className={`small ${test.ok ? "muted" : "muted error"}`}>
203
+ {test.ok
204
+ ? `Connection OK · ${test.modelCount ?? "?"} models · ${test.latencyMs}ms`
205
+ : `Connection failed: ${test.error ?? "unknown"} (${test.latencyMs}ms)`}
206
+ </p>
207
+ )}
208
+ {saveMsg && <p className="muted small">{saveMsg}</p>}
209
+ <p className="muted small">Save is gated on a passing connection test for the selected provider + model.</p>
210
+ </>
211
+ )}
212
+
213
+ <h3 className="section-title">Embedder</h3>
214
+ <dl className="kv-list">
215
+ <dt className="kv-label">Provider</dt>
216
+ <dd className="kv-value mono">{info.embedder.provider}</dd>
217
+ <dt className="kv-label">Model</dt>
218
+ <dd className="kv-value mono">{info.embedder.model}</dd>
219
+ <dt className="kv-label">Dimensions</dt>
220
+ <dd className="kv-value mono">{info.embedder.dims}</dd>
221
+ </dl>
222
+ <p className="muted small">Embedder is fixed at build time. Recall vectors must match the index dims, so it isn't hot-swappable. DeepSeek has no embeddings endpoint; Ollama serves both classification (optional) and embedding (always).</p>
223
+ </>
224
+ )}
225
+ </div>
226
+ );
227
+ }
@@ -0,0 +1,190 @@
1
+ import { useCallback, useEffect, useRef, useState } from "react";
2
+ import { SettingsSubnav } from "./SettingsSubnav.js";
3
+
4
+ interface TableStat {
5
+ name: string;
6
+ rows: number;
7
+ }
8
+
9
+ interface MigrationRow {
10
+ version: number;
11
+ name: string;
12
+ applied_at: string;
13
+ }
14
+
15
+ interface RuntimeStat {
16
+ runtime: string;
17
+ n: number;
18
+ }
19
+
20
+ interface DataStats {
21
+ dbPath: string;
22
+ dbBytes: number;
23
+ dbPresent: boolean;
24
+ schemaVersion: number | null;
25
+ migrations: MigrationRow[];
26
+ tables: TableStat[];
27
+ runtimes: RuntimeStat[];
28
+ }
29
+
30
+ interface RestoreResult {
31
+ staged?: boolean;
32
+ restartRequired?: boolean;
33
+ sessions?: number;
34
+ schemaVersion?: number;
35
+ error?: string;
36
+ }
37
+
38
+ function formatBytes(n: number): string {
39
+ if (n < 1024) return `${n} B`;
40
+ const units = ["KB", "MB", "GB"];
41
+ let v = n / 1024;
42
+ let i = 0;
43
+ while (v >= 1024 && i < units.length - 1) { v /= 1024; i++; }
44
+ return `${v.toFixed(v >= 100 ? 0 : 1)} ${units[i]}`;
45
+ }
46
+
47
+ export function SettingsDataPage() {
48
+ const [stats, setStats] = useState<DataStats | null>(null);
49
+ const [error, setError] = useState<string | null>(null);
50
+ const [restore, setRestore] = useState<RestoreResult | null>(null);
51
+ const [restoring, setRestoring] = useState(false);
52
+ const fileRef = useRef<HTMLInputElement>(null);
53
+
54
+ const load = useCallback(async () => {
55
+ try {
56
+ const r = await fetch("/api/data/stats");
57
+ if (!r.ok) throw new Error(`HTTP ${r.status}`);
58
+ setStats((await r.json()) as DataStats);
59
+ setError(null);
60
+ } catch (e) {
61
+ setError(e instanceof Error ? e.message : String(e));
62
+ }
63
+ }, []);
64
+
65
+ useEffect(() => { void load(); }, [load]);
66
+
67
+ const submitRestore = async () => {
68
+ const file = fileRef.current?.files?.[0];
69
+ if (!file) return;
70
+ if (!confirm(
71
+ `Restore from "${file.name}"? Your current database is archived (not deleted), ` +
72
+ `and the new one takes effect after the daemon restarts.`,
73
+ )) return;
74
+ setRestoring(true);
75
+ setRestore(null);
76
+ try {
77
+ const fd = new FormData();
78
+ fd.append("file", file);
79
+ const r = await fetch("/api/data/restore", { method: "POST", body: fd });
80
+ const data = (await r.json()) as RestoreResult;
81
+ setRestore(data);
82
+ if (data.staged && fileRef.current) fileRef.current.value = "";
83
+ } catch (e) {
84
+ setRestore({ error: e instanceof Error ? e.message : String(e) });
85
+ } finally {
86
+ setRestoring(false);
87
+ }
88
+ };
89
+
90
+ return (
91
+ <div className="page-pad">
92
+ <SettingsSubnav />
93
+ <h2 className="page-title">Data</h2>
94
+ {!stats && !error && <div className="muted">Loading…</div>}
95
+ {error && <div className="muted error">{error}</div>}
96
+
97
+ {stats && (
98
+ <>
99
+ <h3 className="section-title">Storage</h3>
100
+ <dl className="kv-list">
101
+ <dt className="kv-label">Canonical SQLite</dt>
102
+ <dd className="kv-value mono">{stats.dbPath}</dd>
103
+ <dt className="kv-label">On disk</dt>
104
+ <dd className="kv-value mono">
105
+ {formatBytes(stats.dbBytes)}
106
+ {!stats.dbPresent && <span className="muted small"> · file missing</span>}
107
+ </dd>
108
+ <dt className="kv-label">Schema version</dt>
109
+ <dd className="kv-value mono">
110
+ {stats.schemaVersion ?? "—"}
111
+ {stats.migrations.length > 0 && (
112
+ <span className="muted small"> · {stats.migrations.length} migrations applied</span>
113
+ )}
114
+ </dd>
115
+ </dl>
116
+
117
+ <h3 className="section-title">Tables</h3>
118
+ <table className="data-table">
119
+ <thead><tr><th>Table</th><th>Rows</th></tr></thead>
120
+ <tbody>
121
+ {stats.tables.map((t) => (
122
+ <tr key={t.name}>
123
+ <td className="mono small">{t.name}</td>
124
+ <td className="mono">{t.rows.toLocaleString()}</td>
125
+ </tr>
126
+ ))}
127
+ </tbody>
128
+ </table>
129
+
130
+ {stats.runtimes.length > 0 && (
131
+ <>
132
+ <h3 className="section-title">Sessions by runtime</h3>
133
+ <table className="data-table">
134
+ <thead><tr><th>Runtime</th><th>Sessions</th></tr></thead>
135
+ <tbody>
136
+ {stats.runtimes.map((r) => (
137
+ <tr key={r.runtime}>
138
+ <td className="mono small">{r.runtime}</td>
139
+ <td className="mono">{r.n.toLocaleString()}</td>
140
+ </tr>
141
+ ))}
142
+ </tbody>
143
+ </table>
144
+ </>
145
+ )}
146
+
147
+ <h3 className="section-title">Backup</h3>
148
+ <p className="muted small">
149
+ Downloads a clean, defragmented snapshot of the canonical store. Safe to run while the daemon is ingesting.
150
+ </p>
151
+ <div className="form-row">
152
+ <a className="btn btn-accent" href="/api/data/backup" download>
153
+ Download backup
154
+ </a>
155
+ </div>
156
+
157
+ <h3 className="section-title">Restore</h3>
158
+ <p className="muted small">
159
+ Replace the canonical store with an <code>.sqlite</code> backup. The current database is archived
160
+ alongside it (<code>.pre-restore-&lt;timestamp&gt;</code>), never deleted. Takes effect on the next daemon restart.
161
+ </p>
162
+ <div className="form-row">
163
+ <input
164
+ ref={fileRef}
165
+ type="file"
166
+ accept=".sqlite,application/x-sqlite3"
167
+ className="file-input"
168
+ disabled={restoring}
169
+ />
170
+ <button
171
+ type="button"
172
+ className="btn"
173
+ onClick={() => void submitRestore()}
174
+ disabled={restoring}
175
+ >{restoring ? "Validating…" : "Restore from backup"}</button>
176
+ </div>
177
+ {restore?.staged && (
178
+ <div className="card" style={{ borderColor: "var(--accent)", padding: "0.75rem 1rem", marginTop: "0.75rem" }}>
179
+ <p className="small" style={{ margin: 0 }}>
180
+ Backup validated and staged ({restore.sessions?.toLocaleString()} sessions, schema v{restore.schemaVersion}).
181
+ <strong> Restart the daemon</strong> to apply it. Your current database will be archived automatically.
182
+ </p>
183
+ </div>
184
+ )}
185
+ {restore?.error && <p className="muted error small">{restore.error}</p>}
186
+ </>
187
+ )}
188
+ </div>
189
+ );
190
+ }