nlm-memory 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (472) hide show
  1. package/.agents/plugins/marketplace.json +20 -0
  2. package/.github/workflows/ci.yml +30 -0
  3. package/LICENSE +151 -0
  4. package/README.md +119 -0
  5. package/dist/cli/classify-parity.d.ts +48 -0
  6. package/dist/cli/classify-parity.js +182 -0
  7. package/dist/cli/classify-parity.js.map +1 -0
  8. package/dist/cli/launchctl-helpers.d.ts +26 -0
  9. package/dist/cli/launchctl-helpers.js +42 -0
  10. package/dist/cli/launchctl-helpers.js.map +1 -0
  11. package/dist/cli/nlm.d.ts +25 -0
  12. package/dist/cli/nlm.js +832 -0
  13. package/dist/cli/nlm.js.map +1 -0
  14. package/dist/core/actions/actions-log.d.ts +40 -0
  15. package/dist/core/actions/actions-log.js +72 -0
  16. package/dist/core/actions/actions-log.js.map +1 -0
  17. package/dist/core/actions/overlay.d.ts +30 -0
  18. package/dist/core/actions/overlay.js +101 -0
  19. package/dist/core/actions/overlay.js.map +1 -0
  20. package/dist/core/adapters/aider.d.ts +33 -0
  21. package/dist/core/adapters/aider.js +167 -0
  22. package/dist/core/adapters/aider.js.map +1 -0
  23. package/dist/core/adapters/claude-code.d.ts +32 -0
  24. package/dist/core/adapters/claude-code.js +270 -0
  25. package/dist/core/adapters/claude-code.js.map +1 -0
  26. package/dist/core/adapters/common.d.ts +20 -0
  27. package/dist/core/adapters/common.js +60 -0
  28. package/dist/core/adapters/common.js.map +1 -0
  29. package/dist/core/adapters/from-source.d.ts +11 -0
  30. package/dist/core/adapters/from-source.js +55 -0
  31. package/dist/core/adapters/from-source.js.map +1 -0
  32. package/dist/core/adapters/hermes-agent.d.ts +34 -0
  33. package/dist/core/adapters/hermes-agent.js +192 -0
  34. package/dist/core/adapters/hermes-agent.js.map +1 -0
  35. package/dist/core/adapters/hermes.d.ts +31 -0
  36. package/dist/core/adapters/hermes.js +247 -0
  37. package/dist/core/adapters/hermes.js.map +1 -0
  38. package/dist/core/adapters/jsonl-generic.d.ts +56 -0
  39. package/dist/core/adapters/jsonl-generic.js +185 -0
  40. package/dist/core/adapters/jsonl-generic.js.map +1 -0
  41. package/dist/core/adapters/opencode.d.ts +36 -0
  42. package/dist/core/adapters/opencode.js +213 -0
  43. package/dist/core/adapters/opencode.js.map +1 -0
  44. package/dist/core/adapters/pi.d.ts +32 -0
  45. package/dist/core/adapters/pi.js +233 -0
  46. package/dist/core/adapters/pi.js.map +1 -0
  47. package/dist/core/classifier/prompt.d.ts +60 -0
  48. package/dist/core/classifier/prompt.js +178 -0
  49. package/dist/core/classifier/prompt.js.map +1 -0
  50. package/dist/core/dataset/build-dataset.d.ts +87 -0
  51. package/dist/core/dataset/build-dataset.js +335 -0
  52. package/dist/core/dataset/build-dataset.js.map +1 -0
  53. package/dist/core/embedding/chunk-body.d.ts +30 -0
  54. package/dist/core/embedding/chunk-body.js +60 -0
  55. package/dist/core/embedding/chunk-body.js.map +1 -0
  56. package/dist/core/embedding/embed-backfill.d.ts +36 -0
  57. package/dist/core/embedding/embed-backfill.js +168 -0
  58. package/dist/core/embedding/embed-backfill.js.map +1 -0
  59. package/dist/core/embedding/embed-normalize.d.ts +28 -0
  60. package/dist/core/embedding/embed-normalize.js +98 -0
  61. package/dist/core/embedding/embed-normalize.js.map +1 -0
  62. package/dist/core/facts/backfill-facts.d.ts +58 -0
  63. package/dist/core/facts/backfill-facts.js +169 -0
  64. package/dist/core/facts/backfill-facts.js.map +1 -0
  65. package/dist/core/facts/extract-facts.d.ts +20 -0
  66. package/dist/core/facts/extract-facts.js +37 -0
  67. package/dist/core/facts/extract-facts.js.map +1 -0
  68. package/dist/core/hook/citation-detect.d.ts +32 -0
  69. package/dist/core/hook/citation-detect.js +105 -0
  70. package/dist/core/hook/citation-detect.js.map +1 -0
  71. package/dist/core/hook/cite-memo.d.ts +20 -0
  72. package/dist/core/hook/cite-memo.js +68 -0
  73. package/dist/core/hook/cite-memo.js.map +1 -0
  74. package/dist/core/hook/claude-settings.d.ts +34 -0
  75. package/dist/core/hook/claude-settings.js +117 -0
  76. package/dist/core/hook/claude-settings.js.map +1 -0
  77. package/dist/core/hook/gate.d.ts +11 -0
  78. package/dist/core/hook/gate.js +19 -0
  79. package/dist/core/hook/gate.js.map +1 -0
  80. package/dist/core/hook/hook-log.d.ts +25 -0
  81. package/dist/core/hook/hook-log.js +28 -0
  82. package/dist/core/hook/hook-log.js.map +1 -0
  83. package/dist/core/hook/memo-sweep.d.ts +55 -0
  84. package/dist/core/hook/memo-sweep.js +134 -0
  85. package/dist/core/hook/memo-sweep.js.map +1 -0
  86. package/dist/core/hook/memo.d.ts +20 -0
  87. package/dist/core/hook/memo.js +66 -0
  88. package/dist/core/hook/memo.js.map +1 -0
  89. package/dist/core/hook/pointer-block.d.ts +14 -0
  90. package/dist/core/hook/pointer-block.js +19 -0
  91. package/dist/core/hook/pointer-block.js.map +1 -0
  92. package/dist/core/hook/select.d.ts +21 -0
  93. package/dist/core/hook/select.js +15 -0
  94. package/dist/core/hook/select.js.map +1 -0
  95. package/dist/core/hook/transcript.d.ts +31 -0
  96. package/dist/core/hook/transcript.js +103 -0
  97. package/dist/core/hook/transcript.js.map +1 -0
  98. package/dist/core/ingest/ingest-session.d.ts +40 -0
  99. package/dist/core/ingest/ingest-session.js +71 -0
  100. package/dist/core/ingest/ingest-session.js.map +1 -0
  101. package/dist/core/providers/provider-models.d.ts +24 -0
  102. package/dist/core/providers/provider-models.js +72 -0
  103. package/dist/core/providers/provider-models.js.map +1 -0
  104. package/dist/core/providers/provider-registry.d.ts +62 -0
  105. package/dist/core/providers/provider-registry.js +143 -0
  106. package/dist/core/providers/provider-registry.js.map +1 -0
  107. package/dist/core/recall/citation-log.d.ts +28 -0
  108. package/dist/core/recall/citation-log.js +90 -0
  109. package/dist/core/recall/citation-log.js.map +1 -0
  110. package/dist/core/recall/filter.d.ts +11 -0
  111. package/dist/core/recall/filter.js +20 -0
  112. package/dist/core/recall/filter.js.map +1 -0
  113. package/dist/core/recall/index.d.ts +6 -0
  114. package/dist/core/recall/index.js +5 -0
  115. package/dist/core/recall/index.js.map +1 -0
  116. package/dist/core/recall/match-fields.d.ts +10 -0
  117. package/dist/core/recall/match-fields.js +37 -0
  118. package/dist/core/recall/match-fields.js.map +1 -0
  119. package/dist/core/recall/query-log.d.ts +36 -0
  120. package/dist/core/recall/query-log.js +112 -0
  121. package/dist/core/recall/query-log.js.map +1 -0
  122. package/dist/core/recall/query-shape.d.ts +22 -0
  123. package/dist/core/recall/query-shape.js +64 -0
  124. package/dist/core/recall/query-shape.js.map +1 -0
  125. package/dist/core/recall/recall-service.d.ts +19 -0
  126. package/dist/core/recall/recall-service.js +252 -0
  127. package/dist/core/recall/recall-service.js.map +1 -0
  128. package/dist/core/recall/recent-log.d.ts +16 -0
  129. package/dist/core/recall/recent-log.js +46 -0
  130. package/dist/core/recall/recent-log.js.map +1 -0
  131. package/dist/core/recall/tokenize.d.ts +7 -0
  132. package/dist/core/recall/tokenize.js +18 -0
  133. package/dist/core/recall/tokenize.js.map +1 -0
  134. package/dist/core/recall/useful-scan.d.ts +52 -0
  135. package/dist/core/recall/useful-scan.js +300 -0
  136. package/dist/core/recall/useful-scan.js.map +1 -0
  137. package/dist/core/recall-facts/fact-query-log.d.ts +42 -0
  138. package/dist/core/recall-facts/fact-query-log.js +115 -0
  139. package/dist/core/recall-facts/fact-query-log.js.map +1 -0
  140. package/dist/core/recall-facts/fact-recall-service.d.ts +34 -0
  141. package/dist/core/recall-facts/fact-recall-service.js +246 -0
  142. package/dist/core/recall-facts/fact-recall-service.js.map +1 -0
  143. package/dist/core/scheduler/scan-once.d.ts +32 -0
  144. package/dist/core/scheduler/scan-once.js +100 -0
  145. package/dist/core/scheduler/scan-once.js.map +1 -0
  146. package/dist/core/scheduler/scheduler.d.ts +59 -0
  147. package/dist/core/scheduler/scheduler.js +158 -0
  148. package/dist/core/scheduler/scheduler.js.map +1 -0
  149. package/dist/core/sources/source-registry.d.ts +68 -0
  150. package/dist/core/sources/source-registry.js +208 -0
  151. package/dist/core/sources/source-registry.js.map +1 -0
  152. package/dist/core/storage/db-restore.d.ts +53 -0
  153. package/dist/core/storage/db-restore.js +113 -0
  154. package/dist/core/storage/db-restore.js.map +1 -0
  155. package/dist/core/storage/live-status.d.ts +15 -0
  156. package/dist/core/storage/live-status.js +43 -0
  157. package/dist/core/storage/live-status.js.map +1 -0
  158. package/dist/core/storage/migrate.d.ts +14 -0
  159. package/dist/core/storage/migrate.js +52 -0
  160. package/dist/core/storage/migrate.js.map +1 -0
  161. package/dist/core/storage/sqlite-fact-store.d.ts +50 -0
  162. package/dist/core/storage/sqlite-fact-store.js +256 -0
  163. package/dist/core/storage/sqlite-fact-store.js.map +1 -0
  164. package/dist/core/storage/sqlite-session-store.d.ts +152 -0
  165. package/dist/core/storage/sqlite-session-store.js +587 -0
  166. package/dist/core/storage/sqlite-session-store.js.map +1 -0
  167. package/dist/hook/pre-compact-hook.d.ts +26 -0
  168. package/dist/hook/pre-compact-hook.js +94 -0
  169. package/dist/hook/pre-compact-hook.js.map +1 -0
  170. package/dist/hook/prompt-recall-hook.d.ts +23 -0
  171. package/dist/hook/prompt-recall-hook.js +141 -0
  172. package/dist/hook/prompt-recall-hook.js.map +1 -0
  173. package/dist/hook/session-end-hook.d.ts +18 -0
  174. package/dist/hook/session-end-hook.js +67 -0
  175. package/dist/hook/session-end-hook.js.map +1 -0
  176. package/dist/hook/session-start-hook.d.ts +25 -0
  177. package/dist/hook/session-start-hook.js +129 -0
  178. package/dist/hook/session-start-hook.js.map +1 -0
  179. package/dist/hook/stop-hook.d.ts +38 -0
  180. package/dist/hook/stop-hook.js +171 -0
  181. package/dist/hook/stop-hook.js.map +1 -0
  182. package/dist/hook/subagent-start-hook.d.ts +30 -0
  183. package/dist/hook/subagent-start-hook.js +108 -0
  184. package/dist/hook/subagent-start-hook.js.map +1 -0
  185. package/dist/http/app.d.ts +65 -0
  186. package/dist/http/app.js +1009 -0
  187. package/dist/http/app.js.map +1 -0
  188. package/dist/install/claude-code.d.ts +57 -0
  189. package/dist/install/claude-code.js +76 -0
  190. package/dist/install/claude-code.js.map +1 -0
  191. package/dist/install/codex.d.ts +82 -0
  192. package/dist/install/codex.js +277 -0
  193. package/dist/install/codex.js.map +1 -0
  194. package/dist/install/hermes-agent.d.ts +35 -0
  195. package/dist/install/hermes-agent.js +48 -0
  196. package/dist/install/hermes-agent.js.map +1 -0
  197. package/dist/install/hermes.d.ts +29 -0
  198. package/dist/install/hermes.js +52 -0
  199. package/dist/install/hermes.js.map +1 -0
  200. package/dist/install/ollama.d.ts +54 -0
  201. package/dist/install/ollama.js +178 -0
  202. package/dist/install/ollama.js.map +1 -0
  203. package/dist/install/setup.d.ts +37 -0
  204. package/dist/install/setup.js +339 -0
  205. package/dist/install/setup.js.map +1 -0
  206. package/dist/llm/classifier-box.d.ts +29 -0
  207. package/dist/llm/classifier-box.js +43 -0
  208. package/dist/llm/classifier-box.js.map +1 -0
  209. package/dist/llm/deepseek-client.d.ts +40 -0
  210. package/dist/llm/deepseek-client.js +114 -0
  211. package/dist/llm/deepseek-client.js.map +1 -0
  212. package/dist/llm/env-autoload.d.ts +8 -0
  213. package/dist/llm/env-autoload.js +54 -0
  214. package/dist/llm/env-autoload.js.map +1 -0
  215. package/dist/llm/ollama-client.d.ts +47 -0
  216. package/dist/llm/ollama-client.js +156 -0
  217. package/dist/llm/ollama-client.js.map +1 -0
  218. package/dist/mcp/server.d.ts +64 -0
  219. package/dist/mcp/server.js +430 -0
  220. package/dist/mcp/server.js.map +1 -0
  221. package/dist/ports/fact-store.d.ts +82 -0
  222. package/dist/ports/fact-store.js +16 -0
  223. package/dist/ports/fact-store.js.map +1 -0
  224. package/dist/ports/llm-client.d.ts +42 -0
  225. package/dist/ports/llm-client.js +14 -0
  226. package/dist/ports/llm-client.js.map +1 -0
  227. package/dist/ports/logger.d.ts +13 -0
  228. package/dist/ports/logger.js +8 -0
  229. package/dist/ports/logger.js.map +1 -0
  230. package/dist/ports/session-store.d.ts +29 -0
  231. package/dist/ports/session-store.js +9 -0
  232. package/dist/ports/session-store.js.map +1 -0
  233. package/dist/ports/transcript-adapter.d.ts +48 -0
  234. package/dist/ports/transcript-adapter.js +15 -0
  235. package/dist/ports/transcript-adapter.js.map +1 -0
  236. package/dist/shared/types.d.ts +129 -0
  237. package/dist/shared/types.js +6 -0
  238. package/dist/shared/types.js.map +1 -0
  239. package/dist/ui/assets/index-BA6IpU8g.css +1 -0
  240. package/dist/ui/assets/index-B_qIVV0k.js +69 -0
  241. package/dist/ui/index.html +13 -0
  242. package/docs/methodology/re-derivation-rate.md +112 -0
  243. package/docs/methodology/useful-hit-rate.md +79 -0
  244. package/docs/plans/2026-05-20-fts5-lexical-recall.md +1088 -0
  245. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +662 -0
  246. package/docs/plans/2026-05-20-recall-hook-design.md +131 -0
  247. package/docs/plans/2026-05-20-recall-hook-implementation.md +1222 -0
  248. package/docs/plans/desktop-product.md +69 -0
  249. package/docs/plans/factstore-design.md +236 -0
  250. package/logs/CHANGELOG/CHANGELOG-2026.md +1389 -0
  251. package/logs/CHANGELOG/CHANGELOG.md +320 -0
  252. package/migrations/000_initial_schema.sql +174 -0
  253. package/migrations/001_entity_type_rename.sql +17 -0
  254. package/migrations/002_adapter_state_extend.sql +12 -0
  255. package/migrations/003_session_embeddings.sql +11 -0
  256. package/migrations/004_facts.sql +46 -0
  257. package/migrations/005_sources.sql +31 -0
  258. package/migrations/006_providers.sql +33 -0
  259. package/migrations/007_source_tokens.sql +17 -0
  260. package/migrations/008_fts_rebuild.sql +9 -0
  261. package/migrations/009_session_embedding_chunks.sql +46 -0
  262. package/migrations/010_sources_opencode.sql +30 -0
  263. package/migrations/011_sources_hermes_agent.sql +30 -0
  264. package/migrations/012_sources_aider.sql +30 -0
  265. package/migrations/013_adapter_state_failure_count.sql +12 -0
  266. package/package.json +56 -0
  267. package/plugin/.codex-plugin/plugin.json +22 -0
  268. package/plugin/.mcp.json +8 -0
  269. package/plugin/README.md +51 -0
  270. package/plugin/hooks/hooks.json +25 -0
  271. package/plugin/scripts/prompt-recall-hook.mjs +202 -0
  272. package/plugin/scripts/stop-hook.mjs +306 -0
  273. package/plugin-hermes-agent/README.md +49 -0
  274. package/plugin-hermes-agent/__init__.py +75 -0
  275. package/plugin-hermes-agent/plugin.yaml +15 -0
  276. package/scripts/backfill-citations.mjs +0 -0
  277. package/scripts/build-codex-plugin.mjs +61 -0
  278. package/scripts/deepseek-probe.mjs +67 -0
  279. package/scripts/extract-triples.mjs +207 -0
  280. package/scripts/longmemeval/embedding-cache.ts +77 -0
  281. package/scripts/longmemeval/fetch-dataset.sh +25 -0
  282. package/scripts/longmemeval/run-harness.ts +315 -0
  283. package/scripts/longmemeval/scorer.ts +99 -0
  284. package/scripts/longmemeval/tsconfig.json +9 -0
  285. package/scripts/longmemeval/types.ts +35 -0
  286. package/scripts/nlm-daily-digest.py +239 -0
  287. package/scripts/nlm-daily-digest.sh +28 -0
  288. package/src/cli/classify-parity.ts +257 -0
  289. package/src/cli/launchctl-helpers.ts +49 -0
  290. package/src/cli/nlm.ts +885 -0
  291. package/src/core/actions/actions-log.ts +118 -0
  292. package/src/core/actions/overlay.ts +117 -0
  293. package/src/core/adapters/aider.ts +205 -0
  294. package/src/core/adapters/claude-code.ts +293 -0
  295. package/src/core/adapters/common.ts +54 -0
  296. package/src/core/adapters/from-source.ts +57 -0
  297. package/src/core/adapters/hermes-agent.ts +240 -0
  298. package/src/core/adapters/hermes.ts +277 -0
  299. package/src/core/adapters/jsonl-generic.ts +208 -0
  300. package/src/core/adapters/opencode.ts +281 -0
  301. package/src/core/adapters/pi.ts +264 -0
  302. package/src/core/classifier/prompt.ts +200 -0
  303. package/src/core/dataset/build-dataset.ts +463 -0
  304. package/src/core/embedding/chunk-body.ts +76 -0
  305. package/src/core/embedding/embed-backfill.ts +210 -0
  306. package/src/core/embedding/embed-normalize.ts +135 -0
  307. package/src/core/facts/backfill-facts.ts +254 -0
  308. package/src/core/facts/extract-facts.ts +50 -0
  309. package/src/core/hook/citation-detect.ts +124 -0
  310. package/src/core/hook/cite-memo.ts +68 -0
  311. package/src/core/hook/claude-settings.ts +166 -0
  312. package/src/core/hook/gate.ts +25 -0
  313. package/src/core/hook/hook-log.ts +41 -0
  314. package/src/core/hook/memo-sweep.ts +164 -0
  315. package/src/core/hook/memo.ts +67 -0
  316. package/src/core/hook/pointer-block.ts +26 -0
  317. package/src/core/hook/select.ts +32 -0
  318. package/src/core/hook/transcript.ts +121 -0
  319. package/src/core/ingest/ingest-session.ts +111 -0
  320. package/src/core/providers/provider-models.ts +100 -0
  321. package/src/core/providers/provider-registry.ts +196 -0
  322. package/src/core/recall/citation-log.ts +108 -0
  323. package/src/core/recall/filter.ts +27 -0
  324. package/src/core/recall/index.ts +6 -0
  325. package/src/core/recall/match-fields.ts +40 -0
  326. package/src/core/recall/query-log.ts +149 -0
  327. package/src/core/recall/query-shape.ts +66 -0
  328. package/src/core/recall/recall-service.ts +320 -0
  329. package/src/core/recall/recent-log.ts +59 -0
  330. package/src/core/recall/tokenize.ts +18 -0
  331. package/src/core/recall/useful-scan.ts +336 -0
  332. package/src/core/recall-facts/fact-query-log.ts +150 -0
  333. package/src/core/recall-facts/fact-recall-service.ts +327 -0
  334. package/src/core/scheduler/scan-once.ts +142 -0
  335. package/src/core/scheduler/scheduler.ts +225 -0
  336. package/src/core/sources/source-registry.ts +260 -0
  337. package/src/core/storage/db-restore.ts +133 -0
  338. package/src/core/storage/live-status.ts +45 -0
  339. package/src/core/storage/migrate.ts +72 -0
  340. package/src/core/storage/sqlite-fact-store.ts +304 -0
  341. package/src/core/storage/sqlite-session-store.ts +765 -0
  342. package/src/hook/prompt-recall-hook.ts +174 -0
  343. package/src/hook/session-end-hook.ts +81 -0
  344. package/src/hook/session-start-hook.ts +165 -0
  345. package/src/hook/stop-hook.ts +236 -0
  346. package/src/http/app.ts +1114 -0
  347. package/src/install/claude-code.ts +128 -0
  348. package/src/install/codex.ts +367 -0
  349. package/src/install/hermes-agent.ts +76 -0
  350. package/src/install/hermes.ts +78 -0
  351. package/src/install/ollama.ts +208 -0
  352. package/src/install/setup.ts +368 -0
  353. package/src/llm/classifier-box.ts +64 -0
  354. package/src/llm/deepseek-client.ts +150 -0
  355. package/src/llm/env-autoload.ts +55 -0
  356. package/src/llm/ollama-client.ts +189 -0
  357. package/src/mcp/server.ts +534 -0
  358. package/src/ports/fact-store.ts +102 -0
  359. package/src/ports/llm-client.ts +52 -0
  360. package/src/ports/logger.ts +16 -0
  361. package/src/ports/session-store.ts +45 -0
  362. package/src/ports/transcript-adapter.ts +55 -0
  363. package/src/shared/types.ts +145 -0
  364. package/src/ui/App.tsx +58 -0
  365. package/src/ui/components/PromoteOpenButton.tsx +65 -0
  366. package/src/ui/components/SessionDrawer.tsx +136 -0
  367. package/src/ui/components/SideNav.tsx +162 -0
  368. package/src/ui/components/Skeleton.tsx +107 -0
  369. package/src/ui/index.html +13 -0
  370. package/src/ui/lib/actions.ts +30 -0
  371. package/src/ui/lib/api.ts +92 -0
  372. package/src/ui/lib/dataset.ts +141 -0
  373. package/src/ui/lib/registries.ts +155 -0
  374. package/src/ui/lib/view-settings.ts +41 -0
  375. package/src/ui/main.tsx +15 -0
  376. package/src/ui/pages/Live.tsx +229 -0
  377. package/src/ui/pages/Pulse.tsx +415 -0
  378. package/src/ui/pages/Recall.tsx +190 -0
  379. package/src/ui/pages/River.tsx +308 -0
  380. package/src/ui/pages/Search.tsx +93 -0
  381. package/src/ui/pages/Stub.tsx +9 -0
  382. package/src/ui/pages/Thread.tsx +262 -0
  383. package/src/ui/pages/settings/Classifier.tsx +227 -0
  384. package/src/ui/pages/settings/Data.tsx +190 -0
  385. package/src/ui/pages/settings/Index.tsx +65 -0
  386. package/src/ui/pages/settings/Labels.tsx +224 -0
  387. package/src/ui/pages/settings/Providers.tsx +305 -0
  388. package/src/ui/pages/settings/SettingsSubnav.tsx +28 -0
  389. package/src/ui/pages/settings/Sources.tsx +326 -0
  390. package/src/ui/pages/settings/Views.tsx +96 -0
  391. package/src/ui/styles.css +1766 -0
  392. package/src/ui/tsconfig.json +21 -0
  393. package/src/ui/vite.config.ts +19 -0
  394. package/tests/fixtures/claude_code/short_session.jsonl +2 -0
  395. package/tests/fixtures/claude_code/standard_iso.jsonl +4 -0
  396. package/tests/fixtures/claude_code/tool_heavy.jsonl +8 -0
  397. package/tests/fixtures/claude_code/with_subagent.jsonl +7 -0
  398. package/tests/fixtures/facts.ts +17 -0
  399. package/tests/fixtures/golden-corpus.ts +85 -0
  400. package/tests/fixtures/hermes/paired_request_dump.json +24 -0
  401. package/tests/fixtures/hermes/paired_session.json +23 -0
  402. package/tests/fixtures/hermes/request_dump.json +28 -0
  403. package/tests/fixtures/hermes/session_iso.json +38 -0
  404. package/tests/fixtures/hermes/session_unix.json +38 -0
  405. package/tests/fixtures/hermes/system_only.json +18 -0
  406. package/tests/fixtures/pi/error-connection-abort.jsonl +8 -0
  407. package/tests/fixtures/pi/short-successful.jsonl +5 -0
  408. package/tests/fixtures/pi/with-custom-message.jsonl +6 -0
  409. package/tests/fixtures/sessions.ts +22 -0
  410. package/tests/integration/backfill-facts.test.ts +362 -0
  411. package/tests/integration/citation-explicit.test.ts +111 -0
  412. package/tests/integration/cite-event.test.ts +169 -0
  413. package/tests/integration/cite-memo.test.ts +87 -0
  414. package/tests/integration/db-restore.test.ts +153 -0
  415. package/tests/integration/embed-backfill.test.ts +176 -0
  416. package/tests/integration/fact-supersedence.test.ts +313 -0
  417. package/tests/integration/fts-index.test.ts +60 -0
  418. package/tests/integration/getbyids-sqlite.test.ts +60 -0
  419. package/tests/integration/hermes-agent-hooks.test.ts +248 -0
  420. package/tests/integration/hook-claude-settings.test.ts +205 -0
  421. package/tests/integration/hook-log.test.ts +54 -0
  422. package/tests/integration/hook-memo.test.ts +68 -0
  423. package/tests/integration/hook-pre-compact.test.ts +105 -0
  424. package/tests/integration/hook-subagent-start.test.ts +102 -0
  425. package/tests/integration/http.test.ts +401 -0
  426. package/tests/integration/keyword-search-fts.test.ts +66 -0
  427. package/tests/integration/mcp-recall-logging.test.ts +88 -0
  428. package/tests/integration/mcp.test.ts +248 -0
  429. package/tests/integration/memo-sweep.test.ts +91 -0
  430. package/tests/integration/prompt-recall-hook.test.ts +88 -0
  431. package/tests/integration/provider-registry.test.ts +107 -0
  432. package/tests/integration/recall-golden.test.ts +59 -0
  433. package/tests/integration/recall-sqlite.test.ts +169 -0
  434. package/tests/integration/scheduler.test.ts +391 -0
  435. package/tests/integration/session-end-hook.test.ts +48 -0
  436. package/tests/integration/session-start-hook.test.ts +126 -0
  437. package/tests/integration/source-registry.test.ts +120 -0
  438. package/tests/integration/sqlite-fact-store.test.ts +346 -0
  439. package/tests/integration/stop-hook.test.ts +560 -0
  440. package/tests/integration/wal-checkpoint.test.ts +49 -0
  441. package/tests/unit/cli/launchctl-helpers.test.ts +60 -0
  442. package/tests/unit/core/adapters/aider.test.ts +230 -0
  443. package/tests/unit/core/adapters/claude-code.test.ts +118 -0
  444. package/tests/unit/core/adapters/hermes-agent.test.ts +329 -0
  445. package/tests/unit/core/adapters/hermes.test.ts +81 -0
  446. package/tests/unit/core/adapters/jsonl-generic.test.ts +142 -0
  447. package/tests/unit/core/adapters/opencode.test.ts +354 -0
  448. package/tests/unit/core/adapters/pi.test.ts +110 -0
  449. package/tests/unit/core/classifier/prompt.test.ts +126 -0
  450. package/tests/unit/core/embedding/chunk-body.test.ts +100 -0
  451. package/tests/unit/core/facts/extract-facts.test.ts +117 -0
  452. package/tests/unit/core/filter.test.ts +40 -0
  453. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +96 -0
  454. package/tests/unit/core/hook/citation-detect.test.ts +124 -0
  455. package/tests/unit/core/hook/gate.test.ts +29 -0
  456. package/tests/unit/core/hook/pointer-block.test.ts +22 -0
  457. package/tests/unit/core/hook/select.test.ts +66 -0
  458. package/tests/unit/core/match-fields.test.ts +39 -0
  459. package/tests/unit/core/mcp-cite-session.test.ts +51 -0
  460. package/tests/unit/core/providers/provider-models.test.ts +101 -0
  461. package/tests/unit/core/query-shape.test.ts +92 -0
  462. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +258 -0
  463. package/tests/unit/core/recall-service.test.ts +200 -0
  464. package/tests/unit/core/storage/live-status.test.ts +54 -0
  465. package/tests/unit/core/tokenize.test.ts +32 -0
  466. package/tests/unit/core/useful-scan.test.ts +537 -0
  467. package/tests/unit/llm/embed.test.ts +93 -0
  468. package/tests/unit/llm/ollama-client.test.ts +124 -0
  469. package/tests/unit/scripts/longmemeval-scorer.test.ts +114 -0
  470. package/tsconfig.json +31 -0
  471. package/tsconfig.test.json +11 -0
  472. package/vitest.config.ts +22 -0
@@ -0,0 +1,326 @@
1
+ import { useCallback, useEffect, useState } from "react";
2
+ import { SettingsSubnav } from "./SettingsSubnav.js";
3
+ import {
4
+ fetchSources,
5
+ SOURCE_KINDS,
6
+ SOURCE_KIND_LABEL,
7
+ SOURCE_PRESETS,
8
+ type SourceKind,
9
+ type SourceRow,
10
+ } from "../../lib/registries.js";
11
+
12
+ export function SettingsSourcesPage() {
13
+ const [sources, setSources] = useState<SourceRow[]>([]);
14
+ const [error, setError] = useState<string | null>(null);
15
+ const [loading, setLoading] = useState(true);
16
+ const [showWizard, setShowWizard] = useState(false);
17
+ const [revealedToken, setRevealedToken] = useState<{ name: string; token: string } | null>(null);
18
+
19
+ const load = useCallback(async () => {
20
+ setLoading(true);
21
+ try {
22
+ setSources(await fetchSources());
23
+ setError(null);
24
+ } catch (e) {
25
+ setError(e instanceof Error ? e.message : String(e));
26
+ } finally {
27
+ setLoading(false);
28
+ }
29
+ }, []);
30
+
31
+ useEffect(() => { void load(); }, [load]);
32
+
33
+ const toggleEnabled = async (row: SourceRow) => {
34
+ await fetch(`/api/sources/${row.id}`, {
35
+ method: "PATCH",
36
+ headers: { "Content-Type": "application/json" },
37
+ body: JSON.stringify({ enabled: !row.enabled }),
38
+ });
39
+ await load();
40
+ };
41
+
42
+ const remove = async (row: SourceRow) => {
43
+ if (!confirm(`Delete source "${row.name}"? This stops scanning but leaves ingested sessions in place.`)) return;
44
+ await fetch(`/api/sources/${row.id}`, { method: "DELETE" });
45
+ await load();
46
+ };
47
+
48
+ const regenerateToken = async (row: SourceRow) => {
49
+ if (!confirm(`Regenerate token for "${row.name}"? Any client using the current token will stop working.`)) return;
50
+ const r = await fetch(`/api/sources/${row.id}/regenerate-token`, { method: "POST" });
51
+ const data = (await r.json()) as { token?: string; error?: string };
52
+ if (data.token) {
53
+ setRevealedToken({ name: row.name, token: data.token });
54
+ await load();
55
+ } else {
56
+ alert(`Failed: ${data.error ?? r.statusText}`);
57
+ }
58
+ };
59
+
60
+ return (
61
+ <div className="page-pad">
62
+ <SettingsSubnav />
63
+ <div className="form-row" style={{ justifyContent: "space-between" }}>
64
+ <h2 className="page-title" style={{ margin: 0 }}>Sources</h2>
65
+ <button type="button" className="btn btn-accent" onClick={() => setShowWizard(true)}>
66
+ Add source
67
+ </button>
68
+ </div>
69
+
70
+ {revealedToken && (
71
+ <TokenBanner
72
+ name={revealedToken.name}
73
+ token={revealedToken.token}
74
+ onDismiss={() => setRevealedToken(null)}
75
+ />
76
+ )}
77
+
78
+ {loading && sources.length === 0 && <div className="muted">Loading…</div>}
79
+ {error && <div className="muted error">{error}</div>}
80
+
81
+ {sources.length > 0 && (
82
+ <table className="data-table">
83
+ <thead>
84
+ <tr>
85
+ <th>Name</th>
86
+ <th>Kind</th>
87
+ <th>Runtime</th>
88
+ <th>Path / URL</th>
89
+ <th>Status</th>
90
+ <th></th>
91
+ </tr>
92
+ </thead>
93
+ <tbody>
94
+ {sources.map((s) => (
95
+ <tr key={s.id}>
96
+ <td className="mono">{s.name}</td>
97
+ <td>{SOURCE_KIND_LABEL[s.kind]}</td>
98
+ <td className="mono small">{s.runtimeLabel}</td>
99
+ <td className="mono small">{s.pathOrUrl ?? (s.kind === "webhook" ? "—" : "")}</td>
100
+ <td>
101
+ <span className={`chip-inline ${s.enabled ? "status-active" : "status-stale"}`}>
102
+ {s.enabled ? "enabled" : "disabled"}
103
+ </span>
104
+ </td>
105
+ <td>
106
+ <div className="form-row" style={{ gap: "0.5rem" }}>
107
+ <button type="button" className="btn small" onClick={() => void toggleEnabled(s)}>
108
+ {s.enabled ? "Disable" : "Enable"}
109
+ </button>
110
+ {s.kind === "webhook" && (
111
+ <button type="button" className="btn small" onClick={() => void regenerateToken(s)}>
112
+ Regenerate token
113
+ </button>
114
+ )}
115
+ <button type="button" className="btn small" onClick={() => void remove(s)}>
116
+ Delete
117
+ </button>
118
+ </div>
119
+ </td>
120
+ </tr>
121
+ ))}
122
+ </tbody>
123
+ </table>
124
+ )}
125
+
126
+ {!loading && sources.length === 0 && (
127
+ <p className="muted small">No sources yet. Click "Add source" to scan your first transcript directory.</p>
128
+ )}
129
+
130
+ {showWizard && (
131
+ <AddSourceWizard
132
+ onClose={() => setShowWizard(false)}
133
+ onCreated={(created) => {
134
+ setShowWizard(false);
135
+ if (created.kind === "webhook" && created.token) {
136
+ setRevealedToken({ name: created.name, token: created.token });
137
+ }
138
+ void load();
139
+ }}
140
+ />
141
+ )}
142
+ </div>
143
+ );
144
+ }
145
+
146
+ function TokenBanner({ name, token, onDismiss }: { name: string; token: string; onDismiss: () => void }) {
147
+ return (
148
+ <div className="card" style={{ borderColor: "var(--accent)", padding: "1rem", marginTop: "1rem" }}>
149
+ <h3 className="section-title" style={{ marginTop: 0 }}>One-time token for "{name}"</h3>
150
+ <p className="muted small">
151
+ Copy this now. It's stored hashed on the daemon and won't be shown again. Send sessions with{" "}
152
+ <code>Authorization: Bearer &lt;token&gt;</code> to <code>POST /api/ingest</code>.
153
+ </p>
154
+ <pre className="mono" style={{ padding: "0.5rem", overflow: "auto" }}>{token}</pre>
155
+ <div className="form-row">
156
+ <button type="button" className="btn" onClick={() => void navigator.clipboard.writeText(token)}>
157
+ Copy
158
+ </button>
159
+ <button type="button" className="btn btn-accent" onClick={onDismiss}>
160
+ I've stored it
161
+ </button>
162
+ </div>
163
+ </div>
164
+ );
165
+ }
166
+
167
+ interface CreatedSource extends SourceRow {}
168
+
169
+ function AddSourceWizard({
170
+ onClose,
171
+ onCreated,
172
+ }: {
173
+ onClose: () => void;
174
+ onCreated: (s: CreatedSource) => void;
175
+ }) {
176
+ const [kind, setKind] = useState<SourceKind>("claude-code");
177
+ const preset = SOURCE_PRESETS[kind];
178
+ const [name, setName] = useState(preset.name);
179
+ const [runtimeLabel, setRuntimeLabel] = useState(preset.runtimeLabel);
180
+ const [pathOrUrl, setPathOrUrl] = useState<string>(preset.pathOrUrl ?? "");
181
+ const [jsonlConfig, setJsonlConfig] = useState({
182
+ idField: "session_id",
183
+ textField: "text",
184
+ startedAtField: "started_at",
185
+ endedAtField: "ended_at",
186
+ });
187
+ const [busy, setBusy] = useState(false);
188
+ const [err, setErr] = useState<string | null>(null);
189
+
190
+ useEffect(() => {
191
+ const p = SOURCE_PRESETS[kind];
192
+ setName(p.name);
193
+ setRuntimeLabel(p.runtimeLabel);
194
+ setPathOrUrl(p.pathOrUrl ?? "");
195
+ setErr(null);
196
+ }, [kind]);
197
+
198
+ const needsPath = kind !== "webhook";
199
+ const isCustomJsonl = kind === "jsonl-generic";
200
+
201
+ const submit = async () => {
202
+ setBusy(true);
203
+ setErr(null);
204
+ try {
205
+ const body: Record<string, unknown> = {
206
+ kind,
207
+ name,
208
+ runtimeLabel,
209
+ };
210
+ if (needsPath) body["pathOrUrl"] = pathOrUrl;
211
+ if (isCustomJsonl) body["parseConfig"] = jsonlConfig;
212
+ const r = await fetch("/api/sources", {
213
+ method: "POST",
214
+ headers: { "Content-Type": "application/json" },
215
+ body: JSON.stringify(body),
216
+ });
217
+ const data = (await r.json()) as CreatedSource & { error?: string };
218
+ if (!r.ok || data.error) {
219
+ setErr(data.error ?? r.statusText);
220
+ return;
221
+ }
222
+ onCreated(data);
223
+ } catch (e) {
224
+ setErr(e instanceof Error ? e.message : String(e));
225
+ } finally {
226
+ setBusy(false);
227
+ }
228
+ };
229
+
230
+ const canSubmit =
231
+ !busy &&
232
+ name.length > 0 &&
233
+ runtimeLabel.length > 0 &&
234
+ (!needsPath || pathOrUrl.length > 0);
235
+
236
+ return (
237
+ <div className="card" style={{ padding: "1rem", marginTop: "1rem" }}>
238
+ <h3 className="section-title" style={{ marginTop: 0 }}>Add source</h3>
239
+
240
+ <div className="form-row">
241
+ <label className="form-label">Kind</label>
242
+ <select
243
+ className="form-input form-input-inline"
244
+ value={kind}
245
+ onChange={(e) => setKind(e.target.value as SourceKind)}
246
+ disabled={busy}
247
+ >
248
+ {SOURCE_KINDS.map((k) => (
249
+ <option key={k} value={k}>{SOURCE_KIND_LABEL[k]}</option>
250
+ ))}
251
+ </select>
252
+ </div>
253
+
254
+ <div className="form-row">
255
+ <label className="form-label">Name</label>
256
+ <input
257
+ className="form-input form-input-inline"
258
+ value={name}
259
+ onChange={(e) => setName(e.target.value)}
260
+ placeholder={isCustomJsonl || kind === "webhook" ? "e.g. my-agent" : ""}
261
+ disabled={busy}
262
+ />
263
+ <label className="form-label">Runtime label</label>
264
+ <input
265
+ className="form-input form-input-inline"
266
+ value={runtimeLabel}
267
+ onChange={(e) => setRuntimeLabel(e.target.value)}
268
+ placeholder="appears on Pulse Runtimes card"
269
+ disabled={busy}
270
+ />
271
+ </div>
272
+
273
+ {needsPath && (
274
+ <div className="form-row">
275
+ <label className="form-label">{kind === "jsonl-generic" ? "Directory" : "Path"}</label>
276
+ <input
277
+ className="form-input form-input-inline"
278
+ style={{ minWidth: "32rem" }}
279
+ value={pathOrUrl}
280
+ onChange={(e) => setPathOrUrl(e.target.value)}
281
+ placeholder="absolute or ~/ path to JSONL directory"
282
+ disabled={busy}
283
+ />
284
+ </div>
285
+ )}
286
+
287
+ {isCustomJsonl && (
288
+ <>
289
+ <h4 className="section-title" style={{ fontSize: "0.875rem" }}>JSONL field mapping</h4>
290
+ <p className="muted small">
291
+ How to read your JSONL files. Each row should be one session. Use dot.notation for nested fields.
292
+ </p>
293
+ {(["idField", "textField", "startedAtField", "endedAtField"] as const).map((f) => (
294
+ <div className="form-row" key={f}>
295
+ <label className="form-label">{f}</label>
296
+ <input
297
+ className="form-input form-input-inline"
298
+ value={jsonlConfig[f]}
299
+ onChange={(e) => setJsonlConfig({ ...jsonlConfig, [f]: e.target.value })}
300
+ disabled={busy}
301
+ />
302
+ </div>
303
+ ))}
304
+ </>
305
+ )}
306
+
307
+ {kind === "webhook" && (
308
+ <p className="muted small">
309
+ A bearer token will be generated and shown <strong>once</strong> when you create this source.
310
+ Use it to <code>POST /api/ingest</code> from any agent or script.
311
+ </p>
312
+ )}
313
+
314
+ {err && <p className="muted error small">{err}</p>}
315
+
316
+ <div className="form-row">
317
+ <button type="button" className="btn btn-accent" onClick={() => void submit()} disabled={!canSubmit}>
318
+ {busy ? "Creating…" : "Create"}
319
+ </button>
320
+ <button type="button" className="btn" onClick={onClose} disabled={busy}>
321
+ Cancel
322
+ </button>
323
+ </div>
324
+ </div>
325
+ );
326
+ }
@@ -0,0 +1,96 @@
1
+ import { useEffect, useRef, useState } from "react";
2
+ import { SettingsSubnav } from "./SettingsSubnav.js";
3
+ import {
4
+ readViewSettings,
5
+ writeViewSettings,
6
+ VIEW_SETTINGS_DEFAULT,
7
+ type ViewSettings,
8
+ } from "../../lib/view-settings.js";
9
+
10
+ export function SettingsViewsPage() {
11
+ const [values, setValues] = useState<ViewSettings>(() => readViewSettings());
12
+ const [saved, setSaved] = useState(false);
13
+ const firstRun = useRef(true);
14
+
15
+ useEffect(() => {
16
+ if (firstRun.current) {
17
+ firstRun.current = false;
18
+ return;
19
+ }
20
+ writeViewSettings(values);
21
+ setSaved(true);
22
+ const t = setTimeout(() => setSaved(false), 1800);
23
+ return () => clearTimeout(t);
24
+ }, [values]);
25
+
26
+ const isDefault =
27
+ values.landing === VIEW_SETTINGS_DEFAULT.landing &&
28
+ values.riverDensity === VIEW_SETTINGS_DEFAULT.riverDensity &&
29
+ values.threadSort === VIEW_SETTINGS_DEFAULT.threadSort;
30
+
31
+ return (
32
+ <div className="page-pad">
33
+ <SettingsSubnav />
34
+ <div className="form-row" style={{ justifyContent: "space-between" }}>
35
+ <h2 className="page-title" style={{ margin: 0 }}>Views</h2>
36
+ {saved && <span className="muted small">Saved</span>}
37
+ </div>
38
+ <div className="form-grid">
39
+ <Field label="Default landing">
40
+ <select
41
+ className="form-input"
42
+ value={values.landing}
43
+ onChange={(e) => setValues({ ...values, landing: e.target.value as ViewSettings["landing"] })}
44
+ >
45
+ <option value="live">Live</option>
46
+ <option value="pulse">Pulse</option>
47
+ <option value="river">River</option>
48
+ <option value="thread">Thread</option>
49
+ <option value="search">Search</option>
50
+ </select>
51
+ </Field>
52
+ <Field label="River density">
53
+ <select
54
+ className="form-input"
55
+ value={values.riverDensity}
56
+ onChange={(e) => setValues({ ...values, riverDensity: e.target.value as ViewSettings["riverDensity"] })}
57
+ >
58
+ <option value="compact">Compact</option>
59
+ <option value="comfortable">Comfortable</option>
60
+ <option value="spacious">Spacious</option>
61
+ </select>
62
+ </Field>
63
+ <Field label="Thread sort">
64
+ <select
65
+ className="form-input"
66
+ value={values.threadSort}
67
+ onChange={(e) => setValues({ ...values, threadSort: e.target.value as ViewSettings["threadSort"] })}
68
+ >
69
+ <option value="recent">Most recent first</option>
70
+ <option value="oldest">Oldest first</option>
71
+ </select>
72
+ </Field>
73
+ </div>
74
+ <div className="form-row">
75
+ <button
76
+ type="button"
77
+ className="btn"
78
+ onClick={() => setValues(VIEW_SETTINGS_DEFAULT)}
79
+ disabled={isDefault}
80
+ >Reset to defaults</button>
81
+ </div>
82
+ <p className="muted small">
83
+ Preferences are stored per-device in localStorage. Landing applies on next load; River density and Thread sort apply when you open those pages.
84
+ </p>
85
+ </div>
86
+ );
87
+ }
88
+
89
+ function Field({ label, children }: { label: string; children: React.ReactNode }) {
90
+ return (
91
+ <label className="form-field">
92
+ <span className="form-label">{label}</span>
93
+ {children}
94
+ </label>
95
+ );
96
+ }