mlx-bun 0.5.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +1449 -109
  2. package/THIRD_PARTY_NOTICES.md +882 -0
  3. package/bin/mlx-bun.convert.mjs +4 -0
  4. package/bin/mlx-bun.fuse.mjs +4 -0
  5. package/bin/mlx-bun.generate.mjs +4 -0
  6. package/bin/mlx-bun.lora.mjs +4 -0
  7. package/bin/mlx-bun.mjs +13 -21
  8. package/bin/mlx-bun.server.mjs +4 -0
  9. package/bin/mlx-bun.upload.mjs +4 -0
  10. package/dist/web/app.js +9584 -0
  11. package/package.json +50 -53
  12. package/src/cli/ane-install.ts +76 -0
  13. package/src/cli/args.ts +179 -0
  14. package/src/cli/engine-entry.ts +68 -0
  15. package/src/cli/inference.ts +214 -0
  16. package/src/cli/job-entry.ts +97 -0
  17. package/src/cli/library-host.ts +117 -0
  18. package/src/cli/main.ts +57 -0
  19. package/src/cli/memory-engine.ts +163 -0
  20. package/src/cli/memory.ts +36 -0
  21. package/src/cli/mlx-lm-aliases.ts +309 -0
  22. package/src/cli/model-choice.ts +33 -0
  23. package/src/cli/model-selection.ts +84 -0
  24. package/src/cli/module-host.ts +11 -0
  25. package/src/cli/module-verbs.ts +50 -0
  26. package/src/cli/numerical-policy.ts +12 -0
  27. package/src/cli/perplexity.ts +89 -0
  28. package/src/cli/serve-host.ts +423 -0
  29. package/src/cli/serve-isolated.ts +217 -0
  30. package/src/cli/serve-options.ts +106 -0
  31. package/src/cli/serve-state.ts +205 -0
  32. package/src/cli/serve.ts +500 -0
  33. package/src/cli/served-model-host.ts +102 -0
  34. package/src/cli/server-entry.ts +148 -0
  35. package/src/cli/serving-unit.ts +177 -0
  36. package/src/{tui.ts → cli/terminal.ts} +13 -8
  37. package/src/cli/worker-adapters.ts +34 -0
  38. package/src/cli/worker-entry.ts +272 -0
  39. package/src/cli/worker-unit.ts +179 -0
  40. package/src/engine/adapter-operation.ts +26 -0
  41. package/src/engine/cache-services.ts +114 -0
  42. package/src/engine/completion.ts +39 -0
  43. package/src/engine/generation-gateway.ts +358 -0
  44. package/src/engine/index.ts +59 -0
  45. package/src/engine/kv-budget.ts +120 -0
  46. package/src/engine/media-preparation.ts +232 -0
  47. package/src/engine/model-binding.ts +24 -0
  48. package/src/engine/model-host.ts +513 -0
  49. package/src/engine/model-serving.ts +89 -0
  50. package/src/{serve → engine}/preparation.ts +7 -5
  51. package/src/{serve → engine}/session-completion-engine.ts +6 -6
  52. package/src/engine/telemetry.ts +109 -0
  53. package/src/hub/downloads.ts +116 -0
  54. package/src/jobs/db.ts +16 -7
  55. package/src/jobs/events.ts +29 -0
  56. package/src/jobs/executable.ts +5 -0
  57. package/src/jobs/host.ts +51 -0
  58. package/src/jobs/in-process.ts +55 -0
  59. package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
  60. package/src/jobs/runner.ts +150 -231
  61. package/src/jobs/service.ts +75 -0
  62. package/src/jobs/sse.ts +59 -23
  63. package/src/jobs/worker-memory.ts +46 -0
  64. package/src/jobs/worker-process.ts +163 -0
  65. package/src/jobs/worker-supervisor.ts +258 -0
  66. package/src/modules.ts +58 -0
  67. package/src/publishing/catalog-hub.ts +18 -0
  68. package/src/publishing/credentials.ts +31 -0
  69. package/src/publishing/upload.ts +37 -0
  70. package/src/residency/leased-adapters.ts +21 -0
  71. package/src/residency/local-records.ts +16 -0
  72. package/src/residency/model-residency.ts +405 -0
  73. package/src/residency/record-index.ts +28 -0
  74. package/src/residency/resident-estimate.ts +50 -0
  75. package/src/{anthropic.ts → server/anthropic.ts} +3 -81
  76. package/src/server/cache-routes.ts +36 -0
  77. package/src/{serve → server}/chat-request.ts +10 -10
  78. package/src/{serve → server}/chat-stage.ts +14 -14
  79. package/src/{client.ts → server/client.ts} +28 -2
  80. package/src/{serve → server}/completion-executor.ts +33 -41
  81. package/src/server/decision-body.ts +55 -0
  82. package/src/server/decision-routes.ts +134 -0
  83. package/src/server/decision-wire.ts +228 -0
  84. package/src/{serve → server}/discovery-routes.ts +25 -82
  85. package/src/{serve → server}/http.ts +25 -13
  86. package/src/{serve → server}/inference-request.ts +5 -5
  87. package/src/server/job-routes.ts +20 -0
  88. package/src/server/media-prompt.ts +63 -0
  89. package/src/server/memory-completion-client.ts +46 -0
  90. package/src/server/model-routes.ts +192 -0
  91. package/src/{serve → server}/openai-wire.ts +3 -2
  92. package/src/{serve → server}/pipeline.ts +1 -1
  93. package/src/server/prompt-builder.ts +13 -0
  94. package/src/server/prompt-contracts.ts +17 -0
  95. package/src/server/proxy-routes.ts +187 -0
  96. package/src/server/publishing-routes.ts +41 -0
  97. package/src/{serve → server}/request-plan.ts +6 -8
  98. package/src/{serve → server}/request-prep.ts +47 -50
  99. package/src/{serve → server}/responses-client.ts +30 -13
  100. package/src/{responses.ts → server/responses.ts} +12 -93
  101. package/src/server/routes.ts +205 -0
  102. package/src/server/start.ts +72 -0
  103. package/src/server/status-routes.ts +108 -0
  104. package/src/{serve → server}/text-completion-stage.ts +25 -4
  105. package/src/server/text-prompt.ts +12 -0
  106. package/src/{serve → server}/token-streams.ts +36 -38
  107. package/src/server/worker-routes.ts +311 -0
  108. package/src/storage/paths.ts +61 -0
  109. package/src/web/assets.ts +37 -0
  110. package/src/web/{src → browser}/api.ts +5 -23
  111. package/src/web/browser/chat-host.ts +17 -0
  112. package/src/web/browser/installed-panels.ts +6 -0
  113. package/src/web/browser/main.ts +55 -0
  114. package/src/web/browser/markdown.ts +279 -0
  115. package/src/web/browser/memory-panel.ts +9 -0
  116. package/src/web/browser/palette.ts +64 -0
  117. package/src/web/browser/protocol.ts +13 -0
  118. package/src/web/browser/shell.ts +467 -0
  119. package/src/web/{src → browser}/status.ts +32 -36
  120. package/src/web/build.ts +51 -0
  121. package/src/web/public/app.html +1054 -0
  122. package/src/web/{sw.js → public/sw.js} +4 -3
  123. package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
  124. package/src/web/{vendor → public/vendor}/hljs.js +2 -2
  125. package/THIRD_PARTY_LICENSES.md +0 -51
  126. package/docs/README.md +0 -107
  127. package/docs/archive/hlg-sampling.md +0 -350
  128. package/docs/archive/investigations/audio-input-plan.md +0 -356
  129. package/docs/archive/investigations/benchmark-ledger-through-v0.4.0.md +0 -3617
  130. package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
  131. package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
  132. package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
  133. package/docs/archive/investigations/curve-bisector-routing.md +0 -123
  134. package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
  135. package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
  136. package/docs/archive/investigations/dspark-handoff.md +0 -224
  137. package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
  138. package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
  139. package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
  140. package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
  141. package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
  142. package/docs/archive/investigations/lab-build-journal.md +0 -157
  143. package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
  144. package/docs/archive/investigations/openjarvis-fit.md +0 -198
  145. package/docs/archive/investigations/openwiki-evaluation.md +0 -249
  146. package/docs/archive/investigations/optimization_plan.md +0 -346
  147. package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
  148. package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
  149. package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
  150. package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
  151. package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
  152. package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
  153. package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
  154. package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
  155. package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
  156. package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
  157. package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
  158. package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
  159. package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
  160. package/docs/archive/planning/chat-ui-vision.md +0 -50
  161. package/docs/archive/planning/chunk-task-roadmap.md +0 -77
  162. package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
  163. package/docs/archive/planning/journal.md +0 -316
  164. package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
  165. package/docs/archive/planning/pi-integration-review.md +0 -178
  166. package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
  167. package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
  168. package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
  169. package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
  170. package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
  171. package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
  172. package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
  173. package/docs/archive/planning/release-notes-v0.4.0.md +0 -45
  174. package/docs/archive/planning/release-notes-v0.5.0.md +0 -37
  175. package/docs/archive/planning/web-ui-pass-plan.md +0 -213
  176. package/docs/archive/planning/website-readme-pass-plan.md +0 -224
  177. package/docs/design/batching.md +0 -2054
  178. package/docs/design/decode-speed-program.md +0 -2404
  179. package/docs/design/dreaming-nightly-pipeline.md +0 -684
  180. package/docs/design/generic-model-support.md +0 -821
  181. package/docs/design/kv-cache.md +0 -993
  182. package/docs/design/orpo-training.md +0 -680
  183. package/docs/design/speculative-decoding.md +0 -2129
  184. package/docs/design/turboquant.md +0 -2225
  185. package/docs/design/unified-engine-frontier-plan.md +0 -1987
  186. package/docs/design/web-chat-redesign.md +0 -695
  187. package/docs/planning/PRODUCT_ROADMAP.md +0 -593
  188. package/docs/planning/ResearchTopics.md +0 -119
  189. package/docs/planning/public-readiness-handoff.md +0 -244
  190. package/docs/planning/public-readiness.md +0 -149
  191. package/docs/planning/video-series.md +0 -421
  192. package/docs/reference/benchmarks.md +0 -3587
  193. package/docs/reference/cli.md +0 -646
  194. package/docs/reference/distribution.md +0 -380
  195. package/docs/reference/environment.md +0 -494
  196. package/docs/reference/glossary.md +0 -39
  197. package/docs/reference/library-api.md +0 -688
  198. package/docs/reference/memory.md +0 -260
  199. package/docs/reference/models.md +0 -346
  200. package/docs/reference/server-api.md +0 -1945
  201. package/docs/reference/server-config.md +0 -973
  202. package/docs/reference/training.md +0 -462
  203. package/docs/reference/troubleshooting.md +0 -158
  204. package/src/admission-plan.ts +0 -18
  205. package/src/audio/audiotoolbox.ts +0 -112
  206. package/src/audio/conformer.ts +0 -655
  207. package/src/audio/decode.ts +0 -133
  208. package/src/audio/features.ts +0 -202
  209. package/src/audio/mic-capture.ts +0 -98
  210. package/src/audio/silero-vad.ts +0 -379
  211. package/src/audio/transcode.ts +0 -67
  212. package/src/audio/whisper-decode.ts +0 -774
  213. package/src/audio/whisper-fast.ts +0 -732
  214. package/src/audio/whisper-format.ts +0 -73
  215. package/src/audio/whisper-mel.ts +0 -185
  216. package/src/audio/whisper-timing.ts +0 -274
  217. package/src/audio/whisper-tokenizer.ts +0 -239
  218. package/src/audio/whisper-transcribe.ts +0 -410
  219. package/src/backends/mlx/assistant-target.ts +0 -46
  220. package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
  221. package/src/backends/mlx/autoregressive.ts +0 -129
  222. package/src/backends/mlx/batch-group.ts +0 -1874
  223. package/src/backends/mlx/cache-attachment.ts +0 -67
  224. package/src/backends/mlx/cache-layout.ts +0 -31
  225. package/src/backends/mlx/checkpoint-state.ts +0 -53
  226. package/src/backends/mlx/continuation-persistence.ts +0 -107
  227. package/src/backends/mlx/continuation-request.ts +0 -43
  228. package/src/backends/mlx/continuation.ts +0 -77
  229. package/src/backends/mlx/diffusion.ts +0 -39
  230. package/src/backends/mlx/draft-target.ts +0 -32
  231. package/src/backends/mlx/encoder-cache.ts +0 -25
  232. package/src/backends/mlx/evaluation.ts +0 -105
  233. package/src/backends/mlx/fill-append.ts +0 -58
  234. package/src/backends/mlx/fill-group.ts +0 -497
  235. package/src/backends/mlx/full-kv-row-append.ts +0 -32
  236. package/src/backends/mlx/full-kv-row-donor.ts +0 -54
  237. package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
  238. package/src/backends/mlx/gateway-binding.ts +0 -174
  239. package/src/backends/mlx/graph.ts +0 -38
  240. package/src/backends/mlx/kv-codec.ts +0 -9
  241. package/src/backends/mlx/kv-maintenance.ts +0 -161
  242. package/src/backends/mlx/kv-tensor-rows.ts +0 -212
  243. package/src/backends/mlx/memory-client.ts +0 -189
  244. package/src/backends/mlx/methods.ts +0 -90
  245. package/src/backends/mlx/mixed-iteration.ts +0 -62
  246. package/src/backends/mlx/model-prompt.ts +0 -178
  247. package/src/backends/mlx/model-serving.ts +0 -80
  248. package/src/backends/mlx/paged-cache-codec.ts +0 -27
  249. package/src/backends/mlx/prefill-cohort.ts +0 -100
  250. package/src/backends/mlx/prefill-policy.ts +0 -26
  251. package/src/backends/mlx/prefill-rows.ts +0 -244
  252. package/src/backends/mlx/prefill.ts +0 -33
  253. package/src/backends/mlx/projected-context-rows.ts +0 -72
  254. package/src/backends/mlx/prompt-input.ts +0 -29
  255. package/src/backends/mlx/qwen-prompt-input.ts +0 -40
  256. package/src/backends/mlx/request-policy.ts +0 -20
  257. package/src/backends/mlx/request-state-policy.ts +0 -54
  258. package/src/backends/mlx/rollback.ts +0 -92
  259. package/src/backends/mlx/row-sampling.ts +0 -49
  260. package/src/backends/mlx/serial-executor.ts +0 -251
  261. package/src/backends/mlx/speculative-group.ts +0 -438
  262. package/src/backends/mlx/speculative-round.ts +0 -161
  263. package/src/backends/mlx/speculative.ts +0 -131
  264. package/src/backends/mlx/state-rows.ts +0 -104
  265. package/src/backends/mlx/state-views.ts +0 -46
  266. package/src/backends/mlx/target-layout-capability.ts +0 -35
  267. package/src/backends/mlx/text-engine.ts +0 -73
  268. package/src/backends/mlx/transitioning-kv-rows.ts +0 -173
  269. package/src/chat-template.ts +0 -382
  270. package/src/cli.ts +0 -3490
  271. package/src/config.ts +0 -399
  272. package/src/contracts/completion.ts +0 -16
  273. package/src/contracts/execution.ts +0 -70
  274. package/src/contracts/generation.ts +0 -103
  275. package/src/contracts/host.ts +0 -7
  276. package/src/contracts/object-cache.ts +0 -8
  277. package/src/contracts/pi-provider.ts +0 -30
  278. package/src/contracts/pi.ts +0 -261
  279. package/src/contracts/prefix-cache.ts +0 -33
  280. package/src/contracts/resources.ts +0 -25
  281. package/src/contracts/sampling.ts +0 -23
  282. package/src/contracts/scheduling.ts +0 -54
  283. package/src/contracts/tsconfig.json +0 -14
  284. package/src/dataset/generators.ts +0 -1087
  285. package/src/dataset/index.ts +0 -12
  286. package/src/dataset/job.ts +0 -81
  287. package/src/dataset/llm.ts +0 -71
  288. package/src/dataset/registry.ts +0 -528
  289. package/src/diffusion/diffusion-generate.ts +0 -507
  290. package/src/download.ts +0 -505
  291. package/src/embed.ts +0 -77
  292. package/src/engine/admission.ts +0 -59
  293. package/src/engine/cancellation.ts +0 -38
  294. package/src/engine/engine.ts +0 -56
  295. package/src/engine/execution-coordinator.ts +0 -70
  296. package/src/engine/execution-plan.ts +0 -64
  297. package/src/engine/execution-tasks.ts +0 -44
  298. package/src/engine/namespaced-cache.ts +0 -13
  299. package/src/engine/resources.ts +0 -53
  300. package/src/engine/scheduler.ts +0 -92
  301. package/src/engine/session.ts +0 -247
  302. package/src/eval/README.md +0 -130
  303. package/src/eval/ifeval.ts +0 -81
  304. package/src/eval/kl-prompts.ts +0 -29
  305. package/src/eval/kl.ts +0 -590
  306. package/src/eval/perplexity.ts +0 -164
  307. package/src/eval/quality-db.ts +0 -92
  308. package/src/eval/reference-logits.ts +0 -207
  309. package/src/eval/runner.ts +0 -124
  310. package/src/eval/score.ts +0 -49
  311. package/src/eval/tasks/bfcl.ts +0 -535
  312. package/src/eval/tasks/gsm8k.ts +0 -98
  313. package/src/eval/tasks/hashhop.ts +0 -139
  314. package/src/eval/tasks/humaneval.ts +0 -275
  315. package/src/eval/tasks/ifeval.ts +0 -525
  316. package/src/eval/tasks/mmlu.ts +0 -157
  317. package/src/eval/ultrafeedback.ts +0 -60
  318. package/src/evaldb.ts +0 -199
  319. package/src/expert-io.ts +0 -393
  320. package/src/expert-offload-build.ts +0 -77
  321. package/src/expert-offload.ts +0 -76
  322. package/src/expert-residency.ts +0 -1134
  323. package/src/expert-usage.ts +0 -415
  324. package/src/fill/echo-index.ts +0 -188
  325. package/src/fill/fill-session.ts +0 -463
  326. package/src/fill/proposal.ts +0 -68
  327. package/src/fill/schema-rows.ts +0 -506
  328. package/src/fill/tool-boundary.ts +0 -103
  329. package/src/fit.ts +0 -249
  330. package/src/generate.ts +0 -1352
  331. package/src/grammar.ts +0 -604
  332. package/src/harness-pi.ts +0 -184
  333. package/src/hf-push.ts +0 -628
  334. package/src/hub-rest.ts +0 -242
  335. package/src/index.ts +0 -63
  336. package/src/inference/denoising.ts +0 -17
  337. package/src/inference/draft-acceptance.ts +0 -41
  338. package/src/inference/draft-output.ts +0 -49
  339. package/src/inference/graph.ts +0 -33
  340. package/src/inference/prefill.ts +0 -45
  341. package/src/inference/rollback.ts +0 -7
  342. package/src/jobs/index.ts +0 -31
  343. package/src/jobs/job-entry.ts +0 -107
  344. package/src/jobs/task-client.ts +0 -19
  345. package/src/jobs/types.ts +0 -2
  346. package/src/kv-scheme.ts +0 -279
  347. package/src/kv-store.ts +0 -1135
  348. package/src/lab/README.md +0 -22
  349. package/src/lab/curve/curve-designer.html +0 -303
  350. package/src/lab/curve/curve-sampler.ts +0 -122
  351. package/src/lab/expert-trace/expert-trace.ts +0 -69
  352. package/src/lab/paged-kv/paged-attention.ts +0 -117
  353. package/src/lab/paged-kv/paged-kv-rows.ts +0 -111
  354. package/src/lab/paged-kv/paged-kv.ts +0 -336
  355. package/src/library.ts +0 -40
  356. package/src/lora.ts +0 -408
  357. package/src/md-modules.d.ts +0 -54
  358. package/src/media-fetch.ts +0 -442
  359. package/src/memory/article.ts +0 -558
  360. package/src/memory/chunk-validation.ts +0 -150
  361. package/src/memory/chunk.ts +0 -318
  362. package/src/memory/cluster.ts +0 -351
  363. package/src/memory/coverage.ts +0 -134
  364. package/src/memory/crosslink.ts +0 -0
  365. package/src/memory/db.ts +0 -253
  366. package/src/memory/entity.ts +0 -203
  367. package/src/memory/gate.ts +0 -187
  368. package/src/memory/history.ts +0 -152
  369. package/src/memory/ingest.ts +0 -335
  370. package/src/memory/model.ts +0 -183
  371. package/src/memory/normalize.ts +0 -671
  372. package/src/memory/parse.ts +0 -22
  373. package/src/memory/pipeline.ts +0 -275
  374. package/src/memory/prompts.ts +0 -65
  375. package/src/memory/query.ts +0 -334
  376. package/src/memory/reconcile.ts +0 -734
  377. package/src/memory/redirect.ts +0 -108
  378. package/src/memory/reindex.ts +0 -325
  379. package/src/memory/resolve.ts +0 -307
  380. package/src/memory/rest.ts +0 -245
  381. package/src/memory/route.ts +0 -272
  382. package/src/memory/schedule.ts +0 -165
  383. package/src/memory/stages.ts +0 -777
  384. package/src/memory/synthesize.ts +0 -1638
  385. package/src/memory/tools.ts +0 -749
  386. package/src/memory/vault.ts +0 -1194
  387. package/src/memory/wikify.ts +0 -1064
  388. package/src/mlx/array.ts +0 -425
  389. package/src/mlx/autograd.ts +0 -304
  390. package/src/mlx/checkpoint.ts +0 -149
  391. package/src/mlx/compile.ts +0 -168
  392. package/src/mlx/custom-vjp.ts +0 -188
  393. package/src/mlx/ffi.ts +0 -531
  394. package/src/mlx/materialize.ts +0 -23
  395. package/src/mlx/metal-kernel.ts +0 -159
  396. package/src/mlx/normalized-argmax.ts +0 -116
  397. package/src/mlx/ops.ts +0 -1108
  398. package/src/mlx/quantized-rows.ts +0 -36
  399. package/src/mlx/token-bitmask.ts +0 -52
  400. package/src/mlx/turboquant-kv-decode.ts +0 -82
  401. package/src/mlx/turboquant-kv-inverse.ts +0 -122
  402. package/src/mlx/turboquant-ops.ts +0 -861
  403. package/src/mlx/turboquant-tables.ts +0 -237
  404. package/src/mmap.ts +0 -90
  405. package/src/model/artifact-identity.ts +0 -73
  406. package/src/model/batched-kv.ts +0 -235
  407. package/src/model/batched-mask.ts +0 -279
  408. package/src/model/batched-quant.ts +0 -212
  409. package/src/model/batched-quantized-kv.ts +0 -144
  410. package/src/model/batched-rotating-quant.ts +0 -353
  411. package/src/model/batched-rotating-state.ts +0 -149
  412. package/src/model/batched-rotating.ts +0 -338
  413. package/src/model/batched-row-storage.ts +0 -179
  414. package/src/model/batched-ssm.ts +0 -52
  415. package/src/model/batched-turboquant-kv.ts +0 -94
  416. package/src/model/compiled-decode.ts +0 -712
  417. package/src/model/decoded-kv-donor.ts +0 -12
  418. package/src/model/delayed-quantized-kv.ts +0 -72
  419. package/src/model/delayed-rotating-quantized-kv.ts +0 -93
  420. package/src/model/delayed-turboquant-kv.ts +0 -57
  421. package/src/model/diffusion-gemma.ts +0 -1026
  422. package/src/model/factory.ts +0 -215
  423. package/src/model/fingerprint.ts +0 -45
  424. package/src/model/flash-attention.ts +0 -694
  425. package/src/model/full-prefill-padding.ts +0 -56
  426. package/src/model/full-prefill-row.ts +0 -105
  427. package/src/model/gemma4-base.ts +0 -2370
  428. package/src/model/gemma4.ts +0 -1395
  429. package/src/model/generated/gemma4-12b.ts +0 -429
  430. package/src/model/generated/gemma4-26b.ts +0 -448
  431. package/src/model/generated/gemma4-e4b.ts +0 -717
  432. package/src/model/generated/index.ts +0 -18
  433. package/src/model/glm52-atlas.ts +0 -511
  434. package/src/model/glm52-cache.ts +0 -792
  435. package/src/model/glm52-config.ts +0 -262
  436. package/src/model/glm52-container.ts +0 -305
  437. package/src/model/glm52-coupling.ts +0 -388
  438. package/src/model/glm52-dsa.ts +0 -606
  439. package/src/model/glm52-expert-layout.ts +0 -253
  440. package/src/model/glm52-layout.ts +0 -152
  441. package/src/model/glm52-memory.ts +0 -500
  442. package/src/model/glm52-mla.ts +0 -792
  443. package/src/model/glm52-moe.ts +0 -223
  444. package/src/model/glm52-pilot.ts +0 -537
  445. package/src/model/glm52-reference.ts +0 -445
  446. package/src/model/glm52-residency.ts +0 -557
  447. package/src/model/glm52-resident-weights.ts +0 -135
  448. package/src/model/glm52-streamed-experts.ts +0 -453
  449. package/src/model/glm52-streamed-metal.ts +0 -610
  450. package/src/model/glm52-weights.ts +0 -503
  451. package/src/model/glm52.ts +0 -1132
  452. package/src/model/implementation.ts +0 -69
  453. package/src/model/kv-attention-view.ts +0 -70
  454. package/src/model/minicpm5.ts +0 -376
  455. package/src/model/profile.ts +0 -468
  456. package/src/model/quantized-append-attention.ts +0 -31
  457. package/src/model/qwen-append.ts +0 -12
  458. package/src/model/qwen-conv.ts +0 -52
  459. package/src/model/qwen3-delta-state.ts +0 -74
  460. package/src/model/qwen3-delta.ts +0 -451
  461. package/src/model/qwen3-moe.ts +0 -404
  462. package/src/model/qwen3-mrope.ts +0 -250
  463. package/src/model/qwen3.ts +0 -277
  464. package/src/model/qwen3_5-checkpoint.ts +0 -164
  465. package/src/model/qwen3_5.ts +0 -881
  466. package/src/model/rotating-kv-donor.ts +0 -35
  467. package/src/model/rotating-kv-layout.ts +0 -262
  468. package/src/model/rotating-row-transaction.ts +0 -35
  469. package/src/model/speculative-rotating-kv.ts +0 -101
  470. package/src/model/ssm-prefill-padding.ts +0 -39
  471. package/src/model/support.ts +0 -110
  472. package/src/model/token-groups.ts +0 -66
  473. package/src/model/trellis-balanced-scatter.ts +0 -51
  474. package/src/model/trellis-linear.ts +0 -672
  475. package/src/model/trellis-shared-m.ts +0 -151
  476. package/src/model/trellis-shared-scatter.ts +0 -144
  477. package/src/model/trellis-splitk-prefill.ts +0 -158
  478. package/src/model/trellis-tiled-prefill.ts +0 -136
  479. package/src/model/trellis-vector-expand.ts +0 -62
  480. package/src/model/trellis-wide-prefill.ts +0 -94
  481. package/src/model/turboquant-codec.ts +0 -89
  482. package/src/model/universal/archs.ts +0 -332
  483. package/src/model/universal/dense.ts +0 -612
  484. package/src/model/universal/modules.ts +0 -170
  485. package/src/model/universal/rope.ts +0 -381
  486. package/src/model/whisper.ts +0 -435
  487. package/src/native/expert_io.c +0 -523
  488. package/src/native/frame_extract.swift +0 -140
  489. package/src/native/mic_capture.swift +0 -92
  490. package/src/native-pack.ts +0 -163
  491. package/src/pi-provider.ts +0 -53
  492. package/src/pi-session.ts +0 -81
  493. package/src/pi-terminal.ts +0 -274
  494. package/src/pi-web.ts +0 -1940
  495. package/src/preflight.ts +0 -158
  496. package/src/prompt-cache.ts +0 -682
  497. package/src/quantize/allocator.ts +0 -627
  498. package/src/quantize/atomic-output.ts +0 -38
  499. package/src/quantize/calibration.ts +0 -181
  500. package/src/quantize/config-writer.ts +0 -145
  501. package/src/quantize/index.ts +0 -84
  502. package/src/quantize/job.ts +0 -162
  503. package/src/quantize/quantizer.ts +0 -666
  504. package/src/quantize/rotate.ts +0 -603
  505. package/src/quantize/safetensors-writer.ts +0 -249
  506. package/src/quantize/sensitivity.ts +0 -216
  507. package/src/quantize/trellis.ts +0 -586
  508. package/src/quantize/weight-transform.ts +0 -292
  509. package/src/registry.ts +0 -602
  510. package/src/runtime-config.ts +0 -77
  511. package/src/safetensors.ts +0 -165
  512. package/src/sampler.ts +0 -1012
  513. package/src/serve/admin-routes.ts +0 -184
  514. package/src/serve/assets/curve-terrain.html +0 -105
  515. package/src/serve/assets/training-inference-map.html +0 -575
  516. package/src/serve/audio-routes.ts +0 -323
  517. package/src/serve/aux-routes.ts +0 -132
  518. package/src/serve/batch-scheduler.ts +0 -8
  519. package/src/serve/checkpoint-identity.ts +0 -64
  520. package/src/serve/generation-gateway.ts +0 -537
  521. package/src/serve/isolate.ts +0 -609
  522. package/src/serve/kv-budget.ts +0 -14
  523. package/src/serve/lab-routes.ts +0 -341
  524. package/src/serve/lane-registry.ts +0 -45
  525. package/src/serve/model-admin-routes.ts +0 -155
  526. package/src/serve/model-binding.ts +0 -49
  527. package/src/serve/model-host.ts +0 -511
  528. package/src/serve/parent-application.ts +0 -56
  529. package/src/serve/prompt-response-trace.ts +0 -161
  530. package/src/serve/response-lease.ts +0 -24
  531. package/src/serve/session-search.ts +0 -326
  532. package/src/serve/static-routes.ts +0 -101
  533. package/src/serve/transcription-server.ts +0 -64
  534. package/src/serve/transcription-service.ts +0 -502
  535. package/src/server.ts +0 -1282
  536. package/src/spec/assistant-rows.ts +0 -93
  537. package/src/spec/assistant-source.ts +0 -126
  538. package/src/spec/cache-identity.ts +0 -22
  539. package/src/spec/deepspec-rows.ts +0 -29
  540. package/src/spec/deepspec-source.ts +0 -145
  541. package/src/spec/dflash-source.ts +0 -149
  542. package/src/spec/drafter.ts +0 -304
  543. package/src/spec/dspark/ab-stats.ts +0 -136
  544. package/src/spec/dspark/calibration.ts +0 -112
  545. package/src/spec/dspark/data-dflash.ts +0 -156
  546. package/src/spec/dspark/data.ts +0 -201
  547. package/src/spec/dspark/deepspec-module.ts +0 -776
  548. package/src/spec/dspark/generate-dflash.ts +0 -245
  549. package/src/spec/dspark/generate.ts +0 -290
  550. package/src/spec/dspark/loader.ts +0 -23
  551. package/src/spec/dspark/loss.ts +0 -213
  552. package/src/spec/dspark/module-dflash.ts +0 -560
  553. package/src/spec/dspark/module.ts +0 -540
  554. package/src/spec/dspark/quantize-drafter.ts +0 -91
  555. package/src/spec/dspark/sample.ts +0 -112
  556. package/src/spec/generate.ts +0 -276
  557. package/src/spec/glm52-mtp-graph.ts +0 -29
  558. package/src/spec/glm52-mtp-rows.ts +0 -132
  559. package/src/spec/glm52-mtp-source.ts +0 -318
  560. package/src/spec/glm52-mtp-state.ts +0 -33
  561. package/src/spec/ngram-source.ts +0 -226
  562. package/src/spec/projected-draft-rows.ts +0 -73
  563. package/src/spec/qwen-mtp-module.ts +0 -171
  564. package/src/spec/qwen-mtp-rows.ts +0 -230
  565. package/src/spec/qwen-mtp-source.ts +0 -386
  566. package/src/spec/qwen-mtp-state.ts +0 -30
  567. package/src/spec/serve-loop.ts +0 -587
  568. package/src/spec/source.ts +0 -228
  569. package/src/spec/two-model-rows.ts +0 -62
  570. package/src/spec/two-model.ts +0 -113
  571. package/src/ssd-cache.ts +0 -431
  572. package/src/ssd-durability.ts +0 -209
  573. package/src/storage/host-buffer.ts +0 -24
  574. package/src/storage/kv-writer.ts +0 -83
  575. package/src/storage/kv-writer.worker.js +0 -264
  576. package/src/storage/retention-policy.ts +0 -37
  577. package/src/tiered-prompt-cache.ts +0 -45
  578. package/src/tokenizer.ts +0 -335
  579. package/src/tool-approvals.ts +0 -131
  580. package/src/tool-call.ts +0 -695
  581. package/src/train/dataset.ts +0 -484
  582. package/src/train/diffusion-lora.ts +0 -216
  583. package/src/train/export.ts +0 -32
  584. package/src/train/flash-cce.ts +0 -1234
  585. package/src/train/forward.ts +0 -266
  586. package/src/train/fuse.ts +0 -243
  587. package/src/train/index.ts +0 -46
  588. package/src/train/job.ts +0 -205
  589. package/src/train/lora-params.ts +0 -254
  590. package/src/train/loss.ts +0 -1591
  591. package/src/train/merge.ts +0 -195
  592. package/src/train/optimizer.ts +0 -183
  593. package/src/train/prefix-shared.ts +0 -490
  594. package/src/train/rank.ts +0 -137
  595. package/src/train/segmented.ts +0 -1828
  596. package/src/train/steel-qmm-header.ts +0 -1461
  597. package/src/train/trainer.ts +0 -1221
  598. package/src/train/watch.ts +0 -542
  599. package/src/vision/diffusion-vision.ts +0 -620
  600. package/src/vision/embedder.ts +0 -176
  601. package/src/vision/preprocess.ts +0 -247
  602. package/src/vision/prompt.ts +0 -409
  603. package/src/vision/qwen3vl-preprocess.ts +0 -409
  604. package/src/vision/qwen3vl-prompt.ts +0 -233
  605. package/src/vision/qwen3vl-tower.ts +0 -566
  606. package/src/vision/siglip.ts +0 -607
  607. package/src/vision/video-frames.ts +0 -148
  608. package/src/web/app.html +0 -2155
  609. package/src/web/app.js +0 -5863
  610. package/src/web/skills/memory/SKILL.md +0 -120
  611. package/src/web/skills/web-research/SKILL.md +0 -46
  612. package/src/web/skills.ts +0 -97
  613. package/src/web/src/adapters-panel.ts +0 -288
  614. package/src/web/src/assistant.ts +0 -451
  615. package/src/web/src/chat.ts +0 -1060
  616. package/src/web/src/composer.ts +0 -962
  617. package/src/web/src/dataset.ts +0 -132
  618. package/src/web/src/finetune.ts +0 -267
  619. package/src/web/src/hub.ts +0 -428
  620. package/src/web/src/main.ts +0 -98
  621. package/src/web/src/markdown.ts +0 -0
  622. package/src/web/src/memory-panel.ts +0 -572
  623. package/src/web/src/model-picker.ts +0 -159
  624. package/src/web/src/palette.ts +0 -346
  625. package/src/web/src/protocol.ts +0 -26
  626. package/src/web/src/quantize.ts +0 -167
  627. package/src/web/src/rag.ts +0 -274
  628. package/src/web/src/sessions.ts +0 -469
  629. package/src/web/src/shell.ts +0 -804
  630. package/src/web/src/ui-catalog.ts +0 -78
  631. package/src/web/src/voice.ts +0 -141
  632. package/src/web/vendor/README.md +0 -61
  633. package/src/web-assets.ts +0 -47
  634. package/src/web-tools.ts +0 -478
  635. package/src/weights.ts +0 -255
  636. /package/src/{serve → server}/completion-sink.ts +0 -0
  637. /package/src/{serve → server}/generated-token-history.ts +0 -0
  638. /package/src/web/{icon.svg → public/icon.svg} +0 -0
  639. /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
  640. /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
@@ -1,572 +0,0 @@
1
- // GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
2
- // §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
3
- //
4
- // The Memory panel (plan §5.5), provenance chips (§5.4.2), personalized
5
- // hero chips + consent card (§5.1), and the sidebar entry that opens the
6
- // panel. Everything here talks to the /api/memory/* REST wrappers
7
- // (src/memory/rest.ts) — no new WS frames, per the task brief. esc()
8
- // discipline on every interpolation site: article names/content/commit
9
- // subjects/paths are all vault (i.e. user/model) data, never trusted.
10
- //
11
- // State model: the panel is a single overlay with two "screens" — a list
12
- // screen (status strip + search + article/reference lists) and an article
13
- // screen (rendered content + History toggle + links line). `view` tracks
14
- // which is showing so Back/Escape/re-open behave predictably; there is no
15
- // deep router here (the panel is not URL-addressable — matching the plan's
16
- // "reachable from the sidebar, not a nav tab" framing).
17
-
18
- import { $, el, toast, trapFocus, setMemPanelClose, type FocusTrap } from "./shell";
19
- import { api } from "./api";
20
- import type { ApiEnvelope } from "./protocol";
21
- import { esc, mdToHtml, wireCanvasToggle } from "./markdown";
22
-
23
- /* ────────────────────────────────────────────────────────────────────
24
- REST response shapes (mirrors src/memory/rest.ts's jsonOk() bodies —
25
- frontend-only types since these are HTTP JSON envelopes, not part of
26
- the typed WS contract in pi-web.ts). Each extends ApiEnvelope (api()'s
27
- generic constraint, api.ts) via intersection, per that file's own
28
- doc-comment convention.
29
- ──────────────────────────────────────────────────────────────────── */
30
-
31
- interface VaultStatusBody {
32
- root: string;
33
- exists: boolean;
34
- articleCount: number;
35
- referenceCount: number;
36
- isGitRepo: boolean;
37
- recentArticles: { article: string; mtimeMs: number }[];
38
- }
39
- type StatusResp = ApiEnvelope & { enabled?: boolean; status?: VaultStatusBody; root?: string };
40
- type ListResp = ApiEnvelope & { enabled?: boolean; articles?: string[]; reference?: string[] };
41
- interface SearchSummary { article: string; occurrences: number; matched_terms?: string[]; title_matches?: number }
42
- interface SearchHit { article: string; anchor: string | null; line: number; excerpt: string }
43
- type SearchResp = ApiEnvelope & { summaries?: SearchSummary[]; hits?: SearchHit[] };
44
- type ArticleResp = ApiEnvelope & {
45
- name?: string; path?: string; content?: string;
46
- infobox?: { entityKind?: string } | null; lead?: string | null;
47
- };
48
- type LinksResp = ApiEnvelope & { name?: string; outbound?: string[]; inbound?: string[] };
49
- interface HistoryEntry { hash: string; date: string; subject: string }
50
- type HistoryResp = ApiEnvelope & { name?: string; isGitRepo?: boolean; entries?: HistoryEntry[] };
51
- type DiffResp = ApiEnvelope & { name?: string; rev?: string; diff?: string };
52
- type InitResp = ApiEnvelope & { result?: { root: string; gitInitialized: boolean }; status?: VaultStatusBody };
53
-
54
- async function getJson<T extends ApiEnvelope>(path: string): Promise<T> {
55
- return api<T>(path);
56
- }
57
-
58
- /* ────────────────────────────────────────────────────────────────────
59
- Cached status — the panel, the sidebar entry, the hero chips, and the
60
- consent card all need "is memory enabled + how many articles" without
61
- each firing their own /api/memory/status round trip.
62
- ──────────────────────────────────────────────────────────────────── */
63
-
64
- let cachedStatus: StatusResp | null = null;
65
-
66
- async function fetchStatus(force = false): Promise<StatusResp> {
67
- if (cachedStatus && !force) return cachedStatus;
68
- const d = await getJson<StatusResp>("/api/memory/status").catch((): StatusResp => ({ ok: false, enabled: false }));
69
- cachedStatus = d;
70
- return d;
71
- }
72
-
73
- /* ────────────────────────────────────────────────────────────────────
74
- Panel open/close + focus trap (same mechanism as the HF modal / drawer)
75
- ──────────────────────────────────────────────────────────────────── */
76
-
77
- let panelTrap: FocusTrap;
78
- type View = { kind: "list" } | { kind: "article"; name: string; historyOpen?: boolean };
79
- let currentView: View = { kind: "list" };
80
- let lastListScroll = 0;
81
-
82
- export function isMemPanelOpen(): boolean {
83
- const ov = $("mem-overlay");
84
- return !!ov && ov.classList.contains("open");
85
- }
86
-
87
- export function closeMemPanel(): void {
88
- $("mem-overlay").classList.remove("open");
89
- $("chat-memory-entry").setAttribute("aria-expanded", "false");
90
- panelTrap.restore();
91
- }
92
-
93
- /** Opens the panel. `articleName` jumps straight to that article's view
94
- * (used by provenance chips and link-chip navigation); omitted opens/keeps
95
- * the list view. */
96
- export async function openMemPanel(articleName?: string): Promise<void> {
97
- panelTrap.capture();
98
- $("mem-overlay").classList.add("open");
99
- $("chat-memory-entry").setAttribute("aria-expanded", "true");
100
- if (articleName) await showArticle(articleName);
101
- else await showList();
102
- setTimeout(() => { const s = $("mem-search") as HTMLInputElement | null; if (s) s.focus(); }, 30);
103
- }
104
-
105
- function setBack(show: boolean): void {
106
- $("mem-back").classList.toggle("show", show);
107
- }
108
-
109
- /* ────────────────────────────────────────────────────────────────────
110
- Status strip
111
- ──────────────────────────────────────────────────────────────────── */
112
-
113
- function relDate(ms: number | undefined): string {
114
- if (!ms) return "—";
115
- const days = (Date.now() - ms) / 86_400_000;
116
- if (days < 1) return "today";
117
- if (days < 2) return "yesterday";
118
- if (days < 30) return Math.floor(days) + "d ago";
119
- try { return new Date(ms).toLocaleDateString(); } catch { return "—"; }
120
- }
121
-
122
- function renderStatusStrip(st: VaultStatusBody): void {
123
- const lastArticle = st.recentArticles[0];
124
- $("mem-status").innerHTML =
125
- '<span class="mem-stat"><b>' + st.articleCount + '</b> article' + (st.articleCount === 1 ? "" : "s") + "</span>" +
126
- '<span class="mem-stat">last touched <b>' + esc(relDate(lastArticle && lastArticle.mtimeMs)) + "</b></span>" +
127
- '<span class="mem-stat">' + (st.isGitRepo ? "git-tracked" : "not a git repo") + "</span>";
128
- }
129
-
130
- /* ────────────────────────────────────────────────────────────────────
131
- List view: status + search + article/reference lists
132
- ──────────────────────────────────────────────────────────────────── */
133
-
134
- function emptyVaultHtml(root: string): string {
135
- return (
136
- '<div class="mem-empty">' +
137
- "<p>No memory vault yet at <code>" + esc(root) + "</code>.</p>" +
138
- '<p style="margin-top:8px">Memory is a local, git-tracked wiki the assistant reads from (never writes to during chat) — nightly synthesis is what updates it.</p>' +
139
- '<div class="mcta"><button class="btn primary sm" id="mem-empty-init">Set up memory</button></div>' +
140
- "</div>"
141
- );
142
- }
143
-
144
- function articleRowHtml(name: string, excerpt?: string, icon = "📄"): string {
145
- const display = name.startsWith("Reference/") ? name.slice("Reference/".length) : name;
146
- return (
147
- '<div class="mem-art" data-article="' + esc(name) + '" tabindex="0" role="button">' +
148
- '<span class="mem-art-ico" aria-hidden="true">' + esc(icon) + "</span>" +
149
- '<div style="min-width:0;flex:1 1 auto">' +
150
- '<div class="mem-art-name">' + esc(display.replace(/_/g, " ")) + "</div>" +
151
- (excerpt ? '<div class="mem-art-excerpt">' + esc(excerpt) + "</div>" : "") +
152
- "</div></div>"
153
- );
154
- }
155
-
156
- function wireArticleRows(container: HTMLElement): void {
157
- container.querySelectorAll<HTMLElement>(".mem-art").forEach((row) => {
158
- const open = () => { const name = row.dataset.article; if (name) showArticle(name); };
159
- row.addEventListener("click", open);
160
- row.addEventListener("keydown", (e) => { if ((e as KeyboardEvent).key === "Enter") open(); });
161
- });
162
- }
163
-
164
- async function renderListBody(): Promise<void> {
165
- const body = $("mem-body");
166
- const st = await fetchStatus();
167
- if (!st.enabled || !st.status) {
168
- body.innerHTML = emptyVaultHtml(st.root || "~/.mlx-bun/wiki");
169
- const btn = $("mem-empty-init") as HTMLButtonElement | null;
170
- if (btn) btn.onclick = () => runInit(body);
171
- return;
172
- }
173
- renderStatusStrip(st.status);
174
- body.innerHTML =
175
- '<input type="search" id="mem-search" placeholder="Search articles…" aria-label="Search memory" autocomplete="off">' +
176
- '<div id="mem-list"></div>';
177
- await renderArticleLists("");
178
- const search = $("mem-search") as HTMLInputElement;
179
- let debounce: ReturnType<typeof setTimeout> | undefined;
180
- search.addEventListener("input", () => {
181
- clearTimeout(debounce);
182
- debounce = setTimeout(() => renderArticleLists(search.value.trim()), 180);
183
- });
184
- }
185
-
186
- async function renderArticleLists(query: string): Promise<void> {
187
- const listEl = $("mem-list");
188
- if (!query) {
189
- const d = await getJson<ListResp>("/api/memory/list").catch((): ListResp => ({ ok: false }));
190
- if (!d.ok) { listEl.innerHTML = '<div class="mem-list-empty">Couldn\'t load the vault contents.</div>'; return; }
191
- const articles = d.articles || [], reference = d.reference || [];
192
- listEl.innerHTML =
193
- '<div class="mem-sec"><div class="mem-sec-title">Articles</div>' +
194
- (articles.length
195
- ? articles.map((a) => articleRowHtml(a)).join("")
196
- : '<div class="mem-list-empty">No articles yet — nightly synthesis writes here after a few conversations.</div>') +
197
- "</div>" +
198
- // Reference/ docs are clearly separated (plan §5.5) — mlx-bun's own
199
- // docs, not personal memory.
200
- (reference.length
201
- ? '<div class="mem-sec"><div class="mem-sec-title">Reference</div>' +
202
- reference.map((r) => articleRowHtml(r, undefined, "📘")).join("") + "</div>"
203
- : "");
204
- wireArticleRows(listEl);
205
- return;
206
- }
207
- const d = await getJson<SearchResp>("/api/memory/search?q=" + encodeURIComponent(query)).catch((): SearchResp => ({ ok: false }));
208
- if (!d.ok || !d.summaries || !d.summaries.length) {
209
- listEl.innerHTML = '<div class="mem-list-empty">No matches for “' + esc(query) + '”.</div>';
210
- return;
211
- }
212
- const hitsByArticle = new Map<string, SearchHit>();
213
- for (const h of d.hits || []) if (!hitsByArticle.has(h.article)) hitsByArticle.set(h.article, h);
214
- listEl.innerHTML =
215
- '<div class="mem-sec"><div class="mem-sec-title">' + d.summaries.length + " match" + (d.summaries.length === 1 ? "" : "es") + "</div>" +
216
- d.summaries.map((s) => articleRowHtml(s.article, hitsByArticle.get(s.article)?.excerpt, s.article.startsWith("Reference/") ? "📘" : "📄")).join("") +
217
- "</div>";
218
- wireArticleRows(listEl);
219
- }
220
-
221
- async function runInit(body: HTMLElement): Promise<void> {
222
- body.innerHTML = '<div class="mem-empty"><p><span class="shimmer">setting up your local memory vault…</span></p></div>';
223
- const d = await api<InitResp>("/api/memory/init", { method: "POST" }).catch((): InitResp => ({ ok: false, error: "request failed" }));
224
- if (!d.ok) {
225
- toast("Couldn't set up memory: " + (d.error || "unknown error"), "err");
226
- cachedStatus = null;
227
- await renderListBody();
228
- return;
229
- }
230
- toast("Memory vault created", "ok");
231
- cachedStatus = null;
232
- await refreshSidebarEntry();
233
- await showList();
234
- }
235
-
236
- async function showList(): Promise<void> {
237
- currentView = { kind: "list" };
238
- setBack(false);
239
- $("mem-title").textContent = "Memory";
240
- $("mem-body").scrollTop = 0;
241
- await renderListBody();
242
- }
243
-
244
- /* ────────────────────────────────────────────────────────────────────
245
- Article view: rendered content + links line + History toggle
246
- ──────────────────────────────────────────────────────────────────── */
247
-
248
- function linksLineHtml(outbound: string[], inbound: string[]): string {
249
- if (!outbound.length && !inbound.length) return "";
250
- const row = (label: string, names: string[]) => names.length
251
- ? '<div class="mem-links-row"><span class="lbl">' + label + "</span>" +
252
- names.map((n) => '<button class="mem-link-chip" type="button" data-article="' + esc(n) + '">' + esc(n.replace(/_/g, " ")) + "</button>").join("") +
253
- "</div>"
254
- : "";
255
- return '<div class="mem-links">' + row("links to", outbound) + row("linked from", inbound) + "</div>";
256
- }
257
-
258
- function wireLinkChips(container: HTMLElement): void {
259
- container.querySelectorAll<HTMLButtonElement>(".mem-link-chip").forEach((btn) => {
260
- btn.addEventListener("click", () => { const name = btn.dataset.article; if (name) showArticle(name); });
261
- });
262
- }
263
-
264
- async function showArticle(name: string): Promise<void> {
265
- currentView = { kind: "article", name };
266
- setBack(true);
267
- const display = name.startsWith("Reference/") ? name.slice("Reference/".length) : name;
268
- $("mem-title").textContent = display.replace(/_/g, " ");
269
- const body = $("mem-body");
270
- body.innerHTML = '<p class="mem-list-empty"><span class="shimmer">loading article…</span></p>';
271
- body.scrollTop = 0;
272
-
273
- const [artRes, linksRes] = await Promise.all([
274
- getJson<ArticleResp>("/api/memory/article?name=" + encodeURIComponent(name)).catch((): ArticleResp => ({ ok: false })),
275
- getJson<LinksResp>("/api/memory/links?name=" + encodeURIComponent(name)).catch((): LinksResp => ({ ok: false })),
276
- ]);
277
- if (!artRes.ok || artRes.content == null) {
278
- body.innerHTML = '<div class="mem-list-empty">Couldn\'t load “' + esc(display) + '”.</div>';
279
- return;
280
- }
281
-
282
- body.innerHTML =
283
- '<div class="mem-art-head">' +
284
- '<div class="mem-art-tabs">' +
285
- '<button class="mem-art-tab active" id="mem-tab-view" type="button">Article</button>' +
286
- '<button class="mem-art-tab" id="mem-tab-history" type="button">History</button>' +
287
- "</div></div>" +
288
- '<div id="mem-art-view">' +
289
- // data-ui-chrome="content": rendered vault-article markdown (synthesized
290
- // from past conversations, not app-authored UI) can contain arbitrary
291
- // links — excluded from captureUiSnapshot for the same reason chat-thread
292
- // is (see assistant.ts's isAgentChrome doc comment: that snapshot is
293
- // re-served to the model verbatim as trusted UI state).
294
- '<div class="mem-article-render" data-ui-chrome="content">' + mdToHtml(artRes.content) + "</div>" +
295
- linksLineHtml((linksRes.outbound || []), (linksRes.inbound || [])) +
296
- "</div>" +
297
- '<div id="mem-art-history" style="display:none"></div>';
298
-
299
- wireLinkChips(body);
300
- ($("mem-tab-view") as HTMLButtonElement).onclick = () => switchArticleTab("view");
301
- ($("mem-tab-history") as HTMLButtonElement).onclick = () => switchArticleTab("history", name);
302
- }
303
-
304
- async function switchArticleTab(tab: "view" | "history", name?: string): Promise<void> {
305
- $("mem-tab-view").classList.toggle("active", tab === "view");
306
- $("mem-tab-history").classList.toggle("active", tab === "history");
307
- $("mem-art-view").style.display = tab === "view" ? "" : "none";
308
- $("mem-art-history").style.display = tab === "history" ? "" : "none";
309
- if (tab === "history" && name) await renderHistoryPane(name);
310
- }
311
-
312
- async function renderHistoryPane(name: string): Promise<void> {
313
- const pane = $("mem-art-history");
314
- if (pane.dataset.loaded === name) return; // cheap: don't re-fetch on every tab click
315
- pane.innerHTML = '<p class="mem-list-empty"><span class="shimmer">loading history…</span></p>';
316
- const d = await getJson<HistoryResp>("/api/memory/history?name=" + encodeURIComponent(name)).catch((): HistoryResp => ({ ok: false }));
317
- if (!d.ok || !d.entries) {
318
- pane.innerHTML = '<div class="mem-list-empty">No history available (not a git-tracked vault, or nothing committed yet).</div>';
319
- return;
320
- }
321
- if (!d.entries.length) {
322
- pane.innerHTML = '<div class="mem-list-empty">No commits touch this article yet.</div>';
323
- return;
324
- }
325
- pane.dataset.loaded = name;
326
- pane.innerHTML =
327
- d.entries.map((e) =>
328
- '<div class="mem-hist-entry" data-hash="' + esc(e.hash) + '" tabindex="0" role="button">' +
329
- '<span class="mem-hist-subject">' + esc(e.subject || "(no subject)") + "</span>" +
330
- '<span class="mem-hist-date">' + esc(e.date) + "</span>" +
331
- '<span class="mem-hist-hash">' + esc(e.hash.slice(0, 7)) + "</span>" +
332
- "</div>",
333
- ).join("") + '<div class="mem-diff" id="mem-diff-body" style="display:none"></div>';
334
- pane.querySelectorAll<HTMLElement>(".mem-hist-entry").forEach((row) => {
335
- const open = async () => {
336
- pane.querySelectorAll(".mem-hist-entry").forEach((r) => r.classList.remove("active"));
337
- row.classList.add("active");
338
- const hash = row.dataset.hash!;
339
- const diffEl = $("mem-diff-body");
340
- diffEl.style.display = "";
341
- diffEl.textContent = "loading diff…";
342
- const dr = await getJson<DiffResp>(
343
- "/api/memory/diff?name=" + encodeURIComponent(name) + "&rev=" + encodeURIComponent(hash),
344
- ).catch((): DiffResp => ({ ok: false }));
345
- diffEl.innerHTML = dr.ok && dr.diff ? diffToHtml(dr.diff) : '<span class="diffctx">Couldn\'t load this diff.</span>';
346
- };
347
- row.addEventListener("click", open);
348
- row.addEventListener("keydown", (e) => { if ((e as KeyboardEvent).key === "Enter") open(); });
349
- });
350
- }
351
-
352
- /** Render a `git show` unified diff as an added/removed-lines block, matching
353
- * the existing code-panel visual language (.diffadd/.diffdel, same classes
354
- * the approval card's edit-diff view uses). Line-oriented and escaped —
355
- * never trusts diff content as markup. */
356
- function diffToHtml(diff: string): string {
357
- return diff
358
- .split("\n")
359
- .map((line) => {
360
- if (line.startsWith("+++") || line.startsWith("---")) return '<span class="diffctx">' + esc(line) + "</span>";
361
- if (line.startsWith("@@")) return '<span class="diffhunk">' + esc(line) + "</span>";
362
- if (line.startsWith("+")) return '<span class="diffadd">' + esc(line) + "</span>";
363
- if (line.startsWith("-")) return '<span class="diffdel">' + esc(line) + "</span>";
364
- return '<span class="diffctx">' + esc(line) + "</span>";
365
- })
366
- .join("\n");
367
- }
368
-
369
- /* ────────────────────────────────────────────────────────────────────
370
- Sidebar entry (article count, quiet — not a nav tab)
371
- ──────────────────────────────────────────────────────────────────── */
372
-
373
- export async function refreshSidebarEntry(): Promise<void> {
374
- const st = await fetchStatus(true);
375
- const entry = $("chat-memory-entry");
376
- if (!st.ok || !st.enabled || !st.status) {
377
- // No vault yet: keep the entry reachable (opening it shows the
378
- // "set up memory" empty state) but the count reads as an invite, not
379
- // a stat, so it never looks like a broken zero.
380
- entry.style.display = "";
381
- $("chat-memory-count").textContent = "set up";
382
- return;
383
- }
384
- entry.style.display = "";
385
- $("chat-memory-count").textContent = String(st.status.articleCount);
386
- }
387
-
388
- /* ────────────────────────────────────────────────────────────────────
389
- Provenance chips (plan §5.4.2) — rendered by chat.ts in place of the
390
- generic wrench tool card for any memory_ or reference_ tool call.
391
- ──────────────────────────────────────────────────────────────────── */
392
-
393
- // Kept in sync with MEMORY_TOOL_NAMES/REFERENCE_TOOL_NAMES (src/memory/tools.ts)
394
- // by a literal list rather than an import: this module must stay
395
- // server-code-free (bundler-enforced, see chat.ts's header comment), so it
396
- // can't import a value from src/memory/tools.ts even though the identifiers
397
- // are the same. tests/using/web-app.test.ts cross-checks this list against the
398
- // real export so drift is caught at test time instead of silently.
399
- export const MEMORY_CHIP_TOOL_NAMES = [
400
- "memory_resolve", "memory_category", "memory_read", "memory_section",
401
- "memory_links", "memory_infobox", "memory_list", "memory_status", "memory_search",
402
- "reference_search", "reference_read", "reference_list",
403
- ] as const;
404
-
405
- export function isMemoryToolName(tool: string): boolean {
406
- return (MEMORY_CHIP_TOOL_NAMES as readonly string[]).includes(tool);
407
- }
408
-
409
- /** Best-effort article name out of a memory tool call's args (every memory_*
410
- * tool takes some form of `article`/`name`/`category`/`query`) — used only
411
- * for the chip's label and as the target for "open in Memory panel"; never
412
- * trusted for anything security-sensitive. */
413
- function articleNameFromArgs(tool: string, args: unknown): string | null {
414
- if (!args || typeof args !== "object") return null;
415
- const a = args as Record<string, unknown>;
416
- const cand = a.article ?? a.name ?? a.category ?? a.query;
417
- return typeof cand === "string" && cand.trim() ? cand.trim() : null;
418
- }
419
-
420
- function chipVerb(tool: string): string {
421
- if (tool === "memory_search" || tool === "reference_search") return "searched";
422
- if (tool === "memory_links") return "traced links from";
423
- if (tool === "memory_list" || tool === "memory_status" || tool === "reference_list") return "checked";
424
- return "read";
425
- }
426
-
427
- /** Builds the collapsed citation-chip DOM node for a memory/reference tool
428
- * call, appended into the assistant bubble in place of the generic .tool
429
- * wrench card (chat.ts dispatches on isMemoryToolName() before falling
430
- * back to its own toolCard()). Returns handles chat.ts needs to update the
431
- * chip as tool_update/tool_end frames arrive, mirroring ToolCardState's
432
- * shape closely enough that the call sites read the same way. */
433
- export interface MemChipHandle {
434
- wrap: HTMLElement;
435
- setResult(result: unknown): void;
436
- }
437
-
438
- export function memoryToolChip(parent: HTMLElement, tool: string, args: unknown): MemChipHandle {
439
- const articleName = articleNameFromArgs(tool, args);
440
- const wrap = el("div", "memchip", parent);
441
- const label = articleName
442
- ? "<b>" + chipVerb(tool) + "</b> " + esc(articleName.replace(/_/g, " "))
443
- : "<b>" + chipVerb(tool) + "</b> memory";
444
- wrap.innerHTML =
445
- '<div class="mchead"><span class="mcicon" aria-hidden="true">◆</span>' +
446
- '<span class="mclabel">' + label + "</span>" +
447
- '<span class="mccaret">›</span></div>' +
448
- '<div class="mcbody"><pre class="mcresult"></pre>' +
449
- (articleName ? '<button class="mcopen" type="button">Open in Memory</button>' : "") +
450
- "</div>";
451
- wrap.querySelector(".mchead")!.addEventListener("click", () => wrap.classList.toggle("open"));
452
- const openBtn = wrap.querySelector(".mcopen") as HTMLButtonElement | null;
453
- if (openBtn && articleName) openBtn.onclick = (e) => { e.stopPropagation(); openMemPanel(articleName); };
454
- const resultEl = wrap.querySelector(".mcresult") as HTMLElement;
455
- return {
456
- wrap,
457
- setResult(result: unknown) {
458
- const text = result != null ? (typeof result === "string" ? result : JSON.stringify(result, null, 2)) : "";
459
- resultEl.textContent = String(text).slice(-4000);
460
- },
461
- };
462
- }
463
-
464
- /* ────────────────────────────────────────────────────────────────────
465
- Personalized hero chips (plan §5.1) — replaces the 4 static chips with
466
- one drawn from a real article + one adapter offer when either backend
467
- signal is available; falls back to the existing static chips otherwise
468
- (never fewer chips than today, never a broken/empty row).
469
- ──────────────────────────────────────────────────────────────────── */
470
-
471
- interface AdapterAvailable { id: string; compatible?: boolean }
472
-
473
- /** Swaps in up to 2 personalized chips ahead of the static ones, using the
474
- * SAME .chip class + data-q click contract chat.ts already wires up (see
475
- * chat.ts's `#chat-hello .chip` listener) — so no new click-handling path
476
- * is needed for these chips to actually send a message. */
477
- export async function personalizeHeroChips(): Promise<void> {
478
- const container = $("chat-hello-chips");
479
- if (!container) return;
480
- const extra: string[] = [];
481
-
482
- const st = await fetchStatus();
483
- if (st.ok && st.enabled && st.status && st.status.recentArticles.length) {
484
- const name = st.status.recentArticles[0]!.article;
485
- const display = name.replace(/_/g, " ");
486
- extra.push(
487
- '<button class="chip" data-q="' + esc("What do you remember about " + display + "?") + '">Ask about ' + esc(display) + "</button>",
488
- );
489
- }
490
-
491
- try {
492
- const d = await getJson<{ adapters?: AdapterAvailable[] }>("/v1/adapters/available");
493
- const compatible = (d.adapters || []).find((a) => a.compatible !== false);
494
- if (compatible) {
495
- extra.push(
496
- '<button class="chip" data-q="' + esc("Can you try answering with the " + compatible.id + " adapter?") + '">Try the ' + esc(compatible.id) + " adapter</button>",
497
- );
498
- }
499
- } catch { /* adapters are optional personalization — no adapter list is not an error */ }
500
-
501
- if (!extra.length) return; // keep the existing static chips exactly as they are
502
- // No per-chip click wiring needed: chat.ts's init() binds ONE delegated
503
- // listener on #chat-hello-chips (not per-.chip), so newly-inserted nodes
504
- // work for free regardless of init() vs. this async call's ordering.
505
- container.insertAdjacentHTML("afterbegin", extra.join(""));
506
- }
507
-
508
- /* ────────────────────────────────────────────────────────────────────
509
- Consent card (plan §5.1) — first run only, never auto-creates the vault.
510
- ──────────────────────────────────────────────────────────────────── */
511
-
512
- const CONSENT_DISMISSED_KEY = "mlxbun.memoryConsentDismissed";
513
-
514
- function isConsentDismissed(): boolean {
515
- return localStorage.getItem(CONSENT_DISMISSED_KEY) === "1";
516
- }
517
- function dismissConsent(): void {
518
- localStorage.setItem(CONSENT_DISMISSED_KEY, "1");
519
- $("chat-consent").classList.remove("show");
520
- }
521
-
522
- /** Shows the consent card iff there's no vault yet and it's never been
523
- * dismissed. Called once after the first status fetch (chat.ts's init,
524
- * alongside personalizeHeroChips) — never polled/re-shown mid-session. */
525
- export async function maybeShowConsentCard(): Promise<void> {
526
- const card = $("chat-consent");
527
- if (!card) return;
528
- if (isConsentDismissed()) return;
529
- const st = await fetchStatus();
530
- if (st.ok && st.enabled) return; // vault already exists — nothing to consent to
531
- card.classList.add("show");
532
- }
533
-
534
- function wireConsentCard(): void {
535
- const skip = $("chat-consent-skip") as HTMLButtonElement | null;
536
- const yes = $("chat-consent-yes") as HTMLButtonElement | null;
537
- if (skip) skip.onclick = dismissConsent;
538
- if (yes) yes.onclick = async () => {
539
- yes.disabled = true;
540
- const d = await api<InitResp>("/api/memory/init", { method: "POST" }).catch((): InitResp => ({ ok: false, error: "request failed" }));
541
- yes.disabled = false;
542
- if (!d.ok) { toast("Couldn't set up memory: " + (d.error || "unknown error"), "err"); return; }
543
- dismissConsent();
544
- cachedStatus = null;
545
- toast("Memory vault created", "ok");
546
- await refreshSidebarEntry();
547
- await openMemPanel();
548
- };
549
- }
550
-
551
- /* ────────────────────────────────────────────────────────────────────
552
- Init — wires the sidebar entry, panel chrome (close/back/focus-trap/
553
- Escape), and the consent card. Call once at chat controller init.
554
- ──────────────────────────────────────────────────────────────────── */
555
-
556
- export function initMemoryPanel(): void {
557
- panelTrap = trapFocus($("mem-overlay"), isMemPanelOpen);
558
- setMemPanelClose(closeMemPanel); // registers with shell.ts's global Escape sweep
559
- const entry = $("chat-memory-entry") as HTMLButtonElement;
560
- entry.onclick = () => openMemPanel();
561
- ($("mem-close") as HTMLButtonElement).onclick = closeMemPanel;
562
- ($("mem-back") as HTMLButtonElement).onclick = () => showList();
563
- $("mem-overlay").addEventListener("click", (e) => { if (e.target === $("mem-overlay")) closeMemPanel(); });
564
- // Canvas v1 (plan §9 Phase 3): same Preview|Source toggle as the chat
565
- // thread, shared via markdown.ts — mem-body is the stable ancestor whose
566
- // innerHTML gets replaced per article, same delegation pattern as chat.ts.
567
- wireCanvasToggle($("mem-body"));
568
- wireConsentCard();
569
- refreshSidebarEntry();
570
- personalizeHeroChips();
571
- maybeShowConsentCard();
572
- }