mlx-bun 0.5.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +1449 -109
  2. package/THIRD_PARTY_NOTICES.md +882 -0
  3. package/bin/mlx-bun.convert.mjs +4 -0
  4. package/bin/mlx-bun.fuse.mjs +4 -0
  5. package/bin/mlx-bun.generate.mjs +4 -0
  6. package/bin/mlx-bun.lora.mjs +4 -0
  7. package/bin/mlx-bun.mjs +13 -21
  8. package/bin/mlx-bun.server.mjs +4 -0
  9. package/bin/mlx-bun.upload.mjs +4 -0
  10. package/dist/web/app.js +9584 -0
  11. package/package.json +50 -53
  12. package/src/cli/ane-install.ts +76 -0
  13. package/src/cli/args.ts +179 -0
  14. package/src/cli/engine-entry.ts +68 -0
  15. package/src/cli/inference.ts +214 -0
  16. package/src/cli/job-entry.ts +97 -0
  17. package/src/cli/library-host.ts +117 -0
  18. package/src/cli/main.ts +57 -0
  19. package/src/cli/memory-engine.ts +163 -0
  20. package/src/cli/memory.ts +36 -0
  21. package/src/cli/mlx-lm-aliases.ts +309 -0
  22. package/src/cli/model-choice.ts +33 -0
  23. package/src/cli/model-selection.ts +84 -0
  24. package/src/cli/module-host.ts +11 -0
  25. package/src/cli/module-verbs.ts +50 -0
  26. package/src/cli/numerical-policy.ts +12 -0
  27. package/src/cli/perplexity.ts +89 -0
  28. package/src/cli/serve-host.ts +423 -0
  29. package/src/cli/serve-isolated.ts +217 -0
  30. package/src/cli/serve-options.ts +106 -0
  31. package/src/cli/serve-state.ts +205 -0
  32. package/src/cli/serve.ts +500 -0
  33. package/src/cli/served-model-host.ts +102 -0
  34. package/src/cli/server-entry.ts +148 -0
  35. package/src/cli/serving-unit.ts +177 -0
  36. package/src/{tui.ts → cli/terminal.ts} +13 -8
  37. package/src/cli/worker-adapters.ts +34 -0
  38. package/src/cli/worker-entry.ts +272 -0
  39. package/src/cli/worker-unit.ts +179 -0
  40. package/src/engine/adapter-operation.ts +26 -0
  41. package/src/engine/cache-services.ts +114 -0
  42. package/src/engine/completion.ts +39 -0
  43. package/src/engine/generation-gateway.ts +358 -0
  44. package/src/engine/index.ts +59 -0
  45. package/src/engine/kv-budget.ts +120 -0
  46. package/src/engine/media-preparation.ts +232 -0
  47. package/src/engine/model-binding.ts +24 -0
  48. package/src/engine/model-host.ts +513 -0
  49. package/src/engine/model-serving.ts +89 -0
  50. package/src/{serve → engine}/preparation.ts +7 -5
  51. package/src/{serve → engine}/session-completion-engine.ts +6 -6
  52. package/src/engine/telemetry.ts +109 -0
  53. package/src/hub/downloads.ts +116 -0
  54. package/src/jobs/db.ts +16 -7
  55. package/src/jobs/events.ts +29 -0
  56. package/src/jobs/executable.ts +5 -0
  57. package/src/jobs/host.ts +51 -0
  58. package/src/jobs/in-process.ts +55 -0
  59. package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
  60. package/src/jobs/runner.ts +150 -231
  61. package/src/jobs/service.ts +75 -0
  62. package/src/jobs/sse.ts +59 -23
  63. package/src/jobs/worker-memory.ts +46 -0
  64. package/src/jobs/worker-process.ts +163 -0
  65. package/src/jobs/worker-supervisor.ts +258 -0
  66. package/src/modules.ts +58 -0
  67. package/src/publishing/catalog-hub.ts +18 -0
  68. package/src/publishing/credentials.ts +31 -0
  69. package/src/publishing/upload.ts +37 -0
  70. package/src/residency/leased-adapters.ts +21 -0
  71. package/src/residency/local-records.ts +16 -0
  72. package/src/residency/model-residency.ts +405 -0
  73. package/src/residency/record-index.ts +28 -0
  74. package/src/residency/resident-estimate.ts +50 -0
  75. package/src/{anthropic.ts → server/anthropic.ts} +3 -81
  76. package/src/server/cache-routes.ts +36 -0
  77. package/src/{serve → server}/chat-request.ts +10 -10
  78. package/src/{serve → server}/chat-stage.ts +14 -14
  79. package/src/{client.ts → server/client.ts} +28 -2
  80. package/src/{serve → server}/completion-executor.ts +33 -41
  81. package/src/server/decision-body.ts +55 -0
  82. package/src/server/decision-routes.ts +134 -0
  83. package/src/server/decision-wire.ts +228 -0
  84. package/src/{serve → server}/discovery-routes.ts +25 -82
  85. package/src/{serve → server}/http.ts +25 -13
  86. package/src/{serve → server}/inference-request.ts +5 -5
  87. package/src/server/job-routes.ts +20 -0
  88. package/src/server/media-prompt.ts +63 -0
  89. package/src/server/memory-completion-client.ts +46 -0
  90. package/src/server/model-routes.ts +192 -0
  91. package/src/{serve → server}/openai-wire.ts +3 -2
  92. package/src/{serve → server}/pipeline.ts +1 -1
  93. package/src/server/prompt-builder.ts +13 -0
  94. package/src/server/prompt-contracts.ts +17 -0
  95. package/src/server/proxy-routes.ts +187 -0
  96. package/src/server/publishing-routes.ts +41 -0
  97. package/src/{serve → server}/request-plan.ts +6 -8
  98. package/src/{serve → server}/request-prep.ts +47 -50
  99. package/src/{serve → server}/responses-client.ts +30 -13
  100. package/src/{responses.ts → server/responses.ts} +12 -93
  101. package/src/server/routes.ts +205 -0
  102. package/src/server/start.ts +72 -0
  103. package/src/server/status-routes.ts +108 -0
  104. package/src/{serve → server}/text-completion-stage.ts +25 -4
  105. package/src/server/text-prompt.ts +12 -0
  106. package/src/{serve → server}/token-streams.ts +36 -38
  107. package/src/server/worker-routes.ts +311 -0
  108. package/src/storage/paths.ts +61 -0
  109. package/src/web/assets.ts +37 -0
  110. package/src/web/{src → browser}/api.ts +5 -23
  111. package/src/web/browser/chat-host.ts +17 -0
  112. package/src/web/browser/installed-panels.ts +6 -0
  113. package/src/web/browser/main.ts +55 -0
  114. package/src/web/browser/markdown.ts +279 -0
  115. package/src/web/browser/memory-panel.ts +9 -0
  116. package/src/web/browser/palette.ts +64 -0
  117. package/src/web/browser/protocol.ts +13 -0
  118. package/src/web/browser/shell.ts +467 -0
  119. package/src/web/{src → browser}/status.ts +32 -36
  120. package/src/web/build.ts +51 -0
  121. package/src/web/public/app.html +1054 -0
  122. package/src/web/{sw.js → public/sw.js} +4 -3
  123. package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
  124. package/src/web/{vendor → public/vendor}/hljs.js +2 -2
  125. package/THIRD_PARTY_LICENSES.md +0 -51
  126. package/docs/README.md +0 -107
  127. package/docs/archive/hlg-sampling.md +0 -350
  128. package/docs/archive/investigations/audio-input-plan.md +0 -356
  129. package/docs/archive/investigations/benchmark-ledger-through-v0.4.0.md +0 -3617
  130. package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
  131. package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
  132. package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
  133. package/docs/archive/investigations/curve-bisector-routing.md +0 -123
  134. package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
  135. package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
  136. package/docs/archive/investigations/dspark-handoff.md +0 -224
  137. package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
  138. package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
  139. package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
  140. package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
  141. package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
  142. package/docs/archive/investigations/lab-build-journal.md +0 -157
  143. package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
  144. package/docs/archive/investigations/openjarvis-fit.md +0 -198
  145. package/docs/archive/investigations/openwiki-evaluation.md +0 -249
  146. package/docs/archive/investigations/optimization_plan.md +0 -346
  147. package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
  148. package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
  149. package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
  150. package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
  151. package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
  152. package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
  153. package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
  154. package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
  155. package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
  156. package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
  157. package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
  158. package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
  159. package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
  160. package/docs/archive/planning/chat-ui-vision.md +0 -50
  161. package/docs/archive/planning/chunk-task-roadmap.md +0 -77
  162. package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
  163. package/docs/archive/planning/journal.md +0 -316
  164. package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
  165. package/docs/archive/planning/pi-integration-review.md +0 -178
  166. package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
  167. package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
  168. package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
  169. package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
  170. package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
  171. package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
  172. package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
  173. package/docs/archive/planning/release-notes-v0.4.0.md +0 -45
  174. package/docs/archive/planning/release-notes-v0.5.0.md +0 -37
  175. package/docs/archive/planning/web-ui-pass-plan.md +0 -213
  176. package/docs/archive/planning/website-readme-pass-plan.md +0 -224
  177. package/docs/design/batching.md +0 -2054
  178. package/docs/design/decode-speed-program.md +0 -2404
  179. package/docs/design/dreaming-nightly-pipeline.md +0 -684
  180. package/docs/design/generic-model-support.md +0 -821
  181. package/docs/design/kv-cache.md +0 -993
  182. package/docs/design/orpo-training.md +0 -680
  183. package/docs/design/speculative-decoding.md +0 -2129
  184. package/docs/design/turboquant.md +0 -2225
  185. package/docs/design/unified-engine-frontier-plan.md +0 -1987
  186. package/docs/design/web-chat-redesign.md +0 -695
  187. package/docs/planning/PRODUCT_ROADMAP.md +0 -593
  188. package/docs/planning/ResearchTopics.md +0 -119
  189. package/docs/planning/public-readiness-handoff.md +0 -244
  190. package/docs/planning/public-readiness.md +0 -149
  191. package/docs/planning/video-series.md +0 -421
  192. package/docs/reference/benchmarks.md +0 -3587
  193. package/docs/reference/cli.md +0 -646
  194. package/docs/reference/distribution.md +0 -380
  195. package/docs/reference/environment.md +0 -494
  196. package/docs/reference/glossary.md +0 -39
  197. package/docs/reference/library-api.md +0 -688
  198. package/docs/reference/memory.md +0 -260
  199. package/docs/reference/models.md +0 -346
  200. package/docs/reference/server-api.md +0 -1945
  201. package/docs/reference/server-config.md +0 -973
  202. package/docs/reference/training.md +0 -462
  203. package/docs/reference/troubleshooting.md +0 -158
  204. package/src/admission-plan.ts +0 -18
  205. package/src/audio/audiotoolbox.ts +0 -112
  206. package/src/audio/conformer.ts +0 -655
  207. package/src/audio/decode.ts +0 -133
  208. package/src/audio/features.ts +0 -202
  209. package/src/audio/mic-capture.ts +0 -98
  210. package/src/audio/silero-vad.ts +0 -379
  211. package/src/audio/transcode.ts +0 -67
  212. package/src/audio/whisper-decode.ts +0 -774
  213. package/src/audio/whisper-fast.ts +0 -732
  214. package/src/audio/whisper-format.ts +0 -73
  215. package/src/audio/whisper-mel.ts +0 -185
  216. package/src/audio/whisper-timing.ts +0 -274
  217. package/src/audio/whisper-tokenizer.ts +0 -239
  218. package/src/audio/whisper-transcribe.ts +0 -410
  219. package/src/backends/mlx/assistant-target.ts +0 -46
  220. package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
  221. package/src/backends/mlx/autoregressive.ts +0 -129
  222. package/src/backends/mlx/batch-group.ts +0 -1874
  223. package/src/backends/mlx/cache-attachment.ts +0 -67
  224. package/src/backends/mlx/cache-layout.ts +0 -31
  225. package/src/backends/mlx/checkpoint-state.ts +0 -53
  226. package/src/backends/mlx/continuation-persistence.ts +0 -107
  227. package/src/backends/mlx/continuation-request.ts +0 -43
  228. package/src/backends/mlx/continuation.ts +0 -77
  229. package/src/backends/mlx/diffusion.ts +0 -39
  230. package/src/backends/mlx/draft-target.ts +0 -32
  231. package/src/backends/mlx/encoder-cache.ts +0 -25
  232. package/src/backends/mlx/evaluation.ts +0 -105
  233. package/src/backends/mlx/fill-append.ts +0 -58
  234. package/src/backends/mlx/fill-group.ts +0 -497
  235. package/src/backends/mlx/full-kv-row-append.ts +0 -32
  236. package/src/backends/mlx/full-kv-row-donor.ts +0 -54
  237. package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
  238. package/src/backends/mlx/gateway-binding.ts +0 -174
  239. package/src/backends/mlx/graph.ts +0 -38
  240. package/src/backends/mlx/kv-codec.ts +0 -9
  241. package/src/backends/mlx/kv-maintenance.ts +0 -161
  242. package/src/backends/mlx/kv-tensor-rows.ts +0 -212
  243. package/src/backends/mlx/memory-client.ts +0 -189
  244. package/src/backends/mlx/methods.ts +0 -90
  245. package/src/backends/mlx/mixed-iteration.ts +0 -62
  246. package/src/backends/mlx/model-prompt.ts +0 -178
  247. package/src/backends/mlx/model-serving.ts +0 -80
  248. package/src/backends/mlx/paged-cache-codec.ts +0 -27
  249. package/src/backends/mlx/prefill-cohort.ts +0 -100
  250. package/src/backends/mlx/prefill-policy.ts +0 -26
  251. package/src/backends/mlx/prefill-rows.ts +0 -244
  252. package/src/backends/mlx/prefill.ts +0 -33
  253. package/src/backends/mlx/projected-context-rows.ts +0 -72
  254. package/src/backends/mlx/prompt-input.ts +0 -29
  255. package/src/backends/mlx/qwen-prompt-input.ts +0 -40
  256. package/src/backends/mlx/request-policy.ts +0 -20
  257. package/src/backends/mlx/request-state-policy.ts +0 -54
  258. package/src/backends/mlx/rollback.ts +0 -92
  259. package/src/backends/mlx/row-sampling.ts +0 -49
  260. package/src/backends/mlx/serial-executor.ts +0 -251
  261. package/src/backends/mlx/speculative-group.ts +0 -438
  262. package/src/backends/mlx/speculative-round.ts +0 -161
  263. package/src/backends/mlx/speculative.ts +0 -131
  264. package/src/backends/mlx/state-rows.ts +0 -104
  265. package/src/backends/mlx/state-views.ts +0 -46
  266. package/src/backends/mlx/target-layout-capability.ts +0 -35
  267. package/src/backends/mlx/text-engine.ts +0 -73
  268. package/src/backends/mlx/transitioning-kv-rows.ts +0 -173
  269. package/src/chat-template.ts +0 -382
  270. package/src/cli.ts +0 -3490
  271. package/src/config.ts +0 -399
  272. package/src/contracts/completion.ts +0 -16
  273. package/src/contracts/execution.ts +0 -70
  274. package/src/contracts/generation.ts +0 -103
  275. package/src/contracts/host.ts +0 -7
  276. package/src/contracts/object-cache.ts +0 -8
  277. package/src/contracts/pi-provider.ts +0 -30
  278. package/src/contracts/pi.ts +0 -261
  279. package/src/contracts/prefix-cache.ts +0 -33
  280. package/src/contracts/resources.ts +0 -25
  281. package/src/contracts/sampling.ts +0 -23
  282. package/src/contracts/scheduling.ts +0 -54
  283. package/src/contracts/tsconfig.json +0 -14
  284. package/src/dataset/generators.ts +0 -1087
  285. package/src/dataset/index.ts +0 -12
  286. package/src/dataset/job.ts +0 -81
  287. package/src/dataset/llm.ts +0 -71
  288. package/src/dataset/registry.ts +0 -528
  289. package/src/diffusion/diffusion-generate.ts +0 -507
  290. package/src/download.ts +0 -505
  291. package/src/embed.ts +0 -77
  292. package/src/engine/admission.ts +0 -59
  293. package/src/engine/cancellation.ts +0 -38
  294. package/src/engine/engine.ts +0 -56
  295. package/src/engine/execution-coordinator.ts +0 -70
  296. package/src/engine/execution-plan.ts +0 -64
  297. package/src/engine/execution-tasks.ts +0 -44
  298. package/src/engine/namespaced-cache.ts +0 -13
  299. package/src/engine/resources.ts +0 -53
  300. package/src/engine/scheduler.ts +0 -92
  301. package/src/engine/session.ts +0 -247
  302. package/src/eval/README.md +0 -130
  303. package/src/eval/ifeval.ts +0 -81
  304. package/src/eval/kl-prompts.ts +0 -29
  305. package/src/eval/kl.ts +0 -590
  306. package/src/eval/perplexity.ts +0 -164
  307. package/src/eval/quality-db.ts +0 -92
  308. package/src/eval/reference-logits.ts +0 -207
  309. package/src/eval/runner.ts +0 -124
  310. package/src/eval/score.ts +0 -49
  311. package/src/eval/tasks/bfcl.ts +0 -535
  312. package/src/eval/tasks/gsm8k.ts +0 -98
  313. package/src/eval/tasks/hashhop.ts +0 -139
  314. package/src/eval/tasks/humaneval.ts +0 -275
  315. package/src/eval/tasks/ifeval.ts +0 -525
  316. package/src/eval/tasks/mmlu.ts +0 -157
  317. package/src/eval/ultrafeedback.ts +0 -60
  318. package/src/evaldb.ts +0 -199
  319. package/src/expert-io.ts +0 -393
  320. package/src/expert-offload-build.ts +0 -77
  321. package/src/expert-offload.ts +0 -76
  322. package/src/expert-residency.ts +0 -1134
  323. package/src/expert-usage.ts +0 -415
  324. package/src/fill/echo-index.ts +0 -188
  325. package/src/fill/fill-session.ts +0 -463
  326. package/src/fill/proposal.ts +0 -68
  327. package/src/fill/schema-rows.ts +0 -506
  328. package/src/fill/tool-boundary.ts +0 -103
  329. package/src/fit.ts +0 -249
  330. package/src/generate.ts +0 -1352
  331. package/src/grammar.ts +0 -604
  332. package/src/harness-pi.ts +0 -184
  333. package/src/hf-push.ts +0 -628
  334. package/src/hub-rest.ts +0 -242
  335. package/src/index.ts +0 -63
  336. package/src/inference/denoising.ts +0 -17
  337. package/src/inference/draft-acceptance.ts +0 -41
  338. package/src/inference/draft-output.ts +0 -49
  339. package/src/inference/graph.ts +0 -33
  340. package/src/inference/prefill.ts +0 -45
  341. package/src/inference/rollback.ts +0 -7
  342. package/src/jobs/index.ts +0 -31
  343. package/src/jobs/job-entry.ts +0 -107
  344. package/src/jobs/task-client.ts +0 -19
  345. package/src/jobs/types.ts +0 -2
  346. package/src/kv-scheme.ts +0 -279
  347. package/src/kv-store.ts +0 -1135
  348. package/src/lab/README.md +0 -22
  349. package/src/lab/curve/curve-designer.html +0 -303
  350. package/src/lab/curve/curve-sampler.ts +0 -122
  351. package/src/lab/expert-trace/expert-trace.ts +0 -69
  352. package/src/lab/paged-kv/paged-attention.ts +0 -117
  353. package/src/lab/paged-kv/paged-kv-rows.ts +0 -111
  354. package/src/lab/paged-kv/paged-kv.ts +0 -336
  355. package/src/library.ts +0 -40
  356. package/src/lora.ts +0 -408
  357. package/src/md-modules.d.ts +0 -54
  358. package/src/media-fetch.ts +0 -442
  359. package/src/memory/article.ts +0 -558
  360. package/src/memory/chunk-validation.ts +0 -150
  361. package/src/memory/chunk.ts +0 -318
  362. package/src/memory/cluster.ts +0 -351
  363. package/src/memory/coverage.ts +0 -134
  364. package/src/memory/crosslink.ts +0 -0
  365. package/src/memory/db.ts +0 -253
  366. package/src/memory/entity.ts +0 -203
  367. package/src/memory/gate.ts +0 -187
  368. package/src/memory/history.ts +0 -152
  369. package/src/memory/ingest.ts +0 -335
  370. package/src/memory/model.ts +0 -183
  371. package/src/memory/normalize.ts +0 -671
  372. package/src/memory/parse.ts +0 -22
  373. package/src/memory/pipeline.ts +0 -275
  374. package/src/memory/prompts.ts +0 -65
  375. package/src/memory/query.ts +0 -334
  376. package/src/memory/reconcile.ts +0 -734
  377. package/src/memory/redirect.ts +0 -108
  378. package/src/memory/reindex.ts +0 -325
  379. package/src/memory/resolve.ts +0 -307
  380. package/src/memory/rest.ts +0 -245
  381. package/src/memory/route.ts +0 -272
  382. package/src/memory/schedule.ts +0 -165
  383. package/src/memory/stages.ts +0 -777
  384. package/src/memory/synthesize.ts +0 -1638
  385. package/src/memory/tools.ts +0 -749
  386. package/src/memory/vault.ts +0 -1194
  387. package/src/memory/wikify.ts +0 -1064
  388. package/src/mlx/array.ts +0 -425
  389. package/src/mlx/autograd.ts +0 -304
  390. package/src/mlx/checkpoint.ts +0 -149
  391. package/src/mlx/compile.ts +0 -168
  392. package/src/mlx/custom-vjp.ts +0 -188
  393. package/src/mlx/ffi.ts +0 -531
  394. package/src/mlx/materialize.ts +0 -23
  395. package/src/mlx/metal-kernel.ts +0 -159
  396. package/src/mlx/normalized-argmax.ts +0 -116
  397. package/src/mlx/ops.ts +0 -1108
  398. package/src/mlx/quantized-rows.ts +0 -36
  399. package/src/mlx/token-bitmask.ts +0 -52
  400. package/src/mlx/turboquant-kv-decode.ts +0 -82
  401. package/src/mlx/turboquant-kv-inverse.ts +0 -122
  402. package/src/mlx/turboquant-ops.ts +0 -861
  403. package/src/mlx/turboquant-tables.ts +0 -237
  404. package/src/mmap.ts +0 -90
  405. package/src/model/artifact-identity.ts +0 -73
  406. package/src/model/batched-kv.ts +0 -235
  407. package/src/model/batched-mask.ts +0 -279
  408. package/src/model/batched-quant.ts +0 -212
  409. package/src/model/batched-quantized-kv.ts +0 -144
  410. package/src/model/batched-rotating-quant.ts +0 -353
  411. package/src/model/batched-rotating-state.ts +0 -149
  412. package/src/model/batched-rotating.ts +0 -338
  413. package/src/model/batched-row-storage.ts +0 -179
  414. package/src/model/batched-ssm.ts +0 -52
  415. package/src/model/batched-turboquant-kv.ts +0 -94
  416. package/src/model/compiled-decode.ts +0 -712
  417. package/src/model/decoded-kv-donor.ts +0 -12
  418. package/src/model/delayed-quantized-kv.ts +0 -72
  419. package/src/model/delayed-rotating-quantized-kv.ts +0 -93
  420. package/src/model/delayed-turboquant-kv.ts +0 -57
  421. package/src/model/diffusion-gemma.ts +0 -1026
  422. package/src/model/factory.ts +0 -215
  423. package/src/model/fingerprint.ts +0 -45
  424. package/src/model/flash-attention.ts +0 -694
  425. package/src/model/full-prefill-padding.ts +0 -56
  426. package/src/model/full-prefill-row.ts +0 -105
  427. package/src/model/gemma4-base.ts +0 -2370
  428. package/src/model/gemma4.ts +0 -1395
  429. package/src/model/generated/gemma4-12b.ts +0 -429
  430. package/src/model/generated/gemma4-26b.ts +0 -448
  431. package/src/model/generated/gemma4-e4b.ts +0 -717
  432. package/src/model/generated/index.ts +0 -18
  433. package/src/model/glm52-atlas.ts +0 -511
  434. package/src/model/glm52-cache.ts +0 -792
  435. package/src/model/glm52-config.ts +0 -262
  436. package/src/model/glm52-container.ts +0 -305
  437. package/src/model/glm52-coupling.ts +0 -388
  438. package/src/model/glm52-dsa.ts +0 -606
  439. package/src/model/glm52-expert-layout.ts +0 -253
  440. package/src/model/glm52-layout.ts +0 -152
  441. package/src/model/glm52-memory.ts +0 -500
  442. package/src/model/glm52-mla.ts +0 -792
  443. package/src/model/glm52-moe.ts +0 -223
  444. package/src/model/glm52-pilot.ts +0 -537
  445. package/src/model/glm52-reference.ts +0 -445
  446. package/src/model/glm52-residency.ts +0 -557
  447. package/src/model/glm52-resident-weights.ts +0 -135
  448. package/src/model/glm52-streamed-experts.ts +0 -453
  449. package/src/model/glm52-streamed-metal.ts +0 -610
  450. package/src/model/glm52-weights.ts +0 -503
  451. package/src/model/glm52.ts +0 -1132
  452. package/src/model/implementation.ts +0 -69
  453. package/src/model/kv-attention-view.ts +0 -70
  454. package/src/model/minicpm5.ts +0 -376
  455. package/src/model/profile.ts +0 -468
  456. package/src/model/quantized-append-attention.ts +0 -31
  457. package/src/model/qwen-append.ts +0 -12
  458. package/src/model/qwen-conv.ts +0 -52
  459. package/src/model/qwen3-delta-state.ts +0 -74
  460. package/src/model/qwen3-delta.ts +0 -451
  461. package/src/model/qwen3-moe.ts +0 -404
  462. package/src/model/qwen3-mrope.ts +0 -250
  463. package/src/model/qwen3.ts +0 -277
  464. package/src/model/qwen3_5-checkpoint.ts +0 -164
  465. package/src/model/qwen3_5.ts +0 -881
  466. package/src/model/rotating-kv-donor.ts +0 -35
  467. package/src/model/rotating-kv-layout.ts +0 -262
  468. package/src/model/rotating-row-transaction.ts +0 -35
  469. package/src/model/speculative-rotating-kv.ts +0 -101
  470. package/src/model/ssm-prefill-padding.ts +0 -39
  471. package/src/model/support.ts +0 -110
  472. package/src/model/token-groups.ts +0 -66
  473. package/src/model/trellis-balanced-scatter.ts +0 -51
  474. package/src/model/trellis-linear.ts +0 -672
  475. package/src/model/trellis-shared-m.ts +0 -151
  476. package/src/model/trellis-shared-scatter.ts +0 -144
  477. package/src/model/trellis-splitk-prefill.ts +0 -158
  478. package/src/model/trellis-tiled-prefill.ts +0 -136
  479. package/src/model/trellis-vector-expand.ts +0 -62
  480. package/src/model/trellis-wide-prefill.ts +0 -94
  481. package/src/model/turboquant-codec.ts +0 -89
  482. package/src/model/universal/archs.ts +0 -332
  483. package/src/model/universal/dense.ts +0 -612
  484. package/src/model/universal/modules.ts +0 -170
  485. package/src/model/universal/rope.ts +0 -381
  486. package/src/model/whisper.ts +0 -435
  487. package/src/native/expert_io.c +0 -523
  488. package/src/native/frame_extract.swift +0 -140
  489. package/src/native/mic_capture.swift +0 -92
  490. package/src/native-pack.ts +0 -163
  491. package/src/pi-provider.ts +0 -53
  492. package/src/pi-session.ts +0 -81
  493. package/src/pi-terminal.ts +0 -274
  494. package/src/pi-web.ts +0 -1940
  495. package/src/preflight.ts +0 -158
  496. package/src/prompt-cache.ts +0 -682
  497. package/src/quantize/allocator.ts +0 -627
  498. package/src/quantize/atomic-output.ts +0 -38
  499. package/src/quantize/calibration.ts +0 -181
  500. package/src/quantize/config-writer.ts +0 -145
  501. package/src/quantize/index.ts +0 -84
  502. package/src/quantize/job.ts +0 -162
  503. package/src/quantize/quantizer.ts +0 -666
  504. package/src/quantize/rotate.ts +0 -603
  505. package/src/quantize/safetensors-writer.ts +0 -249
  506. package/src/quantize/sensitivity.ts +0 -216
  507. package/src/quantize/trellis.ts +0 -586
  508. package/src/quantize/weight-transform.ts +0 -292
  509. package/src/registry.ts +0 -602
  510. package/src/runtime-config.ts +0 -77
  511. package/src/safetensors.ts +0 -165
  512. package/src/sampler.ts +0 -1012
  513. package/src/serve/admin-routes.ts +0 -184
  514. package/src/serve/assets/curve-terrain.html +0 -105
  515. package/src/serve/assets/training-inference-map.html +0 -575
  516. package/src/serve/audio-routes.ts +0 -323
  517. package/src/serve/aux-routes.ts +0 -132
  518. package/src/serve/batch-scheduler.ts +0 -8
  519. package/src/serve/checkpoint-identity.ts +0 -64
  520. package/src/serve/generation-gateway.ts +0 -537
  521. package/src/serve/isolate.ts +0 -609
  522. package/src/serve/kv-budget.ts +0 -14
  523. package/src/serve/lab-routes.ts +0 -341
  524. package/src/serve/lane-registry.ts +0 -45
  525. package/src/serve/model-admin-routes.ts +0 -155
  526. package/src/serve/model-binding.ts +0 -49
  527. package/src/serve/model-host.ts +0 -511
  528. package/src/serve/parent-application.ts +0 -56
  529. package/src/serve/prompt-response-trace.ts +0 -161
  530. package/src/serve/response-lease.ts +0 -24
  531. package/src/serve/session-search.ts +0 -326
  532. package/src/serve/static-routes.ts +0 -101
  533. package/src/serve/transcription-server.ts +0 -64
  534. package/src/serve/transcription-service.ts +0 -502
  535. package/src/server.ts +0 -1282
  536. package/src/spec/assistant-rows.ts +0 -93
  537. package/src/spec/assistant-source.ts +0 -126
  538. package/src/spec/cache-identity.ts +0 -22
  539. package/src/spec/deepspec-rows.ts +0 -29
  540. package/src/spec/deepspec-source.ts +0 -145
  541. package/src/spec/dflash-source.ts +0 -149
  542. package/src/spec/drafter.ts +0 -304
  543. package/src/spec/dspark/ab-stats.ts +0 -136
  544. package/src/spec/dspark/calibration.ts +0 -112
  545. package/src/spec/dspark/data-dflash.ts +0 -156
  546. package/src/spec/dspark/data.ts +0 -201
  547. package/src/spec/dspark/deepspec-module.ts +0 -776
  548. package/src/spec/dspark/generate-dflash.ts +0 -245
  549. package/src/spec/dspark/generate.ts +0 -290
  550. package/src/spec/dspark/loader.ts +0 -23
  551. package/src/spec/dspark/loss.ts +0 -213
  552. package/src/spec/dspark/module-dflash.ts +0 -560
  553. package/src/spec/dspark/module.ts +0 -540
  554. package/src/spec/dspark/quantize-drafter.ts +0 -91
  555. package/src/spec/dspark/sample.ts +0 -112
  556. package/src/spec/generate.ts +0 -276
  557. package/src/spec/glm52-mtp-graph.ts +0 -29
  558. package/src/spec/glm52-mtp-rows.ts +0 -132
  559. package/src/spec/glm52-mtp-source.ts +0 -318
  560. package/src/spec/glm52-mtp-state.ts +0 -33
  561. package/src/spec/ngram-source.ts +0 -226
  562. package/src/spec/projected-draft-rows.ts +0 -73
  563. package/src/spec/qwen-mtp-module.ts +0 -171
  564. package/src/spec/qwen-mtp-rows.ts +0 -230
  565. package/src/spec/qwen-mtp-source.ts +0 -386
  566. package/src/spec/qwen-mtp-state.ts +0 -30
  567. package/src/spec/serve-loop.ts +0 -587
  568. package/src/spec/source.ts +0 -228
  569. package/src/spec/two-model-rows.ts +0 -62
  570. package/src/spec/two-model.ts +0 -113
  571. package/src/ssd-cache.ts +0 -431
  572. package/src/ssd-durability.ts +0 -209
  573. package/src/storage/host-buffer.ts +0 -24
  574. package/src/storage/kv-writer.ts +0 -83
  575. package/src/storage/kv-writer.worker.js +0 -264
  576. package/src/storage/retention-policy.ts +0 -37
  577. package/src/tiered-prompt-cache.ts +0 -45
  578. package/src/tokenizer.ts +0 -335
  579. package/src/tool-approvals.ts +0 -131
  580. package/src/tool-call.ts +0 -695
  581. package/src/train/dataset.ts +0 -484
  582. package/src/train/diffusion-lora.ts +0 -216
  583. package/src/train/export.ts +0 -32
  584. package/src/train/flash-cce.ts +0 -1234
  585. package/src/train/forward.ts +0 -266
  586. package/src/train/fuse.ts +0 -243
  587. package/src/train/index.ts +0 -46
  588. package/src/train/job.ts +0 -205
  589. package/src/train/lora-params.ts +0 -254
  590. package/src/train/loss.ts +0 -1591
  591. package/src/train/merge.ts +0 -195
  592. package/src/train/optimizer.ts +0 -183
  593. package/src/train/prefix-shared.ts +0 -490
  594. package/src/train/rank.ts +0 -137
  595. package/src/train/segmented.ts +0 -1828
  596. package/src/train/steel-qmm-header.ts +0 -1461
  597. package/src/train/trainer.ts +0 -1221
  598. package/src/train/watch.ts +0 -542
  599. package/src/vision/diffusion-vision.ts +0 -620
  600. package/src/vision/embedder.ts +0 -176
  601. package/src/vision/preprocess.ts +0 -247
  602. package/src/vision/prompt.ts +0 -409
  603. package/src/vision/qwen3vl-preprocess.ts +0 -409
  604. package/src/vision/qwen3vl-prompt.ts +0 -233
  605. package/src/vision/qwen3vl-tower.ts +0 -566
  606. package/src/vision/siglip.ts +0 -607
  607. package/src/vision/video-frames.ts +0 -148
  608. package/src/web/app.html +0 -2155
  609. package/src/web/app.js +0 -5863
  610. package/src/web/skills/memory/SKILL.md +0 -120
  611. package/src/web/skills/web-research/SKILL.md +0 -46
  612. package/src/web/skills.ts +0 -97
  613. package/src/web/src/adapters-panel.ts +0 -288
  614. package/src/web/src/assistant.ts +0 -451
  615. package/src/web/src/chat.ts +0 -1060
  616. package/src/web/src/composer.ts +0 -962
  617. package/src/web/src/dataset.ts +0 -132
  618. package/src/web/src/finetune.ts +0 -267
  619. package/src/web/src/hub.ts +0 -428
  620. package/src/web/src/main.ts +0 -98
  621. package/src/web/src/markdown.ts +0 -0
  622. package/src/web/src/memory-panel.ts +0 -572
  623. package/src/web/src/model-picker.ts +0 -159
  624. package/src/web/src/palette.ts +0 -346
  625. package/src/web/src/protocol.ts +0 -26
  626. package/src/web/src/quantize.ts +0 -167
  627. package/src/web/src/rag.ts +0 -274
  628. package/src/web/src/sessions.ts +0 -469
  629. package/src/web/src/shell.ts +0 -804
  630. package/src/web/src/ui-catalog.ts +0 -78
  631. package/src/web/src/voice.ts +0 -141
  632. package/src/web/vendor/README.md +0 -61
  633. package/src/web-assets.ts +0 -47
  634. package/src/web-tools.ts +0 -478
  635. package/src/weights.ts +0 -255
  636. /package/src/{serve → server}/completion-sink.ts +0 -0
  637. /package/src/{serve → server}/generated-token-history.ts +0 -0
  638. /package/src/web/{icon.svg → public/icon.svg} +0 -0
  639. /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
  640. /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
@@ -1,469 +0,0 @@
1
- // GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
2
- // §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
3
- //
4
- // Recent-chats sidebar (list/search/fork/delete), the last-user-message
5
- // sibling `< i/n >` toggle (edit-and-resend branching, plan §5.2), and the
6
- // per-message action row (copy/regenerate/edit). Extracted from the
7
- // original monolithic controllers.chat closure in app.html — behavior
8
- // identical, but state that used to be closed-over local variables is now
9
- // passed explicitly (SidebarState/SiblingState) so this module has no
10
- // hidden coupling to chat.ts beyond what's passed in.
11
- //
12
- // Phase 3 additions (plan §9 Phase 3, beat-matrix Axis 10/11): full-text
13
- // "in messages" search fallback below the title filter (GET
14
- // /api/sessions/search, backed by src/serve/session-search.ts), an export
15
- // action per session row (Markdown/JSON, via GET /api/sessions/export —
16
- // path-validated server-side under sessionDir exactly like pi-web's
17
- // isUnderSessionDir), and openSessionRowByPath(), the DOM-click bridge the
18
- // command palette (palette.ts) uses to open a session without this module
19
- // needing any reference back into chat.ts's WebSocket (chat.ts already
20
- // wires each rendered `.sess` row's click to `onOpen` below — this just
21
- // finds and clicks the right row instead of duplicating that send()).
22
-
23
- import type { SessionListItem } from "../../contracts/pi";
24
- import { $, el, injectStyles } from "./shell";
25
- import { api } from "./api";
26
-
27
- const SESSIONS_STYLE_ID = "mlxbun-sessions-style";
28
-
29
- /** Injected once (shell.ts's injectStyles is idempotent per id): the small
30
- * set of new classes this module's Phase 3 additions need
31
- * (full-text-search fallback rows + the export micro-menu) that have no
32
- * home in app.html's own <style> block, since this module doesn't touch
33
- * that file. References the existing :root design tokens so it matches
34
- * the current theme automatically. */
35
- function injectSessionsStyles(): void {
36
- injectStyles(SESSIONS_STYLE_ID, `
37
- .sess-msg-search{margin-top:6px;padding-top:6px;border-top:1px solid var(--hairline,rgba(255,255,255,.14));}
38
- .sess-msg-search-hdr{font-size:11px;color:var(--dim,#86868b);text-transform:uppercase;
39
- letter-spacing:.04em;padding:4px 10px;}
40
- .sess-msg-search-loading{color:var(--dim,#86868b);font-size:12px;padding:6px 10px;}
41
- .sess-msg-hit{padding:7px 10px;border-radius:8px;cursor:pointer;}
42
- .sess-msg-hit:hover{background:var(--card-hover,rgba(255,255,255,.08));}
43
- .sess-msg-hit .stitle{font-size:12.5px;}
44
- .sess-msg-snippet{color:var(--dim,#86868b);font-size:11px;overflow:hidden;text-overflow:ellipsis;
45
- white-space:nowrap;margin-top:2px;}
46
- .sess-msg-snippet mark{background:rgba(255,214,10,.35);color:inherit;border-radius:2px;}
47
- .sess-export-menu{position:fixed;z-index:950;background:var(--bg,#000);
48
- border:1px solid var(--hairline-strong,rgba(255,255,255,.28));border-radius:10px;
49
- box-shadow:0 12px 30px rgba(0,0,0,.4);overflow:hidden;min-width:150px;}
50
- .sess-export-item{display:block;width:100%;box-sizing:border-box;appearance:none;background:none;
51
- border:0;text-align:left;color:var(--ink,#fff);font-size:12.5px;padding:9px 12px;cursor:pointer;}
52
- .sess-export-item:hover{background:var(--card-hover,rgba(255,255,255,.08));}
53
- `);
54
- }
55
-
56
- /* ────────────────────────────────────────────────────────────────────
57
- Sidebar (session list + search)
58
- ──────────────────────────────────────────────────────────────────── */
59
-
60
- export interface SidebarCallbacks {
61
- onOpen(path: string): void;
62
- onFork(path: string): void;
63
- onDelete(path: string): void;
64
- }
65
-
66
- /** Mutable box so renderSessions/applySessSearch share the last-rendered
67
- * item list without a module-level global (kept per chat-controller
68
- * instance — there's only ever one, but this avoids reintroducing a
69
- * bare module-level `let` for state that's really the controller's). */
70
- export interface SidebarState {
71
- lastSessionItems: SessionListItem[];
72
- }
73
-
74
- export function newSidebarState(): SidebarState {
75
- return { lastSessionItems: [] };
76
- }
77
-
78
- function relTime(ms: number | undefined): string {
79
- if (!ms) return "";
80
- const s = (Date.now() - ms) / 1000;
81
- if (s < 60) return "just now";
82
- if (s < 3600) return Math.floor(s / 60) + "m ago";
83
- if (s < 86400) return Math.floor(s / 3600) + "h ago";
84
- if (s < 604800) return Math.floor(s / 86400) + "d ago";
85
- try { return new Date(ms).toLocaleDateString(); } catch { return ""; }
86
- }
87
-
88
- // Local esc() to avoid importing markdown.ts's whole surface just for
89
- // escaping — identical logic.
90
- function esc(s: unknown): string {
91
- return String(s ?? "").replace(/[&<>"]/g, (c) => ({ "&": "&amp;", "<": "&lt;", ">": "&gt;", '"': "&quot;" } as Record<string, string>)[c]!);
92
- }
93
-
94
- export function renderSessions(state: SidebarState, items: SessionListItem[] | undefined, activePath: string | undefined, cb: SidebarCallbacks): void {
95
- injectSessionsStyles();
96
- state.lastSessionItems = items || [];
97
- const box = $("chat-sessions");
98
- if (!items || !items.length) { box.innerHTML = '<div class="sessempty">No saved chats yet. Your conversations are saved locally here.</div>'; return; }
99
- box.innerHTML = "";
100
- for (const s of items) {
101
- const row = el("div", "sess" + (s.path === activePath ? " active" : ""), box);
102
- row.dataset.title = (s.title || "New chat").toLowerCase();
103
- row.dataset.path = s.path;
104
- row.innerHTML =
105
- '<div class="stitle">' + esc(s.title || "New chat") + '</div>' +
106
- '<div class="smeta"><span>' + esc(relTime(s.modified)) + '</span>' +
107
- (s.messageCount ? '<span>· ' + s.messageCount + ' msg' + (s.messageCount === 1 ? '' : 's') + '</span>' : '') +
108
- (s.forked ? '<span>· forked</span>' : '') + '</div>' +
109
- '<button class="sbtn sexport" title="Export this chat">⇩</button>' +
110
- '<button class="sbtn sfork" title="New chat from here">⑂</button>' +
111
- '<button class="sbtn sdel" title="Delete chat">✕</button>';
112
- row.addEventListener("click", () => { cb.onOpen(s.path); });
113
- row.querySelector(".sexport")!.addEventListener("click", (e) => { e.stopPropagation(); openExportMenu(row.querySelector(".sexport") as HTMLElement, s.path, s.title); });
114
- row.querySelector(".sfork")!.addEventListener("click", (e) => { e.stopPropagation(); cb.onFork(s.path); });
115
- row.querySelector(".sdel")!.addEventListener("click", (e) => { e.stopPropagation(); cb.onDelete(s.path); });
116
- }
117
- applySessSearch(state);
118
- }
119
-
120
- /** Find the rendered `.sess` row for `path` (present for every session —
121
- * renderSessions draws the full list, title-search only hides rows via
122
- * `.sess-hidden`) and click it, reusing chat.ts's existing onOpen wiring
123
- * instead of this module needing its own WebSocket reference. Un-hides the
124
- * row first so a click reaches an element that isn't `display:none`-adjacent
125
- * (sess-hidden only dims/collapses via CSS, but clearing it keeps the
126
- * sidebar visibly consistent with "this is the chat you're now in").
127
- * Returns false (no-op) if the row isn't in the DOM yet (e.g. sessions
128
- * frame hasn't arrived) — callers (palette.ts) treat that as "can't open
129
- * yet", never a throw. */
130
- export function openSessionRowByPath(path: string): boolean {
131
- const box = document.getElementById("chat-sessions");
132
- if (!box) return false;
133
- const row = box.querySelector<HTMLElement>('.sess[data-path="' + cssEscape(path) + '"]');
134
- if (!row) return false;
135
- row.classList.remove("sess-hidden");
136
- row.click();
137
- return true;
138
- }
139
-
140
- /** Minimal CSS.escape fallback (attribute-selector value escaping) — avoids
141
- * depending on the global CSS.escape existing (it does in every real
142
- * browser, but happy-dom's test environment is the reason this is spelled
143
- * out defensively rather than assumed). */
144
- function cssEscape(s: string): string {
145
- if (typeof CSS !== "undefined" && CSS.escape) return CSS.escape(s);
146
- return s.replace(/["\\]/g, "\\$&");
147
- }
148
-
149
- /** Client-side substring filter over session titles (no server round
150
- * trip). Re-applied after every re-render since #chat-sessions is
151
- * rebuilt wholesale on each `sessions` frame. When the title filter yields
152
- * few/no hits, debounced-fetches a full-text "in messages" fallback
153
- * section (plan §5.7/§9 Phase 3, beat-matrix Axis 10/11's full-text BEAT)
154
- * below the title-filtered rows. */
155
- export function applySessSearch(state: SidebarState): void {
156
- const input = $("chat-sess-search") as HTMLInputElement | null;
157
- const q = input ? input.value.trim().toLowerCase() : "";
158
- const rows = $("chat-sessions").querySelectorAll<HTMLElement>(".sess");
159
- let visibleCount = 0;
160
- rows.forEach((row) => {
161
- const match = !q || (row.dataset.title || "").includes(q);
162
- row.classList.toggle("sess-hidden", !match);
163
- if (match) visibleCount++;
164
- });
165
- let empty = $("chat-sessions").querySelector(".sess-search-empty");
166
- if (q && !visibleCount && state.lastSessionItems.length) {
167
- if (!empty) { empty = el("div", "sessempty sess-search-empty", $("chat-sessions")); }
168
- empty.textContent = "No chats match “" + q + "”.";
169
- } else if (empty) {
170
- empty.remove();
171
- }
172
- scheduleMessageSearch(state, q, visibleCount);
173
- }
174
-
175
- /* ────────────────────────────────────────────────────────────────────
176
- Full-text "in messages" fallback (beat-matrix Axis 10/11): when the
177
- title filter yields few/no hits, debounce a GET /api/sessions/search
178
- and render title+snippet rows below the sidebar's own list. Clicking a
179
- row opens that session via the existing sidebar click flow (the row is
180
- already rendered by renderSessions above — a full-text hit is always
181
- for a session that's IN the sidebar, since the sidebar lists every
182
- session on disk, just some hidden by the title filter).
183
- ──────────────────────────────────────────────────────────────────── */
184
-
185
- const MESSAGE_SEARCH_DEBOUNCE_MS = 250;
186
- /** Only bother with the server round trip once the title filter has mostly
187
- * given up — a query that already matches plenty of titles doesn't need a
188
- * second, slower full-text pass under it. */
189
- const FEW_HITS_THRESHOLD = 3;
190
-
191
- let messageSearchTimer: ReturnType<typeof setTimeout> | undefined;
192
- let messageSearchSeq = 0;
193
-
194
- function scheduleMessageSearch(state: SidebarState, q: string, titleHits: number): void {
195
- if (messageSearchTimer) clearTimeout(messageSearchTimer);
196
- const section = document.getElementById("chat-sessions")?.querySelector(".sess-msg-search");
197
- if (!q || q.length < 2 || titleHits > FEW_HITS_THRESHOLD) {
198
- if (section) section.remove();
199
- return;
200
- }
201
- const seq = ++messageSearchSeq;
202
- messageSearchTimer = setTimeout(() => runMessageSearch(state, q, seq), MESSAGE_SEARCH_DEBOUNCE_MS);
203
- }
204
-
205
- async function runMessageSearch(state: SidebarState, q: string, seq: number): Promise<void> {
206
- const box = $("chat-sessions");
207
- let section = box.querySelector(".sess-msg-search") as HTMLElement | null;
208
- if (!section) section = el("div", "sess-msg-search", box);
209
- section.innerHTML = '<div class="sess-msg-search-hdr">In messages</div><div class="sess-msg-search-loading">Searching…</div>';
210
-
211
- const d = await api("/api/sessions/search?q=" + encodeURIComponent(q)).catch(() => ({ ok: false } as { ok: boolean }));
212
- if (seq !== messageSearchSeq) return; // superseded by a newer keystroke
213
- // The input may have been cleared/changed while the request was in flight.
214
- const input = $("chat-sess-search") as HTMLInputElement | null;
215
- if (!input || input.value.trim().toLowerCase() !== q) return;
216
-
217
- const body = d as { ok: boolean; results?: Array<{ sessionPath: string; sessionTitle: string; matches: Array<{ snippet: string; ranges: Array<[number, number]>; role: string }> }> };
218
- if (!body.ok || !body.results || !body.results.length) {
219
- section.innerHTML = '<div class="sess-msg-search-hdr">In messages</div><div class="sessempty">No message matches for “' + esc(q) + '”.</div>';
220
- return;
221
- }
222
- section.innerHTML = '<div class="sess-msg-search-hdr">In messages</div>';
223
- for (const r of body.results) {
224
- const item = el("div", "sess-msg-hit", section);
225
- item.dataset.path = r.sessionPath;
226
- const first = r.matches[0];
227
- item.innerHTML =
228
- '<div class="stitle">' + esc(r.sessionTitle) + '</div>' +
229
- (first ? '<div class="sess-msg-snippet">' + highlightSnippetHtml(first.snippet, first.ranges) + '</div>' : "");
230
- item.addEventListener("click", () => { openSessionRowByPath(r.sessionPath); });
231
- }
232
- }
233
-
234
- /** Escape a plain-text snippet then re-insert `<mark>` around the reported
235
- * [start,end) ranges — same escape-then-restore discipline markdown.ts
236
- * uses for code spans, applied here to search highlighting instead. Ranges
237
- * are assumed non-overlapping and sorted (buildSnippet in
238
- * src/serve/session-search.ts only ever emits one range per snippet
239
- * today, but this loop handles more without change). */
240
- export function highlightSnippetHtml(snippet: string, ranges: Array<[number, number]>): string {
241
- if (!ranges.length) return esc(snippet);
242
- let out = "";
243
- let cursor = 0;
244
- for (const [start, end] of ranges) {
245
- if (start < cursor || end <= start || end > snippet.length) continue;
246
- out += esc(snippet.slice(cursor, start));
247
- out += "<mark>" + esc(snippet.slice(start, end)) + "</mark>";
248
- cursor = end;
249
- }
250
- out += esc(snippet.slice(cursor));
251
- return out;
252
- }
253
-
254
- /* ────────────────────────────────────────────────────────────────────
255
- Message actions (copy / regenerate / edit) + sibling toggle
256
- ──────────────────────────────────────────────────────────────────── */
257
-
258
- export interface SiblingInfo {
259
- entryId: string | null;
260
- index: number;
261
- count: number;
262
- siblingIds: string[];
263
- }
264
-
265
- export function newSiblingInfo(): SiblingInfo {
266
- return { entryId: null, index: 0, count: 0, siblingIds: [] };
267
- }
268
-
269
- export interface MsgActionOpts {
270
- regenerate?: boolean;
271
- edit?: boolean;
272
- }
273
-
274
- /** Append a hover/focus action row to a message element. `text` is the
275
- * RAW SOURCE (markdown for assistant, plain for user) — never innerHTML —
276
- * so Copy puts back exactly what the model said / the user typed.
277
- * `onRegenerate`/`onEdit` are the click handlers (owned by chat.ts, which
278
- * knows about the WS connection and turnActive state this module doesn't). */
279
- export function addMsgActions(
280
- m: HTMLElement,
281
- text: string,
282
- opts: MsgActionOpts,
283
- handlers: { onRegenerate?: () => void; onEdit?: (m: HTMLElement) => void },
284
- ): HTMLElement {
285
- const row = el("div", "msg-actions", m);
286
- const copyBtn = el("button", "maction", row);
287
- copyBtn.type = "button"; copyBtn.textContent = "Copy";
288
- copyBtn.addEventListener("click", () => {
289
- if (!navigator.clipboard) return;
290
- navigator.clipboard.writeText(text || "").then(() => {
291
- copyBtn.textContent = "Copied"; setTimeout(() => { copyBtn.textContent = "Copy"; }, 1200);
292
- }).catch(() => {});
293
- });
294
- if (opts.regenerate) {
295
- const btn = el("button", "maction", row);
296
- btn.type = "button"; btn.textContent = "Regenerate";
297
- btn.title = "Re-run this reply (keeps the old one on disk as a branch)";
298
- btn.addEventListener("click", () => { handlers.onRegenerate && handlers.onRegenerate(); });
299
- }
300
- if (opts.edit) {
301
- const btn = el("button", "maction", row);
302
- btn.type = "button"; btn.textContent = "Edit";
303
- btn.title = "Edit and resend — keeps the original as a numbered branch";
304
- btn.addEventListener("click", () => { handlers.onEdit && handlers.onEdit(m); });
305
- }
306
- return row;
307
- }
308
-
309
- /** Render (or clear) the `< i/n >` sibling toggle above the last user
310
- * message. Rebuilt whenever a `siblings` frame arrives or the thread is
311
- * rebuilt. Hidden entirely when count <= 1 (the common no-edits case). */
312
- export function renderSiblingToggle(
313
- lastUserMsgEl: HTMLElement | null,
314
- lastUserEntryId: string | null,
315
- siblingInfo: SiblingInfo,
316
- onSwitch: (delta: number) => void,
317
- ): void {
318
- if (!lastUserMsgEl) return;
319
- let box = lastUserMsgEl.querySelector(".sib-toggle") as HTMLElement | null;
320
- if (siblingInfo.count <= 1 || siblingInfo.entryId !== lastUserEntryId) {
321
- if (box) box.remove();
322
- return;
323
- }
324
- if (!box) {
325
- box = el("div", "sib-toggle", null);
326
- lastUserMsgEl.insertBefore(box, lastUserMsgEl.firstChild);
327
- }
328
- const { index, count } = siblingInfo;
329
- box.innerHTML =
330
- '<button class="sib-prev" type="button" ' + (index <= 1 ? "disabled" : "") + '>&lt;</button>' +
331
- '<span>' + index + '/' + count + '</span>' +
332
- '<button class="sib-next" type="button" ' + (index >= count ? "disabled" : "") + '>&gt;</button>';
333
- box.querySelector(".sib-prev")!.addEventListener("click", () => onSwitch(-1));
334
- box.querySelector(".sib-next")!.addEventListener("click", () => onSwitch(1));
335
- }
336
-
337
- /** Resolve the sibling target id for a +-1 direction move from siblingInfo,
338
- * or null if there's no such neighbor (caller should no-op). Pure — split
339
- * out from the button wiring above so it's independently testable. */
340
- export function switchSiblingTarget(siblingInfo: SiblingInfo, delta: number): string | null {
341
- const ids = siblingInfo.siblingIds || [];
342
- return ids[siblingInfo.index - 1 + delta] ?? null;
343
- }
344
-
345
- /* ────────────────────────────────────────────────────────────────────
346
- Export (plan §5.7/§9 Phase 3, beat-matrix Axis 10 "Chat export" +
347
- Axis 11 "Conversation export/import"): Markdown or raw JSON, built from
348
- GET /api/sessions/export?path= (server-validated under sessionDir) — used
349
- uniformly for the open session and any other session in the sidebar,
350
- so this module needs no reference into chat.ts's in-memory thread state.
351
- ──────────────────────────────────────────────────────────────────── */
352
-
353
- /** Slugify a session title into a filesystem-safe download filename stem
354
- * (lowercase, spaces/punctuation -> hyphens, collapsed, trimmed, capped —
355
- * same shape as a typical static-site slug). Pure — independently
356
- * testable and reused by palette.ts's export action. */
357
- export function slugTitle(title: string): string {
358
- const slug = (title || "chat")
359
- .toLowerCase()
360
- .replace(/[^a-z0-9]+/g, "-")
361
- .replace(/^-+|-+$/g, "");
362
- return (slug || "chat").slice(0, 60);
363
- }
364
-
365
- interface ExportEntry {
366
- type?: string;
367
- message?: { role?: string; content?: unknown };
368
- }
369
-
370
- function entryContentText(content: unknown): string {
371
- if (typeof content === "string") return content;
372
- if (Array.isArray(content)) {
373
- return content
374
- .filter((p): p is { type: string; text: string } =>
375
- !!p && (p as { type?: string }).type === "text" && typeof (p as { text?: unknown }).text === "string")
376
- .map((p) => p.text)
377
- .join(" ");
378
- }
379
- return "";
380
- }
381
-
382
- /** Render a session's raw JSONL entries (as returned by GET
383
- * /api/sessions/export) into plain Markdown: one `### User`/`### Assistant`
384
- * heading per turn plus its text. Pure — takes the already-parsed entry
385
- * array, not a fetch, so it's testable without a network stub and reusable
386
- * for both "export the open session" and "export any sidebar session"
387
- * (both go through the same server endpoint in this module, see
388
- * exportSession below). */
389
- export function sessionEntriesToMarkdown(entries: unknown[], title: string): string {
390
- const lines: string[] = ["# " + (title || "Chat"), ""];
391
- for (const raw of entries) {
392
- const e = raw as ExportEntry;
393
- if (e.type !== "message" || !e.message) continue;
394
- const role = e.message.role;
395
- if (role !== "user" && role !== "assistant") continue;
396
- const text = entryContentText(e.message.content);
397
- if (!text) continue;
398
- lines.push("### " + (role === "user" ? "User" : "Assistant"), "", text, "");
399
- }
400
- return lines.join("\n");
401
- }
402
-
403
- function downloadBlob(filename: string, content: string, mime: string): void {
404
- const blob = new Blob([content], { type: mime });
405
- const url = URL.createObjectURL(blob);
406
- const a = document.createElement("a");
407
- a.href = url; a.download = filename;
408
- document.body.appendChild(a);
409
- a.click();
410
- a.remove();
411
- setTimeout(() => URL.revokeObjectURL(url), 1000);
412
- }
413
-
414
- /** Fetch a session's raw entries + title and trigger a browser download in
415
- * the requested format. Always goes through GET /api/sessions/export
416
- * (works uniformly whether or not this is the currently-open session —
417
- * SessionManager flushes each turn to disk as it happens, so the file is
418
- * never meaningfully stale relative to what's on screen). */
419
- export async function exportSession(path: string, title: string, format: "md" | "json"): Promise<void> {
420
- const d = await api("/api/sessions/export?path=" + encodeURIComponent(path))
421
- .catch(() => ({ ok: false } as { ok: boolean }));
422
- const body = d as { ok: boolean; entries?: unknown[] };
423
- if (!body.ok || !body.entries) return;
424
- const stem = slugTitle(title);
425
- if (format === "json") {
426
- downloadBlob(stem + ".json", JSON.stringify(body.entries, null, 2), "application/json");
427
- } else {
428
- downloadBlob(stem + ".md", sessionEntriesToMarkdown(body.entries, title), "text/markdown");
429
- }
430
- }
431
-
432
- let exportMenuEl: HTMLElement | null = null;
433
-
434
- function closeExportMenu(): void {
435
- if (exportMenuEl) { exportMenuEl.remove(); exportMenuEl = null; }
436
- }
437
-
438
- /** Tiny two-item popover (Markdown / JSON) anchored under the export
439
- * button. Not a FocusTrap-managed overlay (it's a two-button micro-menu,
440
- * not a modal) — a document-level click-outside listener closes it, and
441
- * Escape closes it via the same listener path since Escape isn't
442
- * special-cased elsewhere for this menu. */
443
- function openExportMenu(anchor: HTMLElement, path: string, title: string): void {
444
- closeExportMenu();
445
- const menu = el("div", "sess-export-menu", document.body);
446
- const rect = anchor.getBoundingClientRect();
447
- menu.style.position = "fixed";
448
- menu.style.top = (rect.bottom + 4) + "px";
449
- menu.style.left = Math.max(4, rect.right - 140) + "px";
450
- menu.innerHTML =
451
- '<button class="sess-export-item" data-fmt="md">Export as Markdown</button>' +
452
- '<button class="sess-export-item" data-fmt="json">Export as JSON</button>';
453
- menu.querySelectorAll<HTMLButtonElement>(".sess-export-item").forEach((btn) => {
454
- btn.addEventListener("click", (e) => {
455
- e.stopPropagation();
456
- exportSession(path, title, (btn.dataset.fmt as "md" | "json"));
457
- closeExportMenu();
458
- });
459
- });
460
- exportMenuEl = menu;
461
- setTimeout(() => {
462
- document.addEventListener("click", closeExportMenu, { once: true });
463
- document.addEventListener("keydown", onExportMenuKeydown);
464
- }, 0);
465
- }
466
-
467
- function onExportMenuKeydown(e: KeyboardEvent): void {
468
- if (e.key === "Escape") { closeExportMenu(); document.removeEventListener("keydown", onExportMenuKeydown); }
469
- }