mlx-bun 0.5.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +1449 -109
  2. package/THIRD_PARTY_NOTICES.md +882 -0
  3. package/bin/mlx-bun.convert.mjs +4 -0
  4. package/bin/mlx-bun.fuse.mjs +4 -0
  5. package/bin/mlx-bun.generate.mjs +4 -0
  6. package/bin/mlx-bun.lora.mjs +4 -0
  7. package/bin/mlx-bun.mjs +13 -21
  8. package/bin/mlx-bun.server.mjs +4 -0
  9. package/bin/mlx-bun.upload.mjs +4 -0
  10. package/dist/web/app.js +9584 -0
  11. package/package.json +50 -53
  12. package/src/cli/ane-install.ts +76 -0
  13. package/src/cli/args.ts +179 -0
  14. package/src/cli/engine-entry.ts +68 -0
  15. package/src/cli/inference.ts +214 -0
  16. package/src/cli/job-entry.ts +97 -0
  17. package/src/cli/library-host.ts +117 -0
  18. package/src/cli/main.ts +57 -0
  19. package/src/cli/memory-engine.ts +163 -0
  20. package/src/cli/memory.ts +36 -0
  21. package/src/cli/mlx-lm-aliases.ts +309 -0
  22. package/src/cli/model-choice.ts +33 -0
  23. package/src/cli/model-selection.ts +84 -0
  24. package/src/cli/module-host.ts +11 -0
  25. package/src/cli/module-verbs.ts +50 -0
  26. package/src/cli/numerical-policy.ts +12 -0
  27. package/src/cli/perplexity.ts +89 -0
  28. package/src/cli/serve-host.ts +423 -0
  29. package/src/cli/serve-isolated.ts +217 -0
  30. package/src/cli/serve-options.ts +106 -0
  31. package/src/cli/serve-state.ts +205 -0
  32. package/src/cli/serve.ts +500 -0
  33. package/src/cli/served-model-host.ts +102 -0
  34. package/src/cli/server-entry.ts +148 -0
  35. package/src/cli/serving-unit.ts +177 -0
  36. package/src/{tui.ts → cli/terminal.ts} +13 -8
  37. package/src/cli/worker-adapters.ts +34 -0
  38. package/src/cli/worker-entry.ts +272 -0
  39. package/src/cli/worker-unit.ts +179 -0
  40. package/src/engine/adapter-operation.ts +26 -0
  41. package/src/engine/cache-services.ts +114 -0
  42. package/src/engine/completion.ts +39 -0
  43. package/src/engine/generation-gateway.ts +358 -0
  44. package/src/engine/index.ts +59 -0
  45. package/src/engine/kv-budget.ts +120 -0
  46. package/src/engine/media-preparation.ts +232 -0
  47. package/src/engine/model-binding.ts +24 -0
  48. package/src/engine/model-host.ts +513 -0
  49. package/src/engine/model-serving.ts +89 -0
  50. package/src/{serve → engine}/preparation.ts +7 -5
  51. package/src/{serve → engine}/session-completion-engine.ts +6 -6
  52. package/src/engine/telemetry.ts +109 -0
  53. package/src/hub/downloads.ts +116 -0
  54. package/src/jobs/db.ts +16 -7
  55. package/src/jobs/events.ts +29 -0
  56. package/src/jobs/executable.ts +5 -0
  57. package/src/jobs/host.ts +51 -0
  58. package/src/jobs/in-process.ts +55 -0
  59. package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
  60. package/src/jobs/runner.ts +150 -231
  61. package/src/jobs/service.ts +75 -0
  62. package/src/jobs/sse.ts +59 -23
  63. package/src/jobs/worker-memory.ts +46 -0
  64. package/src/jobs/worker-process.ts +163 -0
  65. package/src/jobs/worker-supervisor.ts +258 -0
  66. package/src/modules.ts +58 -0
  67. package/src/publishing/catalog-hub.ts +18 -0
  68. package/src/publishing/credentials.ts +31 -0
  69. package/src/publishing/upload.ts +37 -0
  70. package/src/residency/leased-adapters.ts +21 -0
  71. package/src/residency/local-records.ts +16 -0
  72. package/src/residency/model-residency.ts +405 -0
  73. package/src/residency/record-index.ts +28 -0
  74. package/src/residency/resident-estimate.ts +50 -0
  75. package/src/{anthropic.ts → server/anthropic.ts} +3 -81
  76. package/src/server/cache-routes.ts +36 -0
  77. package/src/{serve → server}/chat-request.ts +10 -10
  78. package/src/{serve → server}/chat-stage.ts +14 -14
  79. package/src/{client.ts → server/client.ts} +28 -2
  80. package/src/{serve → server}/completion-executor.ts +33 -41
  81. package/src/server/decision-body.ts +55 -0
  82. package/src/server/decision-routes.ts +134 -0
  83. package/src/server/decision-wire.ts +228 -0
  84. package/src/{serve → server}/discovery-routes.ts +25 -82
  85. package/src/{serve → server}/http.ts +25 -13
  86. package/src/{serve → server}/inference-request.ts +5 -5
  87. package/src/server/job-routes.ts +20 -0
  88. package/src/server/media-prompt.ts +63 -0
  89. package/src/server/memory-completion-client.ts +46 -0
  90. package/src/server/model-routes.ts +192 -0
  91. package/src/{serve → server}/openai-wire.ts +3 -2
  92. package/src/{serve → server}/pipeline.ts +1 -1
  93. package/src/server/prompt-builder.ts +13 -0
  94. package/src/server/prompt-contracts.ts +17 -0
  95. package/src/server/proxy-routes.ts +187 -0
  96. package/src/server/publishing-routes.ts +41 -0
  97. package/src/{serve → server}/request-plan.ts +6 -8
  98. package/src/{serve → server}/request-prep.ts +47 -50
  99. package/src/{serve → server}/responses-client.ts +30 -13
  100. package/src/{responses.ts → server/responses.ts} +12 -93
  101. package/src/server/routes.ts +205 -0
  102. package/src/server/start.ts +72 -0
  103. package/src/server/status-routes.ts +108 -0
  104. package/src/{serve → server}/text-completion-stage.ts +25 -4
  105. package/src/server/text-prompt.ts +12 -0
  106. package/src/{serve → server}/token-streams.ts +36 -38
  107. package/src/server/worker-routes.ts +311 -0
  108. package/src/storage/paths.ts +61 -0
  109. package/src/web/assets.ts +37 -0
  110. package/src/web/{src → browser}/api.ts +5 -23
  111. package/src/web/browser/chat-host.ts +17 -0
  112. package/src/web/browser/installed-panels.ts +6 -0
  113. package/src/web/browser/main.ts +55 -0
  114. package/src/web/browser/markdown.ts +279 -0
  115. package/src/web/browser/memory-panel.ts +9 -0
  116. package/src/web/browser/palette.ts +64 -0
  117. package/src/web/browser/protocol.ts +13 -0
  118. package/src/web/browser/shell.ts +467 -0
  119. package/src/web/{src → browser}/status.ts +32 -36
  120. package/src/web/build.ts +51 -0
  121. package/src/web/public/app.html +1054 -0
  122. package/src/web/{sw.js → public/sw.js} +4 -3
  123. package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
  124. package/src/web/{vendor → public/vendor}/hljs.js +2 -2
  125. package/THIRD_PARTY_LICENSES.md +0 -51
  126. package/docs/README.md +0 -107
  127. package/docs/archive/hlg-sampling.md +0 -350
  128. package/docs/archive/investigations/audio-input-plan.md +0 -356
  129. package/docs/archive/investigations/benchmark-ledger-through-v0.4.0.md +0 -3617
  130. package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
  131. package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
  132. package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
  133. package/docs/archive/investigations/curve-bisector-routing.md +0 -123
  134. package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
  135. package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
  136. package/docs/archive/investigations/dspark-handoff.md +0 -224
  137. package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
  138. package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
  139. package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
  140. package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
  141. package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
  142. package/docs/archive/investigations/lab-build-journal.md +0 -157
  143. package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
  144. package/docs/archive/investigations/openjarvis-fit.md +0 -198
  145. package/docs/archive/investigations/openwiki-evaluation.md +0 -249
  146. package/docs/archive/investigations/optimization_plan.md +0 -346
  147. package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
  148. package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
  149. package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
  150. package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
  151. package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
  152. package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
  153. package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
  154. package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
  155. package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
  156. package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
  157. package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
  158. package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
  159. package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
  160. package/docs/archive/planning/chat-ui-vision.md +0 -50
  161. package/docs/archive/planning/chunk-task-roadmap.md +0 -77
  162. package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
  163. package/docs/archive/planning/journal.md +0 -316
  164. package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
  165. package/docs/archive/planning/pi-integration-review.md +0 -178
  166. package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
  167. package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
  168. package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
  169. package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
  170. package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
  171. package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
  172. package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
  173. package/docs/archive/planning/release-notes-v0.4.0.md +0 -45
  174. package/docs/archive/planning/release-notes-v0.5.0.md +0 -37
  175. package/docs/archive/planning/web-ui-pass-plan.md +0 -213
  176. package/docs/archive/planning/website-readme-pass-plan.md +0 -224
  177. package/docs/design/batching.md +0 -2054
  178. package/docs/design/decode-speed-program.md +0 -2404
  179. package/docs/design/dreaming-nightly-pipeline.md +0 -684
  180. package/docs/design/generic-model-support.md +0 -821
  181. package/docs/design/kv-cache.md +0 -993
  182. package/docs/design/orpo-training.md +0 -680
  183. package/docs/design/speculative-decoding.md +0 -2129
  184. package/docs/design/turboquant.md +0 -2225
  185. package/docs/design/unified-engine-frontier-plan.md +0 -1987
  186. package/docs/design/web-chat-redesign.md +0 -695
  187. package/docs/planning/PRODUCT_ROADMAP.md +0 -593
  188. package/docs/planning/ResearchTopics.md +0 -119
  189. package/docs/planning/public-readiness-handoff.md +0 -244
  190. package/docs/planning/public-readiness.md +0 -149
  191. package/docs/planning/video-series.md +0 -421
  192. package/docs/reference/benchmarks.md +0 -3587
  193. package/docs/reference/cli.md +0 -646
  194. package/docs/reference/distribution.md +0 -380
  195. package/docs/reference/environment.md +0 -494
  196. package/docs/reference/glossary.md +0 -39
  197. package/docs/reference/library-api.md +0 -688
  198. package/docs/reference/memory.md +0 -260
  199. package/docs/reference/models.md +0 -346
  200. package/docs/reference/server-api.md +0 -1945
  201. package/docs/reference/server-config.md +0 -973
  202. package/docs/reference/training.md +0 -462
  203. package/docs/reference/troubleshooting.md +0 -158
  204. package/src/admission-plan.ts +0 -18
  205. package/src/audio/audiotoolbox.ts +0 -112
  206. package/src/audio/conformer.ts +0 -655
  207. package/src/audio/decode.ts +0 -133
  208. package/src/audio/features.ts +0 -202
  209. package/src/audio/mic-capture.ts +0 -98
  210. package/src/audio/silero-vad.ts +0 -379
  211. package/src/audio/transcode.ts +0 -67
  212. package/src/audio/whisper-decode.ts +0 -774
  213. package/src/audio/whisper-fast.ts +0 -732
  214. package/src/audio/whisper-format.ts +0 -73
  215. package/src/audio/whisper-mel.ts +0 -185
  216. package/src/audio/whisper-timing.ts +0 -274
  217. package/src/audio/whisper-tokenizer.ts +0 -239
  218. package/src/audio/whisper-transcribe.ts +0 -410
  219. package/src/backends/mlx/assistant-target.ts +0 -46
  220. package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
  221. package/src/backends/mlx/autoregressive.ts +0 -129
  222. package/src/backends/mlx/batch-group.ts +0 -1874
  223. package/src/backends/mlx/cache-attachment.ts +0 -67
  224. package/src/backends/mlx/cache-layout.ts +0 -31
  225. package/src/backends/mlx/checkpoint-state.ts +0 -53
  226. package/src/backends/mlx/continuation-persistence.ts +0 -107
  227. package/src/backends/mlx/continuation-request.ts +0 -43
  228. package/src/backends/mlx/continuation.ts +0 -77
  229. package/src/backends/mlx/diffusion.ts +0 -39
  230. package/src/backends/mlx/draft-target.ts +0 -32
  231. package/src/backends/mlx/encoder-cache.ts +0 -25
  232. package/src/backends/mlx/evaluation.ts +0 -105
  233. package/src/backends/mlx/fill-append.ts +0 -58
  234. package/src/backends/mlx/fill-group.ts +0 -497
  235. package/src/backends/mlx/full-kv-row-append.ts +0 -32
  236. package/src/backends/mlx/full-kv-row-donor.ts +0 -54
  237. package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
  238. package/src/backends/mlx/gateway-binding.ts +0 -174
  239. package/src/backends/mlx/graph.ts +0 -38
  240. package/src/backends/mlx/kv-codec.ts +0 -9
  241. package/src/backends/mlx/kv-maintenance.ts +0 -161
  242. package/src/backends/mlx/kv-tensor-rows.ts +0 -212
  243. package/src/backends/mlx/memory-client.ts +0 -189
  244. package/src/backends/mlx/methods.ts +0 -90
  245. package/src/backends/mlx/mixed-iteration.ts +0 -62
  246. package/src/backends/mlx/model-prompt.ts +0 -178
  247. package/src/backends/mlx/model-serving.ts +0 -80
  248. package/src/backends/mlx/paged-cache-codec.ts +0 -27
  249. package/src/backends/mlx/prefill-cohort.ts +0 -100
  250. package/src/backends/mlx/prefill-policy.ts +0 -26
  251. package/src/backends/mlx/prefill-rows.ts +0 -244
  252. package/src/backends/mlx/prefill.ts +0 -33
  253. package/src/backends/mlx/projected-context-rows.ts +0 -72
  254. package/src/backends/mlx/prompt-input.ts +0 -29
  255. package/src/backends/mlx/qwen-prompt-input.ts +0 -40
  256. package/src/backends/mlx/request-policy.ts +0 -20
  257. package/src/backends/mlx/request-state-policy.ts +0 -54
  258. package/src/backends/mlx/rollback.ts +0 -92
  259. package/src/backends/mlx/row-sampling.ts +0 -49
  260. package/src/backends/mlx/serial-executor.ts +0 -251
  261. package/src/backends/mlx/speculative-group.ts +0 -438
  262. package/src/backends/mlx/speculative-round.ts +0 -161
  263. package/src/backends/mlx/speculative.ts +0 -131
  264. package/src/backends/mlx/state-rows.ts +0 -104
  265. package/src/backends/mlx/state-views.ts +0 -46
  266. package/src/backends/mlx/target-layout-capability.ts +0 -35
  267. package/src/backends/mlx/text-engine.ts +0 -73
  268. package/src/backends/mlx/transitioning-kv-rows.ts +0 -173
  269. package/src/chat-template.ts +0 -382
  270. package/src/cli.ts +0 -3490
  271. package/src/config.ts +0 -399
  272. package/src/contracts/completion.ts +0 -16
  273. package/src/contracts/execution.ts +0 -70
  274. package/src/contracts/generation.ts +0 -103
  275. package/src/contracts/host.ts +0 -7
  276. package/src/contracts/object-cache.ts +0 -8
  277. package/src/contracts/pi-provider.ts +0 -30
  278. package/src/contracts/pi.ts +0 -261
  279. package/src/contracts/prefix-cache.ts +0 -33
  280. package/src/contracts/resources.ts +0 -25
  281. package/src/contracts/sampling.ts +0 -23
  282. package/src/contracts/scheduling.ts +0 -54
  283. package/src/contracts/tsconfig.json +0 -14
  284. package/src/dataset/generators.ts +0 -1087
  285. package/src/dataset/index.ts +0 -12
  286. package/src/dataset/job.ts +0 -81
  287. package/src/dataset/llm.ts +0 -71
  288. package/src/dataset/registry.ts +0 -528
  289. package/src/diffusion/diffusion-generate.ts +0 -507
  290. package/src/download.ts +0 -505
  291. package/src/embed.ts +0 -77
  292. package/src/engine/admission.ts +0 -59
  293. package/src/engine/cancellation.ts +0 -38
  294. package/src/engine/engine.ts +0 -56
  295. package/src/engine/execution-coordinator.ts +0 -70
  296. package/src/engine/execution-plan.ts +0 -64
  297. package/src/engine/execution-tasks.ts +0 -44
  298. package/src/engine/namespaced-cache.ts +0 -13
  299. package/src/engine/resources.ts +0 -53
  300. package/src/engine/scheduler.ts +0 -92
  301. package/src/engine/session.ts +0 -247
  302. package/src/eval/README.md +0 -130
  303. package/src/eval/ifeval.ts +0 -81
  304. package/src/eval/kl-prompts.ts +0 -29
  305. package/src/eval/kl.ts +0 -590
  306. package/src/eval/perplexity.ts +0 -164
  307. package/src/eval/quality-db.ts +0 -92
  308. package/src/eval/reference-logits.ts +0 -207
  309. package/src/eval/runner.ts +0 -124
  310. package/src/eval/score.ts +0 -49
  311. package/src/eval/tasks/bfcl.ts +0 -535
  312. package/src/eval/tasks/gsm8k.ts +0 -98
  313. package/src/eval/tasks/hashhop.ts +0 -139
  314. package/src/eval/tasks/humaneval.ts +0 -275
  315. package/src/eval/tasks/ifeval.ts +0 -525
  316. package/src/eval/tasks/mmlu.ts +0 -157
  317. package/src/eval/ultrafeedback.ts +0 -60
  318. package/src/evaldb.ts +0 -199
  319. package/src/expert-io.ts +0 -393
  320. package/src/expert-offload-build.ts +0 -77
  321. package/src/expert-offload.ts +0 -76
  322. package/src/expert-residency.ts +0 -1134
  323. package/src/expert-usage.ts +0 -415
  324. package/src/fill/echo-index.ts +0 -188
  325. package/src/fill/fill-session.ts +0 -463
  326. package/src/fill/proposal.ts +0 -68
  327. package/src/fill/schema-rows.ts +0 -506
  328. package/src/fill/tool-boundary.ts +0 -103
  329. package/src/fit.ts +0 -249
  330. package/src/generate.ts +0 -1352
  331. package/src/grammar.ts +0 -604
  332. package/src/harness-pi.ts +0 -184
  333. package/src/hf-push.ts +0 -628
  334. package/src/hub-rest.ts +0 -242
  335. package/src/index.ts +0 -63
  336. package/src/inference/denoising.ts +0 -17
  337. package/src/inference/draft-acceptance.ts +0 -41
  338. package/src/inference/draft-output.ts +0 -49
  339. package/src/inference/graph.ts +0 -33
  340. package/src/inference/prefill.ts +0 -45
  341. package/src/inference/rollback.ts +0 -7
  342. package/src/jobs/index.ts +0 -31
  343. package/src/jobs/job-entry.ts +0 -107
  344. package/src/jobs/task-client.ts +0 -19
  345. package/src/jobs/types.ts +0 -2
  346. package/src/kv-scheme.ts +0 -279
  347. package/src/kv-store.ts +0 -1135
  348. package/src/lab/README.md +0 -22
  349. package/src/lab/curve/curve-designer.html +0 -303
  350. package/src/lab/curve/curve-sampler.ts +0 -122
  351. package/src/lab/expert-trace/expert-trace.ts +0 -69
  352. package/src/lab/paged-kv/paged-attention.ts +0 -117
  353. package/src/lab/paged-kv/paged-kv-rows.ts +0 -111
  354. package/src/lab/paged-kv/paged-kv.ts +0 -336
  355. package/src/library.ts +0 -40
  356. package/src/lora.ts +0 -408
  357. package/src/md-modules.d.ts +0 -54
  358. package/src/media-fetch.ts +0 -442
  359. package/src/memory/article.ts +0 -558
  360. package/src/memory/chunk-validation.ts +0 -150
  361. package/src/memory/chunk.ts +0 -318
  362. package/src/memory/cluster.ts +0 -351
  363. package/src/memory/coverage.ts +0 -134
  364. package/src/memory/crosslink.ts +0 -0
  365. package/src/memory/db.ts +0 -253
  366. package/src/memory/entity.ts +0 -203
  367. package/src/memory/gate.ts +0 -187
  368. package/src/memory/history.ts +0 -152
  369. package/src/memory/ingest.ts +0 -335
  370. package/src/memory/model.ts +0 -183
  371. package/src/memory/normalize.ts +0 -671
  372. package/src/memory/parse.ts +0 -22
  373. package/src/memory/pipeline.ts +0 -275
  374. package/src/memory/prompts.ts +0 -65
  375. package/src/memory/query.ts +0 -334
  376. package/src/memory/reconcile.ts +0 -734
  377. package/src/memory/redirect.ts +0 -108
  378. package/src/memory/reindex.ts +0 -325
  379. package/src/memory/resolve.ts +0 -307
  380. package/src/memory/rest.ts +0 -245
  381. package/src/memory/route.ts +0 -272
  382. package/src/memory/schedule.ts +0 -165
  383. package/src/memory/stages.ts +0 -777
  384. package/src/memory/synthesize.ts +0 -1638
  385. package/src/memory/tools.ts +0 -749
  386. package/src/memory/vault.ts +0 -1194
  387. package/src/memory/wikify.ts +0 -1064
  388. package/src/mlx/array.ts +0 -425
  389. package/src/mlx/autograd.ts +0 -304
  390. package/src/mlx/checkpoint.ts +0 -149
  391. package/src/mlx/compile.ts +0 -168
  392. package/src/mlx/custom-vjp.ts +0 -188
  393. package/src/mlx/ffi.ts +0 -531
  394. package/src/mlx/materialize.ts +0 -23
  395. package/src/mlx/metal-kernel.ts +0 -159
  396. package/src/mlx/normalized-argmax.ts +0 -116
  397. package/src/mlx/ops.ts +0 -1108
  398. package/src/mlx/quantized-rows.ts +0 -36
  399. package/src/mlx/token-bitmask.ts +0 -52
  400. package/src/mlx/turboquant-kv-decode.ts +0 -82
  401. package/src/mlx/turboquant-kv-inverse.ts +0 -122
  402. package/src/mlx/turboquant-ops.ts +0 -861
  403. package/src/mlx/turboquant-tables.ts +0 -237
  404. package/src/mmap.ts +0 -90
  405. package/src/model/artifact-identity.ts +0 -73
  406. package/src/model/batched-kv.ts +0 -235
  407. package/src/model/batched-mask.ts +0 -279
  408. package/src/model/batched-quant.ts +0 -212
  409. package/src/model/batched-quantized-kv.ts +0 -144
  410. package/src/model/batched-rotating-quant.ts +0 -353
  411. package/src/model/batched-rotating-state.ts +0 -149
  412. package/src/model/batched-rotating.ts +0 -338
  413. package/src/model/batched-row-storage.ts +0 -179
  414. package/src/model/batched-ssm.ts +0 -52
  415. package/src/model/batched-turboquant-kv.ts +0 -94
  416. package/src/model/compiled-decode.ts +0 -712
  417. package/src/model/decoded-kv-donor.ts +0 -12
  418. package/src/model/delayed-quantized-kv.ts +0 -72
  419. package/src/model/delayed-rotating-quantized-kv.ts +0 -93
  420. package/src/model/delayed-turboquant-kv.ts +0 -57
  421. package/src/model/diffusion-gemma.ts +0 -1026
  422. package/src/model/factory.ts +0 -215
  423. package/src/model/fingerprint.ts +0 -45
  424. package/src/model/flash-attention.ts +0 -694
  425. package/src/model/full-prefill-padding.ts +0 -56
  426. package/src/model/full-prefill-row.ts +0 -105
  427. package/src/model/gemma4-base.ts +0 -2370
  428. package/src/model/gemma4.ts +0 -1395
  429. package/src/model/generated/gemma4-12b.ts +0 -429
  430. package/src/model/generated/gemma4-26b.ts +0 -448
  431. package/src/model/generated/gemma4-e4b.ts +0 -717
  432. package/src/model/generated/index.ts +0 -18
  433. package/src/model/glm52-atlas.ts +0 -511
  434. package/src/model/glm52-cache.ts +0 -792
  435. package/src/model/glm52-config.ts +0 -262
  436. package/src/model/glm52-container.ts +0 -305
  437. package/src/model/glm52-coupling.ts +0 -388
  438. package/src/model/glm52-dsa.ts +0 -606
  439. package/src/model/glm52-expert-layout.ts +0 -253
  440. package/src/model/glm52-layout.ts +0 -152
  441. package/src/model/glm52-memory.ts +0 -500
  442. package/src/model/glm52-mla.ts +0 -792
  443. package/src/model/glm52-moe.ts +0 -223
  444. package/src/model/glm52-pilot.ts +0 -537
  445. package/src/model/glm52-reference.ts +0 -445
  446. package/src/model/glm52-residency.ts +0 -557
  447. package/src/model/glm52-resident-weights.ts +0 -135
  448. package/src/model/glm52-streamed-experts.ts +0 -453
  449. package/src/model/glm52-streamed-metal.ts +0 -610
  450. package/src/model/glm52-weights.ts +0 -503
  451. package/src/model/glm52.ts +0 -1132
  452. package/src/model/implementation.ts +0 -69
  453. package/src/model/kv-attention-view.ts +0 -70
  454. package/src/model/minicpm5.ts +0 -376
  455. package/src/model/profile.ts +0 -468
  456. package/src/model/quantized-append-attention.ts +0 -31
  457. package/src/model/qwen-append.ts +0 -12
  458. package/src/model/qwen-conv.ts +0 -52
  459. package/src/model/qwen3-delta-state.ts +0 -74
  460. package/src/model/qwen3-delta.ts +0 -451
  461. package/src/model/qwen3-moe.ts +0 -404
  462. package/src/model/qwen3-mrope.ts +0 -250
  463. package/src/model/qwen3.ts +0 -277
  464. package/src/model/qwen3_5-checkpoint.ts +0 -164
  465. package/src/model/qwen3_5.ts +0 -881
  466. package/src/model/rotating-kv-donor.ts +0 -35
  467. package/src/model/rotating-kv-layout.ts +0 -262
  468. package/src/model/rotating-row-transaction.ts +0 -35
  469. package/src/model/speculative-rotating-kv.ts +0 -101
  470. package/src/model/ssm-prefill-padding.ts +0 -39
  471. package/src/model/support.ts +0 -110
  472. package/src/model/token-groups.ts +0 -66
  473. package/src/model/trellis-balanced-scatter.ts +0 -51
  474. package/src/model/trellis-linear.ts +0 -672
  475. package/src/model/trellis-shared-m.ts +0 -151
  476. package/src/model/trellis-shared-scatter.ts +0 -144
  477. package/src/model/trellis-splitk-prefill.ts +0 -158
  478. package/src/model/trellis-tiled-prefill.ts +0 -136
  479. package/src/model/trellis-vector-expand.ts +0 -62
  480. package/src/model/trellis-wide-prefill.ts +0 -94
  481. package/src/model/turboquant-codec.ts +0 -89
  482. package/src/model/universal/archs.ts +0 -332
  483. package/src/model/universal/dense.ts +0 -612
  484. package/src/model/universal/modules.ts +0 -170
  485. package/src/model/universal/rope.ts +0 -381
  486. package/src/model/whisper.ts +0 -435
  487. package/src/native/expert_io.c +0 -523
  488. package/src/native/frame_extract.swift +0 -140
  489. package/src/native/mic_capture.swift +0 -92
  490. package/src/native-pack.ts +0 -163
  491. package/src/pi-provider.ts +0 -53
  492. package/src/pi-session.ts +0 -81
  493. package/src/pi-terminal.ts +0 -274
  494. package/src/pi-web.ts +0 -1940
  495. package/src/preflight.ts +0 -158
  496. package/src/prompt-cache.ts +0 -682
  497. package/src/quantize/allocator.ts +0 -627
  498. package/src/quantize/atomic-output.ts +0 -38
  499. package/src/quantize/calibration.ts +0 -181
  500. package/src/quantize/config-writer.ts +0 -145
  501. package/src/quantize/index.ts +0 -84
  502. package/src/quantize/job.ts +0 -162
  503. package/src/quantize/quantizer.ts +0 -666
  504. package/src/quantize/rotate.ts +0 -603
  505. package/src/quantize/safetensors-writer.ts +0 -249
  506. package/src/quantize/sensitivity.ts +0 -216
  507. package/src/quantize/trellis.ts +0 -586
  508. package/src/quantize/weight-transform.ts +0 -292
  509. package/src/registry.ts +0 -602
  510. package/src/runtime-config.ts +0 -77
  511. package/src/safetensors.ts +0 -165
  512. package/src/sampler.ts +0 -1012
  513. package/src/serve/admin-routes.ts +0 -184
  514. package/src/serve/assets/curve-terrain.html +0 -105
  515. package/src/serve/assets/training-inference-map.html +0 -575
  516. package/src/serve/audio-routes.ts +0 -323
  517. package/src/serve/aux-routes.ts +0 -132
  518. package/src/serve/batch-scheduler.ts +0 -8
  519. package/src/serve/checkpoint-identity.ts +0 -64
  520. package/src/serve/generation-gateway.ts +0 -537
  521. package/src/serve/isolate.ts +0 -609
  522. package/src/serve/kv-budget.ts +0 -14
  523. package/src/serve/lab-routes.ts +0 -341
  524. package/src/serve/lane-registry.ts +0 -45
  525. package/src/serve/model-admin-routes.ts +0 -155
  526. package/src/serve/model-binding.ts +0 -49
  527. package/src/serve/model-host.ts +0 -511
  528. package/src/serve/parent-application.ts +0 -56
  529. package/src/serve/prompt-response-trace.ts +0 -161
  530. package/src/serve/response-lease.ts +0 -24
  531. package/src/serve/session-search.ts +0 -326
  532. package/src/serve/static-routes.ts +0 -101
  533. package/src/serve/transcription-server.ts +0 -64
  534. package/src/serve/transcription-service.ts +0 -502
  535. package/src/server.ts +0 -1282
  536. package/src/spec/assistant-rows.ts +0 -93
  537. package/src/spec/assistant-source.ts +0 -126
  538. package/src/spec/cache-identity.ts +0 -22
  539. package/src/spec/deepspec-rows.ts +0 -29
  540. package/src/spec/deepspec-source.ts +0 -145
  541. package/src/spec/dflash-source.ts +0 -149
  542. package/src/spec/drafter.ts +0 -304
  543. package/src/spec/dspark/ab-stats.ts +0 -136
  544. package/src/spec/dspark/calibration.ts +0 -112
  545. package/src/spec/dspark/data-dflash.ts +0 -156
  546. package/src/spec/dspark/data.ts +0 -201
  547. package/src/spec/dspark/deepspec-module.ts +0 -776
  548. package/src/spec/dspark/generate-dflash.ts +0 -245
  549. package/src/spec/dspark/generate.ts +0 -290
  550. package/src/spec/dspark/loader.ts +0 -23
  551. package/src/spec/dspark/loss.ts +0 -213
  552. package/src/spec/dspark/module-dflash.ts +0 -560
  553. package/src/spec/dspark/module.ts +0 -540
  554. package/src/spec/dspark/quantize-drafter.ts +0 -91
  555. package/src/spec/dspark/sample.ts +0 -112
  556. package/src/spec/generate.ts +0 -276
  557. package/src/spec/glm52-mtp-graph.ts +0 -29
  558. package/src/spec/glm52-mtp-rows.ts +0 -132
  559. package/src/spec/glm52-mtp-source.ts +0 -318
  560. package/src/spec/glm52-mtp-state.ts +0 -33
  561. package/src/spec/ngram-source.ts +0 -226
  562. package/src/spec/projected-draft-rows.ts +0 -73
  563. package/src/spec/qwen-mtp-module.ts +0 -171
  564. package/src/spec/qwen-mtp-rows.ts +0 -230
  565. package/src/spec/qwen-mtp-source.ts +0 -386
  566. package/src/spec/qwen-mtp-state.ts +0 -30
  567. package/src/spec/serve-loop.ts +0 -587
  568. package/src/spec/source.ts +0 -228
  569. package/src/spec/two-model-rows.ts +0 -62
  570. package/src/spec/two-model.ts +0 -113
  571. package/src/ssd-cache.ts +0 -431
  572. package/src/ssd-durability.ts +0 -209
  573. package/src/storage/host-buffer.ts +0 -24
  574. package/src/storage/kv-writer.ts +0 -83
  575. package/src/storage/kv-writer.worker.js +0 -264
  576. package/src/storage/retention-policy.ts +0 -37
  577. package/src/tiered-prompt-cache.ts +0 -45
  578. package/src/tokenizer.ts +0 -335
  579. package/src/tool-approvals.ts +0 -131
  580. package/src/tool-call.ts +0 -695
  581. package/src/train/dataset.ts +0 -484
  582. package/src/train/diffusion-lora.ts +0 -216
  583. package/src/train/export.ts +0 -32
  584. package/src/train/flash-cce.ts +0 -1234
  585. package/src/train/forward.ts +0 -266
  586. package/src/train/fuse.ts +0 -243
  587. package/src/train/index.ts +0 -46
  588. package/src/train/job.ts +0 -205
  589. package/src/train/lora-params.ts +0 -254
  590. package/src/train/loss.ts +0 -1591
  591. package/src/train/merge.ts +0 -195
  592. package/src/train/optimizer.ts +0 -183
  593. package/src/train/prefix-shared.ts +0 -490
  594. package/src/train/rank.ts +0 -137
  595. package/src/train/segmented.ts +0 -1828
  596. package/src/train/steel-qmm-header.ts +0 -1461
  597. package/src/train/trainer.ts +0 -1221
  598. package/src/train/watch.ts +0 -542
  599. package/src/vision/diffusion-vision.ts +0 -620
  600. package/src/vision/embedder.ts +0 -176
  601. package/src/vision/preprocess.ts +0 -247
  602. package/src/vision/prompt.ts +0 -409
  603. package/src/vision/qwen3vl-preprocess.ts +0 -409
  604. package/src/vision/qwen3vl-prompt.ts +0 -233
  605. package/src/vision/qwen3vl-tower.ts +0 -566
  606. package/src/vision/siglip.ts +0 -607
  607. package/src/vision/video-frames.ts +0 -148
  608. package/src/web/app.html +0 -2155
  609. package/src/web/app.js +0 -5863
  610. package/src/web/skills/memory/SKILL.md +0 -120
  611. package/src/web/skills/web-research/SKILL.md +0 -46
  612. package/src/web/skills.ts +0 -97
  613. package/src/web/src/adapters-panel.ts +0 -288
  614. package/src/web/src/assistant.ts +0 -451
  615. package/src/web/src/chat.ts +0 -1060
  616. package/src/web/src/composer.ts +0 -962
  617. package/src/web/src/dataset.ts +0 -132
  618. package/src/web/src/finetune.ts +0 -267
  619. package/src/web/src/hub.ts +0 -428
  620. package/src/web/src/main.ts +0 -98
  621. package/src/web/src/markdown.ts +0 -0
  622. package/src/web/src/memory-panel.ts +0 -572
  623. package/src/web/src/model-picker.ts +0 -159
  624. package/src/web/src/palette.ts +0 -346
  625. package/src/web/src/protocol.ts +0 -26
  626. package/src/web/src/quantize.ts +0 -167
  627. package/src/web/src/rag.ts +0 -274
  628. package/src/web/src/sessions.ts +0 -469
  629. package/src/web/src/shell.ts +0 -804
  630. package/src/web/src/ui-catalog.ts +0 -78
  631. package/src/web/src/voice.ts +0 -141
  632. package/src/web/vendor/README.md +0 -61
  633. package/src/web-assets.ts +0 -47
  634. package/src/web-tools.ts +0 -478
  635. package/src/weights.ts +0 -255
  636. /package/src/{serve → server}/completion-sink.ts +0 -0
  637. /package/src/{serve → server}/generated-token-history.ts +0 -0
  638. /package/src/web/{icon.svg → public/icon.svg} +0 -0
  639. /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
  640. /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
@@ -1,120 +0,0 @@
1
- ---
2
- name: memory
3
- description: Use when the answer depends on the user's prior conversations or personal context: explicit memory/recall requests, named personal projects, people, preferences, decisions, or history not explained in the current chat. Do not use for weather, current public facts, generic web research, or ordinary coding/file tasks when current files are sufficient. Also use when the user wants to set up, inspect, or manage memory.
4
- ---
5
-
6
- # Memory
7
-
8
- The user has a personal **memory** — a wiki of Markdown articles synthesized
9
- from their past conversations, stored locally at `~/.mlx-bun/wiki/`. User memory
10
- articles live under `articles/`. Read-only mlx-bun reference docs live under
11
- `Reference/` as symlinks and are also searchable/readable, but synthesis never
12
- writes them. Each user article is the consolidated, finished understanding of one
13
- topic. Your job is to *use it* so the user never has to re-explain what they've
14
- already told you.
15
-
16
- It is entirely local: the articles, the synthesis, and these tools all run on
17
- the user's machine. Nothing about their memory leaves the device.
18
-
19
- ## Consulting memory (the common case)
20
-
21
- When the answer depends on personal continuity — an explicit memory/recall
22
- request, or a named project, person, decision, preference, or history that is
23
- not explained in the current chat — look it up **before** answering or asking
24
- the user to re-explain. Doing the lookup first, instead of answering from first
25
- principles, is itself the helpful move.
26
-
27
- Do **not** use memory for weather, current public facts, generic web research,
28
- or ordinary coding/file tasks when the current files or the web tools answer the
29
- question. Memory is for user-specific context, not for performing familiarity.
30
-
31
- The read path is **FIND the article → READ it small → answer**. It is
32
- deterministic navigation — never a vector search, and there is no way to
33
- query/sort articles by an infobox field (the infobox is facts you *read*, via
34
- `memory_infobox`, not a filter).
35
-
36
- 1. **FIND the article.**
37
- - When the user names a specific thing, person, or project, call
38
- `memory_resolve` with the name as said ("S5 IIX", "the Lumix"). It returns
39
- the matched stem, title, kind, and lead — no search, no guessing.
40
- - For "what do I have about X", call `memory_category` with a `category`
41
- (e.g. `Lenses`), `type`, or `series`. This is membership, not search: it
42
- lists the articles that are actually about X.
43
- 2. **READ it small (the default).** Call `memory_read` to get the article's TOC
44
- + lead, then `memory_section` to read just the **one** section you need. The
45
- whole article is the exception — pass `force=true` only when you truly need
46
- all of it. The article is the user's consolidated current position; read it
47
- rather than reconstructing their view from scattered fragments.
48
- 3. **Follow the graph / read the infobox when useful.** `memory_links` shows
49
- outgoing links grouped by origin (infobox / series / see also / prose) plus
50
- backlinks — use it to hop to a neighbour (e.g. from a camera's infobox
51
- `mount: [[L-Mount]]` to the mount article). `memory_infobox` surfaces the
52
- structured facts to read. `memory_list` is a bare overview;
53
- `memory_status` answers setup/schedule/location questions. mlx-bun reference
54
- docs are separate from personal memory; use `reference_search`,
55
- `reference_read`, and `reference_list` for those.
56
- 4. **`memory_search` is the LAST resort.** Only fall back to it when
57
- `memory_resolve` / `memory_category` have failed across a couple of
58
- phrasings. It is a plain substring scan that doesn't understand meaning.
59
- 5. **Use it silently, as a continuation.** Let what you find shape your response
60
- like a long-time colleague who already knows the state of things. Speak as a
61
- continuation, never as a retrieval report: do not preface answers with "per
62
- the wiki…", "according to the article…", "I checked your memory…", or
63
- "welcome back, I see you're working on X". Cite an article by name only if
64
- the user asks where something came from, or to distinguish "the wiki says X"
65
- from "I think Y".
66
-
67
- Use memory as an invisible prior: it should narrow relevance and improve the
68
- answer, not become the topic of the answer. Avoid performative recall — do not
69
- name-drop unrelated remembered facts to sound familiar.
70
-
71
- ## Opening memory for the user
72
-
73
- The wiki is a normal Markdown/Obsidian vault. If the user asks to browse, open,
74
- inspect, or edit their memory directly, you may open it for them after a brief
75
- confirmation:
76
-
77
- ```bash
78
- mlx-bun memory open
79
- mlx-bun memory open <article>
80
- ```
81
-
82
- The first form opens `~/.mlx-bun/wiki/` in Obsidian when available, falling back
83
- to the folder in Finder. The second form opens a specific article stem such as
84
- `Archie_Project` directly in Obsidian, falling back to the default Markdown app.
85
- Opening the vault or article is allowed; editing articles during chat is not. If
86
- the user wants a change to become durable memory, keep the conversation natural
87
- and let synthesis incorporate it later, unless they explicitly ask to edit files
88
- by hand in Obsidian.
89
-
90
- ## Setting up memory (if it doesn't exist yet)
91
-
92
- If memory isn't set up (the memory tools aren't available, or the user asks to
93
- turn it on), explain it plainly and set it up on agreement:
94
-
95
- > Your memory is a folder of Markdown articles at `~/.mlx-bun/wiki/`,
96
- > synthesized from your conversations so I can remember your context across
97
- > sessions. It's a normal git-tracked wiki you fully own and can edit or
98
- > delete — and it never leaves your machine.
99
-
100
- On a yes, run the setup via the bash tool (the user approves it):
101
-
102
- ```
103
- mlx-bun memory init
104
- ```
105
-
106
- This creates the vault and walks through optional steps (importing an existing
107
- wiki, scheduling nightly synthesis). Confirm before each persistent action.
108
-
109
- ## What not to do
110
-
111
- - Don't claim a fact "from memory" that you didn't read in an article — find
112
- and read the article first, or say you don't have it.
113
- - Don't write to or edit the wiki during a normal conversation; the read tools
114
- are read-only by design. Synthesis is a separate, deliberate step.
115
- - Do open the wiki or a specific article in Obsidian/Finder if the user asks to
116
- browse or edit their memory themselves (`mlx-bun memory open [article]`).
117
- - Don't dump article contents at the user verbatim — use them to inform a
118
- direct, relevant answer.
119
- - Don't perform familiarity. If the user asks for weather, current facts, or a
120
- normal coding task, use the task-appropriate tool instead of memory.
@@ -1,46 +0,0 @@
1
- ---
2
- name: web-research
3
- description: Use only when the user asks you to research something, do a deep dive, fact-check a claim, compare options, or answer a question that needs current, accurate, real-world information ("what's the latest on…", prices, releases, news, specs). Do not use for ordinary conversation, ordinary coding tasks, or questions answerable from the current conversation/files.
4
- ---
5
-
6
- # Web Research
7
-
8
- A workflow for answering questions that need current, accurate, real-world
9
- information, using the `web_search` and `web_fetch` tools. The goal is a
10
- trustworthy, well-sourced answer — not a guess dressed up as one.
11
-
12
- ## When to use this
13
-
14
- - The answer depends on current events, recent releases, prices, versions,
15
- or anything that changes over time.
16
- - The user wants a thorough or authoritative answer, or asks for sources.
17
- - A specific claim needs verifying, or you would otherwise be speculating.
18
-
19
- Do **not** use this for ordinary conversation that does not require external information. In that case, reply naturally instead of explaining the research workflow.
20
-
21
- ## Workflow
22
-
23
- 1. **Plan.** Restate the question in your own words and list the 2–4 concrete
24
- things you need to find out. This keeps the searches focused.
25
- 2. **Search broadly.** Call `web_search` with a few focused queries — one idea
26
- per query — rather than a single vague one. Vary the wording if the first
27
- results are weak.
28
- 3. **Read the best sources.** Use `web_fetch` to actually read the most
29
- relevant results. Prefer primary sources (official docs, the original
30
- announcement, the paper, the vendor's own page) over blogs and aggregators.
31
- Read at least two or three independent sources.
32
- 4. **Cross-check.** Confirm each key fact appears in more than one independent
33
- source. Where sources disagree, surface the disagreement instead of picking
34
- one silently.
35
- 5. **Answer.** Lead with a direct answer, then the supporting detail. Cite
36
- every nontrivial claim with a Markdown link to a page you actually fetched.
37
- Separate what's well-supported from what's uncertain.
38
-
39
- ## Quality rules
40
-
41
- - Check publication dates; for fast-moving topics, prefer recent sources.
42
- - Never cite a page you didn't fetch, and never invent quotes, numbers, or URLs.
43
- - Quote sparingly and exactly.
44
- - If the sources are thin or conflicting, say so plainly — don't overstate
45
- confidence to sound complete.
46
- - If a search returns nothing useful, try different terms before giving up.
package/src/web/skills.ts DELETED
@@ -1,97 +0,0 @@
1
- // mlx-bun bundled skills — curated pi skills the web chat ships with.
2
- //
3
- // Why materialize to disk? pi loads skills by reading SKILL.md from a
4
- // filesystem path, but mlx-bun also ships as a single `bun build --compile`
5
- // binary where source files don't exist on disk. So each SKILL.md is
6
- // embedded into the bundle as a text import (the same trick app.html uses)
7
- // and written to ~/.mlx-bun/skills/<name>/SKILL.md at startup. One source of
8
- // truth that resolves identically when run from source and from the binary —
9
- // no build-script changes, no sidecar files.
10
- //
11
- // These load via DefaultResourceLoader.additionalSkillPaths even though the
12
- // web session keeps noSkills:true: that flag only disables auto-discovery of
13
- // the user's personal ~/.pi and project .pi skills, so the chat stays
14
- // isolated while still getting our curated set (resource-loader.js:277).
15
- //
16
- // Memory is deliberately gated by vault existence. If memory is not enabled,
17
- // we do not expose its skill at all; otherwise small local models can fixate on
18
- // the skill description even when the user asks unrelated things like weather.
19
- //
20
- // To add a skill: drop a folder under ./skills/<name>/SKILL.md, add a text
21
- // import for it, and append it to BUNDLED_SKILLS.
22
-
23
- import { mkdirSync, writeFileSync } from "node:fs";
24
- import { homedir } from "node:os";
25
- import { join } from "node:path";
26
- import webResearchMd from "./skills/web-research/SKILL.md" with { type: "text" };
27
- import memoryMd from "./skills/memory/SKILL.md" with { type: "text" };
28
-
29
- interface BundledSkill {
30
- /** Directory name under the skills root; should match the SKILL.md `name`. */
31
- name: string;
32
- /** Raw SKILL.md contents, embedded at build time. */
33
- md: string;
34
- }
35
-
36
- const BUNDLED_SKILLS: readonly BundledSkill[] = [
37
- { name: "web-research", md: webResearchMd },
38
- { name: "memory", md: memoryMd },
39
- ];
40
-
41
- export interface BundledSkillOptions {
42
- /** Include the web-research workflow skill. Default false: tool schemas are enough, and small local models can over-apply workflow skills. */
43
- includeWebResearch?: boolean;
44
- /** Include the personal-memory skill. Default true for backward compatibility. */
45
- includeMemory?: boolean;
46
- }
47
-
48
- /** Where the bundled skills are written; also pi's per-session scratch root. */
49
- export function bundledSkillsRoot(): string {
50
- return join(homedir(), ".mlx-bun", "skills");
51
- }
52
-
53
- /** Memoize: the embedded content can't change within a process run. */
54
- const materialized = new Set<string>();
55
-
56
- /**
57
- * Write the embedded skills to disk (overwriting, so updates propagate) and
58
- * return the root directory to pass as a single additionalSkillPaths entry.
59
- * pi scans it for per-skill SKILL.md files. Runs its disk writes once per
60
- * process even when called per browser connection.
61
- */
62
- function selectedSkills(opts: BundledSkillOptions = {}): readonly BundledSkill[] {
63
- const includeMemory = opts.includeMemory ?? true;
64
- const includeWebResearch = opts.includeWebResearch ?? false;
65
- return BUNDLED_SKILLS.filter((skill) => {
66
- if (!includeMemory && skill.name === "memory") return false;
67
- if (!includeWebResearch && skill.name === "web-research") return false;
68
- return true;
69
- });
70
- }
71
-
72
- /**
73
- * Materialize selected bundled skills and return exact skill directories. Use
74
- * these paths in DefaultResourceLoader.additionalSkillPaths. Returning exact
75
- * directories (rather than the shared root) prevents an old on-disk memory
76
- * skill from being discovered when memory is disabled for the current session.
77
- */
78
- export function materializeBundledSkillPaths(opts: BundledSkillOptions = {}): string[] {
79
- const root = bundledSkillsRoot();
80
- const paths: string[] = [];
81
- for (const skill of selectedSkills(opts)) {
82
- const dir = join(root, skill.name);
83
- if (!materialized.has(skill.name)) {
84
- mkdirSync(dir, { recursive: true });
85
- writeFileSync(join(dir, "SKILL.md"), skill.md);
86
- materialized.add(skill.name);
87
- }
88
- paths.push(dir);
89
- }
90
- return paths;
91
- }
92
-
93
- /** Backward-compatible root materializer for older call sites. Prefer materializeBundledSkillPaths(). */
94
- export function materializeBundledSkills(): string {
95
- materializeBundledSkillPaths({ includeMemory: true, includeWebResearch: true });
96
- return bundledSkillsRoot();
97
- }
@@ -1,288 +0,0 @@
1
- // GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
2
- // §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
3
- //
4
- // Adapter routing table (plan §5.6, §9 Phase 2): the deep surface behind
5
- // the composer's ⚙ button beside #chat-adapter. Shows every on-disk
6
- // adapter with its three states (available / loaded+mounted /
7
- // selected-for-this-chat), base model, rank, size on disk, and RAM cost
8
- // when mounted (GET /v1/adapters now reports `ram_bytes` — see
9
- // docs/reference/server-api.md), with compatible-graying and a why-not
10
- // tooltip. Actions: mount, select, unselect, and stack two compatible
11
- // adapters as "a+b" — resolveSpec/injectAdapter already support composite
12
- // ids end to end (proved in tests/research/pi-web.test.ts's stacking test; the
13
- // shape-validated mount is proved against real weights in the
14
- // MLX_BUN_TEST_LORA=1-gated tests/parity/lora.test.ts).
15
- //
16
- // Single source of SELECTION state, not a single fetch: composer.ts's quick
17
- // <select> and this table each hit /v1/adapters(+/available) independently
18
- // (same endpoints, same shapes) rather than sharing one in-memory cache —
19
- // but chat.ts keeps them from disagreeing about what's SELECTED by writing
20
- // through both on every change (adapterSel.onchange syncs
21
- // adaptersPanel.selectedSpec; this table's actions sync #chat-adapter's
22
- // value back). What must never drift is which adapter(s) are active for
23
- // the chat, not which HTTP call fetched the list.
24
-
25
- import { $, toast, trapFocus, setAdaptersPanelClose, type FocusTrap } from "./shell";
26
- import { api } from "./api";
27
- import { esc } from "./markdown";
28
-
29
- /** Shape returned by GET /v1/adapters/available (on-disk, unfiltered). */
30
- export interface AvailableAdapterRow {
31
- id: string;
32
- path: string;
33
- rank: number | null;
34
- scale: number;
35
- base_model: string | null;
36
- mounted: boolean;
37
- compatible: boolean;
38
- }
39
-
40
- /** Shape returned by GET /v1/adapters (mounted only, with RAM cost). */
41
- export interface MountedAdapterRow {
42
- id: string;
43
- path: string;
44
- rank: number | null;
45
- scale: number;
46
- size_bytes: number;
47
- mounted_layers: number;
48
- ram_bytes: number;
49
- }
50
-
51
- function fmtBytes(n: number | null | undefined): string {
52
- if (n == null) return "—";
53
- if (n >= 2 ** 20) return (n / 2 ** 20).toFixed(1) + " MB";
54
- if (n >= 2 ** 10) return (n / 2 ** 10).toFixed(1) + " KB";
55
- return n + " B";
56
- }
57
-
58
- /** Send callback type shared with the rest of chat.ts's WS wiring. */
59
- type Send = (obj: unknown) => boolean;
60
-
61
- export class AdaptersPanelState {
62
- available: AvailableAdapterRow[] = [];
63
- mounted: Map<string, MountedAdapterRow> = new Map();
64
- /** The composer's current single-select value ("" = none), kept in sync
65
- * so the table can show which one/ones are "selected for this chat". */
66
- selectedSpec: string | null = null;
67
- /** Multi-select scratch state for the "stack" flow — ids the user has
68
- * ticked in the table before hitting "apply stack". Cleared on apply. */
69
- stackPicks: Set<string> = new Set();
70
- }
71
-
72
- let trap: FocusTrap | null = null;
73
-
74
- /** Fetch both adapter endpoints once and refresh every dependent view: the
75
- * table body (if open, with its actions re-wired against `send`) and the
76
- * composer's quick <select> (renderAdapterOptionsHtml, imported from
77
- * composer.ts — one source of truth, not a second fetch). `send` is
78
- * required (not optional) so a refresh never silently leaves the table's
79
- * mount/select/stack buttons wired to a no-op. */
80
- export async function refreshAdaptersPanel(state: AdaptersPanelState, send: Send): Promise<void> {
81
- const [availD, mountedD] = await Promise.all([
82
- api("/v1/adapters/available").catch(() => ({ ok: false } as const)),
83
- api("/v1/adapters").catch(() => ({ ok: false } as const)),
84
- ]);
85
- state.available = ((availD as { adapters?: AvailableAdapterRow[] }).adapters) || [];
86
- const mountedList = ((mountedD as { adapters?: MountedAdapterRow[] }).adapters) || [];
87
- state.mounted = new Map(mountedList.map((a) => [a.id, a]));
88
- // Drop stack picks for adapters that vanished from disk (e.g. an
89
- // in-flight delete elsewhere).
90
- for (const id of [...state.stackPicks]) if (!state.available.some((a) => a.id === id)) state.stackPicks.delete(id);
91
- renderAdaptersBody(state, send);
92
- }
93
-
94
- /** Parse the composer's currently-selected spec ("" | "id" | "a+b") into
95
- * the set of ids it names, for the table's per-row "selected" badge. */
96
- function selectedIds(state: AdaptersPanelState): Set<string> {
97
- const spec = state.selectedSpec;
98
- if (!spec) return new Set();
99
- return new Set(spec.split("+").map((s) => s.trim()).filter(Boolean));
100
- }
101
-
102
- /** Render one adapter row: id/badges, base-model/rank/size/RAM meta line,
103
- * incompatible-why note, and the mount/select/unselect/stack actions.
104
- * Pure enough to unit-test (no fetch inside), takes callbacks for the
105
- * actions so the DOM wiring lives in one place (initAdaptersPanel). */
106
- export function renderAdapterRow(
107
- a: AvailableAdapterRow,
108
- opts: {
109
- mountedInfo: MountedAdapterRow | undefined;
110
- isSelected: boolean;
111
- stackPicked: boolean;
112
- stackModeOn: boolean;
113
- },
114
- ): string {
115
- const { mountedInfo, isSelected, stackPicked, stackModeOn } = opts;
116
- const rowClasses = ["ad-row"];
117
- if (!a.compatible) rowClasses.push("incompatible");
118
- if (isSelected) rowClasses.push("selected");
119
- const badges: string[] = [];
120
- if (mountedInfo) badges.push('<span class="ad-badge mounted">mounted</span>');
121
- if (isSelected) badges.push('<span class="ad-badge selected">selected</span>');
122
- const meta: string[] = [];
123
- if (a.base_model) meta.push("base <b>" + esc(a.base_model.split("/").pop()) + "</b>");
124
- if (a.rank) meta.push("rank <b>" + esc(a.rank) + "</b>");
125
- meta.push("disk <b>" + esc(fmtBytes(mountedInfo ? mountedInfo.size_bytes : null) === "—" ? "—" : fmtBytes(mountedInfo ? mountedInfo.size_bytes : null)) + "</b>");
126
- if (mountedInfo) meta.push("RAM <b>" + esc(fmtBytes(mountedInfo.ram_bytes)) + "</b>");
127
- const why = !a.compatible
128
- ? '<div class="ad-why">' + (a.base_model
129
- ? "trained for " + esc(a.base_model) + ", not the currently-served model"
130
- : "not compatible with the currently-served model") + "</div>"
131
- : "";
132
- const actions: string[] = [];
133
- if (a.compatible) {
134
- if (stackModeOn) {
135
- actions.push(
136
- '<label class="ad-stack-chk"><input type="checkbox" class="ad-stack-pick" data-id="' + esc(a.id) + '"' +
137
- (stackPicked ? " checked" : "") + (!mountedInfo ? " disabled title=\"mount first to stack it\"" : "") + '> stack</label>',
138
- );
139
- }
140
- if (!mountedInfo) {
141
- actions.push('<button type="button" class="ad-mount" data-id="' + esc(a.id) + '" data-path="' + esc(a.path) + '">Mount</button>');
142
- } else if (!isSelected) {
143
- actions.push('<button type="button" class="ad-select primary" data-id="' + esc(a.id) + '">Select</button>');
144
- } else {
145
- actions.push('<button type="button" class="ad-unselect" data-id="' + esc(a.id) + '">Unselect</button>');
146
- }
147
- }
148
- return (
149
- '<div class="' + rowClasses.join(" ") + '" data-adapter-row="' + esc(a.id) + '">' +
150
- '<div class="ad-row-main">' +
151
- '<div class="ad-row-head"><span class="ad-row-id" title="' + esc(a.id) + '">' + esc(a.id) + "</span>" + badges.join("") + "</div>" +
152
- '<div class="ad-meta">' + meta.join(" · ") + "</div>" +
153
- why +
154
- "</div>" +
155
- '<div class="ad-actions">' + actions.join("") + "</div>" +
156
- "</div>"
157
- );
158
- }
159
-
160
- /** Full table body: a stack-mode toggle + composed-spec bar (when picks
161
- * exist), then one section of rows. Exported so tests/using/web-app.test.ts can
162
- * exercise esc() discipline without a live DOM/network. */
163
- export function renderAdaptersBodyHtml(state: AdaptersPanelState): string {
164
- if (!state.available.length) {
165
- return (
166
- '<div class="ad-empty">No adapters found on disk yet.<br>' +
167
- "Fine-tune one in the Developer tab, or drop an adapter directory into " +
168
- "<code>~/.cache/mlx-bun/adapters</code>.</div>"
169
- );
170
- }
171
- const selected = selectedIds(state);
172
- const stackModeOn = state.stackPicks.size > 0 || selected.size > 1;
173
- const rows = state.available.map((a) => renderAdapterRow(a, {
174
- mountedInfo: state.mounted.get(a.id),
175
- isSelected: selected.has(a.id),
176
- stackPicked: state.stackPicks.has(a.id),
177
- stackModeOn,
178
- })).join("");
179
- const picks = [...state.stackPicks];
180
- const stackBar = picks.length
181
- ? '<div class="ad-stack-bar"><span class="lbl">Stack:</span><span class="expr">' +
182
- esc(picks.join(" + ")) + '</span><button type="button" id="ad-stack-apply" class="ad-actions-btn">Apply</button>' +
183
- '<button type="button" id="ad-stack-clear" class="ad-actions-btn">Clear</button></div>'
184
- : "";
185
- return (
186
- '<div class="ad-note">Every adapter found on disk, mounted or not. Mounting loads it into ' +
187
- "memory (RAM cost shown once mounted); selecting makes it active for this chat's next turn " +
188
- "(a fresh KV segment). Tick two mounted adapters' “stack” boxes to compose them as " +
189
- '<code>a+b</code> — the server already supports it end to end.</div>' +
190
- stackBar +
191
- '<div class="ad-sec-title">On disk (' + state.available.length + ")</div>" +
192
- rows
193
- );
194
- }
195
-
196
- function renderAdaptersBody(state: AdaptersPanelState, send: Send): void {
197
- const body = $("adapters-body");
198
- if (!body) return;
199
- body.innerHTML = renderAdaptersBodyHtml(state);
200
- wireRowActions(state, send);
201
- }
202
-
203
- function wireRowActions(state: AdaptersPanelState, send: Send): void {
204
- const body = $("adapters-body");
205
- if (!body) return;
206
- body.querySelectorAll<HTMLButtonElement>(".ad-mount").forEach((btn) => {
207
- btn.onclick = async () => {
208
- const id = btn.dataset.id!, path = btn.dataset.path!;
209
- btn.disabled = true; btn.textContent = "Mounting…";
210
- const r = await api("/v1/adapters", { method: "POST", body: { id, path } });
211
- if (r && (r.error || r.ok === false)) {
212
- toast("adapter: " + (r.error || "mount failed"), "err");
213
- btn.disabled = false; btn.textContent = "Mount";
214
- return;
215
- }
216
- toast("mounted " + id, "ok");
217
- await refreshAdaptersPanel(state, send);
218
- };
219
- });
220
- body.querySelectorAll<HTMLButtonElement>(".ad-select").forEach((btn) => {
221
- btn.onclick = () => {
222
- const id = btn.dataset.id!;
223
- state.selectedSpec = id;
224
- state.stackPicks.clear();
225
- send({ type: "set_adapter", id });
226
- const sel = $("chat-adapter") as HTMLSelectElement | null;
227
- if (sel && [...sel.options].some((o) => o.value === id)) sel.value = id;
228
- toast("adapter selected — new turns start a fresh KV segment", "ok");
229
- renderAdaptersBody(state, send);
230
- };
231
- });
232
- body.querySelectorAll<HTMLButtonElement>(".ad-unselect").forEach((btn) => {
233
- btn.onclick = () => {
234
- state.selectedSpec = null;
235
- send({ type: "set_adapter", id: null });
236
- const sel = $("chat-adapter") as HTMLSelectElement | null;
237
- if (sel) sel.value = "";
238
- renderAdaptersBody(state, send);
239
- };
240
- });
241
- body.querySelectorAll<HTMLInputElement>(".ad-stack-pick").forEach((chk) => {
242
- chk.onchange = () => {
243
- const id = chk.dataset.id!;
244
- if (chk.checked) state.stackPicks.add(id); else state.stackPicks.delete(id);
245
- renderAdaptersBody(state, send);
246
- };
247
- });
248
- const apply = $("ad-stack-apply") as HTMLButtonElement | null;
249
- if (apply) apply.onclick = () => {
250
- if (state.stackPicks.size < 2) { toast("stack needs at least two ticked adapters", "err"); return; }
251
- const spec = [...state.stackPicks].join("+");
252
- state.selectedSpec = spec;
253
- send({ type: "set_adapter", id: spec });
254
- const sel = $("chat-adapter") as HTMLSelectElement | null;
255
- if (sel) sel.value = ""; // composite spec has no matching single <option>
256
- toast("stacked " + spec + " — new turns start a fresh KV segment", "ok");
257
- renderAdaptersBody(state, send);
258
- };
259
- const clear = $("ad-stack-clear") as HTMLButtonElement | null;
260
- if (clear) clear.onclick = () => { state.stackPicks.clear(); renderAdaptersBody(state, send); };
261
- }
262
-
263
- function openPanel(state: AdaptersPanelState, send: Send): void {
264
- const ov = $("adapters-overlay");
265
- ov.classList.add("open");
266
- $("adapters-manage").setAttribute("aria-expanded", "true");
267
- if (trap) trap.capture();
268
- refreshAdaptersPanel(state, send);
269
- }
270
- export function closeAdaptersPanel(): void {
271
- $("adapters-overlay").classList.remove("open");
272
- $("adapters-manage").setAttribute("aria-expanded", "false");
273
- if (trap) trap.restore();
274
- }
275
-
276
- /** Wire the ⚙ button + overlay close affordances. Escape is handled by the
277
- * global closeTopOverlay sweep in shell.ts (one mechanism, not a bespoke
278
- * listener per overlay — same pattern as the HF modal / sampling popover). */
279
- export function initAdaptersPanel(state: AdaptersPanelState, send: Send): void {
280
- const btn = $("adapters-manage");
281
- if (!btn) return;
282
- trap = trapFocus($("adapters-panel"), () => $("adapters-overlay").classList.contains("open"));
283
- btn.onclick = () => openPanel(state, send);
284
- const close = $("adapters-close");
285
- if (close) close.onclick = closeAdaptersPanel;
286
- $("adapters-overlay").addEventListener("click", (e) => { if (e.target === $("adapters-overlay")) closeAdaptersPanel(); });
287
- setAdaptersPanelClose(closeAdaptersPanel);
288
- }