mlx-bun 0.5.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1449 -109
- package/THIRD_PARTY_NOTICES.md +882 -0
- package/bin/mlx-bun.convert.mjs +4 -0
- package/bin/mlx-bun.fuse.mjs +4 -0
- package/bin/mlx-bun.generate.mjs +4 -0
- package/bin/mlx-bun.lora.mjs +4 -0
- package/bin/mlx-bun.mjs +13 -21
- package/bin/mlx-bun.server.mjs +4 -0
- package/bin/mlx-bun.upload.mjs +4 -0
- package/dist/web/app.js +9584 -0
- package/package.json +50 -53
- package/src/cli/ane-install.ts +76 -0
- package/src/cli/args.ts +179 -0
- package/src/cli/engine-entry.ts +68 -0
- package/src/cli/inference.ts +214 -0
- package/src/cli/job-entry.ts +97 -0
- package/src/cli/library-host.ts +117 -0
- package/src/cli/main.ts +57 -0
- package/src/cli/memory-engine.ts +163 -0
- package/src/cli/memory.ts +36 -0
- package/src/cli/mlx-lm-aliases.ts +309 -0
- package/src/cli/model-choice.ts +33 -0
- package/src/cli/model-selection.ts +84 -0
- package/src/cli/module-host.ts +11 -0
- package/src/cli/module-verbs.ts +50 -0
- package/src/cli/numerical-policy.ts +12 -0
- package/src/cli/perplexity.ts +89 -0
- package/src/cli/serve-host.ts +423 -0
- package/src/cli/serve-isolated.ts +217 -0
- package/src/cli/serve-options.ts +106 -0
- package/src/cli/serve-state.ts +205 -0
- package/src/cli/serve.ts +500 -0
- package/src/cli/served-model-host.ts +102 -0
- package/src/cli/server-entry.ts +148 -0
- package/src/cli/serving-unit.ts +177 -0
- package/src/{tui.ts → cli/terminal.ts} +13 -8
- package/src/cli/worker-adapters.ts +34 -0
- package/src/cli/worker-entry.ts +272 -0
- package/src/cli/worker-unit.ts +179 -0
- package/src/engine/adapter-operation.ts +26 -0
- package/src/engine/cache-services.ts +114 -0
- package/src/engine/completion.ts +39 -0
- package/src/engine/generation-gateway.ts +358 -0
- package/src/engine/index.ts +59 -0
- package/src/engine/kv-budget.ts +120 -0
- package/src/engine/media-preparation.ts +232 -0
- package/src/engine/model-binding.ts +24 -0
- package/src/engine/model-host.ts +513 -0
- package/src/engine/model-serving.ts +89 -0
- package/src/{serve → engine}/preparation.ts +7 -5
- package/src/{serve → engine}/session-completion-engine.ts +6 -6
- package/src/engine/telemetry.ts +109 -0
- package/src/hub/downloads.ts +116 -0
- package/src/jobs/db.ts +16 -7
- package/src/jobs/events.ts +29 -0
- package/src/jobs/executable.ts +5 -0
- package/src/jobs/host.ts +51 -0
- package/src/jobs/in-process.ts +55 -0
- package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
- package/src/jobs/runner.ts +150 -231
- package/src/jobs/service.ts +75 -0
- package/src/jobs/sse.ts +59 -23
- package/src/jobs/worker-memory.ts +46 -0
- package/src/jobs/worker-process.ts +163 -0
- package/src/jobs/worker-supervisor.ts +258 -0
- package/src/modules.ts +58 -0
- package/src/publishing/catalog-hub.ts +18 -0
- package/src/publishing/credentials.ts +31 -0
- package/src/publishing/upload.ts +37 -0
- package/src/residency/leased-adapters.ts +21 -0
- package/src/residency/local-records.ts +16 -0
- package/src/residency/model-residency.ts +405 -0
- package/src/residency/record-index.ts +28 -0
- package/src/residency/resident-estimate.ts +50 -0
- package/src/{anthropic.ts → server/anthropic.ts} +3 -81
- package/src/server/cache-routes.ts +36 -0
- package/src/{serve → server}/chat-request.ts +10 -10
- package/src/{serve → server}/chat-stage.ts +14 -14
- package/src/{client.ts → server/client.ts} +28 -2
- package/src/{serve → server}/completion-executor.ts +33 -41
- package/src/server/decision-body.ts +55 -0
- package/src/server/decision-routes.ts +134 -0
- package/src/server/decision-wire.ts +228 -0
- package/src/{serve → server}/discovery-routes.ts +25 -82
- package/src/{serve → server}/http.ts +25 -13
- package/src/{serve → server}/inference-request.ts +5 -5
- package/src/server/job-routes.ts +20 -0
- package/src/server/media-prompt.ts +63 -0
- package/src/server/memory-completion-client.ts +46 -0
- package/src/server/model-routes.ts +192 -0
- package/src/{serve → server}/openai-wire.ts +3 -2
- package/src/{serve → server}/pipeline.ts +1 -1
- package/src/server/prompt-builder.ts +13 -0
- package/src/server/prompt-contracts.ts +17 -0
- package/src/server/proxy-routes.ts +187 -0
- package/src/server/publishing-routes.ts +41 -0
- package/src/{serve → server}/request-plan.ts +6 -8
- package/src/{serve → server}/request-prep.ts +47 -50
- package/src/{serve → server}/responses-client.ts +30 -13
- package/src/{responses.ts → server/responses.ts} +12 -93
- package/src/server/routes.ts +205 -0
- package/src/server/start.ts +72 -0
- package/src/server/status-routes.ts +108 -0
- package/src/{serve → server}/text-completion-stage.ts +25 -4
- package/src/server/text-prompt.ts +12 -0
- package/src/{serve → server}/token-streams.ts +36 -38
- package/src/server/worker-routes.ts +311 -0
- package/src/storage/paths.ts +61 -0
- package/src/web/assets.ts +37 -0
- package/src/web/{src → browser}/api.ts +5 -23
- package/src/web/browser/chat-host.ts +17 -0
- package/src/web/browser/installed-panels.ts +6 -0
- package/src/web/browser/main.ts +55 -0
- package/src/web/browser/markdown.ts +279 -0
- package/src/web/browser/memory-panel.ts +9 -0
- package/src/web/browser/palette.ts +64 -0
- package/src/web/browser/protocol.ts +13 -0
- package/src/web/browser/shell.ts +467 -0
- package/src/web/{src → browser}/status.ts +32 -36
- package/src/web/build.ts +51 -0
- package/src/web/public/app.html +1054 -0
- package/src/web/{sw.js → public/sw.js} +4 -3
- package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
- package/src/web/{vendor → public/vendor}/hljs.js +2 -2
- package/THIRD_PARTY_LICENSES.md +0 -51
- package/docs/README.md +0 -107
- package/docs/archive/hlg-sampling.md +0 -350
- package/docs/archive/investigations/audio-input-plan.md +0 -356
- package/docs/archive/investigations/benchmark-ledger-through-v0.4.0.md +0 -3617
- package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
- package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
- package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
- package/docs/archive/investigations/curve-bisector-routing.md +0 -123
- package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
- package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
- package/docs/archive/investigations/dspark-handoff.md +0 -224
- package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
- package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
- package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
- package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
- package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
- package/docs/archive/investigations/lab-build-journal.md +0 -157
- package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
- package/docs/archive/investigations/openjarvis-fit.md +0 -198
- package/docs/archive/investigations/openwiki-evaluation.md +0 -249
- package/docs/archive/investigations/optimization_plan.md +0 -346
- package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
- package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
- package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
- package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
- package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
- package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
- package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
- package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
- package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
- package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
- package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
- package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
- package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
- package/docs/archive/planning/chat-ui-vision.md +0 -50
- package/docs/archive/planning/chunk-task-roadmap.md +0 -77
- package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
- package/docs/archive/planning/journal.md +0 -316
- package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
- package/docs/archive/planning/pi-integration-review.md +0 -178
- package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
- package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
- package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
- package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
- package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
- package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
- package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
- package/docs/archive/planning/release-notes-v0.4.0.md +0 -45
- package/docs/archive/planning/release-notes-v0.5.0.md +0 -37
- package/docs/archive/planning/web-ui-pass-plan.md +0 -213
- package/docs/archive/planning/website-readme-pass-plan.md +0 -224
- package/docs/design/batching.md +0 -2054
- package/docs/design/decode-speed-program.md +0 -2404
- package/docs/design/dreaming-nightly-pipeline.md +0 -684
- package/docs/design/generic-model-support.md +0 -821
- package/docs/design/kv-cache.md +0 -993
- package/docs/design/orpo-training.md +0 -680
- package/docs/design/speculative-decoding.md +0 -2129
- package/docs/design/turboquant.md +0 -2225
- package/docs/design/unified-engine-frontier-plan.md +0 -1987
- package/docs/design/web-chat-redesign.md +0 -695
- package/docs/planning/PRODUCT_ROADMAP.md +0 -593
- package/docs/planning/ResearchTopics.md +0 -119
- package/docs/planning/public-readiness-handoff.md +0 -244
- package/docs/planning/public-readiness.md +0 -149
- package/docs/planning/video-series.md +0 -421
- package/docs/reference/benchmarks.md +0 -3587
- package/docs/reference/cli.md +0 -646
- package/docs/reference/distribution.md +0 -380
- package/docs/reference/environment.md +0 -494
- package/docs/reference/glossary.md +0 -39
- package/docs/reference/library-api.md +0 -688
- package/docs/reference/memory.md +0 -260
- package/docs/reference/models.md +0 -346
- package/docs/reference/server-api.md +0 -1945
- package/docs/reference/server-config.md +0 -973
- package/docs/reference/training.md +0 -462
- package/docs/reference/troubleshooting.md +0 -158
- package/src/admission-plan.ts +0 -18
- package/src/audio/audiotoolbox.ts +0 -112
- package/src/audio/conformer.ts +0 -655
- package/src/audio/decode.ts +0 -133
- package/src/audio/features.ts +0 -202
- package/src/audio/mic-capture.ts +0 -98
- package/src/audio/silero-vad.ts +0 -379
- package/src/audio/transcode.ts +0 -67
- package/src/audio/whisper-decode.ts +0 -774
- package/src/audio/whisper-fast.ts +0 -732
- package/src/audio/whisper-format.ts +0 -73
- package/src/audio/whisper-mel.ts +0 -185
- package/src/audio/whisper-timing.ts +0 -274
- package/src/audio/whisper-tokenizer.ts +0 -239
- package/src/audio/whisper-transcribe.ts +0 -410
- package/src/backends/mlx/assistant-target.ts +0 -46
- package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
- package/src/backends/mlx/autoregressive.ts +0 -129
- package/src/backends/mlx/batch-group.ts +0 -1874
- package/src/backends/mlx/cache-attachment.ts +0 -67
- package/src/backends/mlx/cache-layout.ts +0 -31
- package/src/backends/mlx/checkpoint-state.ts +0 -53
- package/src/backends/mlx/continuation-persistence.ts +0 -107
- package/src/backends/mlx/continuation-request.ts +0 -43
- package/src/backends/mlx/continuation.ts +0 -77
- package/src/backends/mlx/diffusion.ts +0 -39
- package/src/backends/mlx/draft-target.ts +0 -32
- package/src/backends/mlx/encoder-cache.ts +0 -25
- package/src/backends/mlx/evaluation.ts +0 -105
- package/src/backends/mlx/fill-append.ts +0 -58
- package/src/backends/mlx/fill-group.ts +0 -497
- package/src/backends/mlx/full-kv-row-append.ts +0 -32
- package/src/backends/mlx/full-kv-row-donor.ts +0 -54
- package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
- package/src/backends/mlx/gateway-binding.ts +0 -174
- package/src/backends/mlx/graph.ts +0 -38
- package/src/backends/mlx/kv-codec.ts +0 -9
- package/src/backends/mlx/kv-maintenance.ts +0 -161
- package/src/backends/mlx/kv-tensor-rows.ts +0 -212
- package/src/backends/mlx/memory-client.ts +0 -189
- package/src/backends/mlx/methods.ts +0 -90
- package/src/backends/mlx/mixed-iteration.ts +0 -62
- package/src/backends/mlx/model-prompt.ts +0 -178
- package/src/backends/mlx/model-serving.ts +0 -80
- package/src/backends/mlx/paged-cache-codec.ts +0 -27
- package/src/backends/mlx/prefill-cohort.ts +0 -100
- package/src/backends/mlx/prefill-policy.ts +0 -26
- package/src/backends/mlx/prefill-rows.ts +0 -244
- package/src/backends/mlx/prefill.ts +0 -33
- package/src/backends/mlx/projected-context-rows.ts +0 -72
- package/src/backends/mlx/prompt-input.ts +0 -29
- package/src/backends/mlx/qwen-prompt-input.ts +0 -40
- package/src/backends/mlx/request-policy.ts +0 -20
- package/src/backends/mlx/request-state-policy.ts +0 -54
- package/src/backends/mlx/rollback.ts +0 -92
- package/src/backends/mlx/row-sampling.ts +0 -49
- package/src/backends/mlx/serial-executor.ts +0 -251
- package/src/backends/mlx/speculative-group.ts +0 -438
- package/src/backends/mlx/speculative-round.ts +0 -161
- package/src/backends/mlx/speculative.ts +0 -131
- package/src/backends/mlx/state-rows.ts +0 -104
- package/src/backends/mlx/state-views.ts +0 -46
- package/src/backends/mlx/target-layout-capability.ts +0 -35
- package/src/backends/mlx/text-engine.ts +0 -73
- package/src/backends/mlx/transitioning-kv-rows.ts +0 -173
- package/src/chat-template.ts +0 -382
- package/src/cli.ts +0 -3490
- package/src/config.ts +0 -399
- package/src/contracts/completion.ts +0 -16
- package/src/contracts/execution.ts +0 -70
- package/src/contracts/generation.ts +0 -103
- package/src/contracts/host.ts +0 -7
- package/src/contracts/object-cache.ts +0 -8
- package/src/contracts/pi-provider.ts +0 -30
- package/src/contracts/pi.ts +0 -261
- package/src/contracts/prefix-cache.ts +0 -33
- package/src/contracts/resources.ts +0 -25
- package/src/contracts/sampling.ts +0 -23
- package/src/contracts/scheduling.ts +0 -54
- package/src/contracts/tsconfig.json +0 -14
- package/src/dataset/generators.ts +0 -1087
- package/src/dataset/index.ts +0 -12
- package/src/dataset/job.ts +0 -81
- package/src/dataset/llm.ts +0 -71
- package/src/dataset/registry.ts +0 -528
- package/src/diffusion/diffusion-generate.ts +0 -507
- package/src/download.ts +0 -505
- package/src/embed.ts +0 -77
- package/src/engine/admission.ts +0 -59
- package/src/engine/cancellation.ts +0 -38
- package/src/engine/engine.ts +0 -56
- package/src/engine/execution-coordinator.ts +0 -70
- package/src/engine/execution-plan.ts +0 -64
- package/src/engine/execution-tasks.ts +0 -44
- package/src/engine/namespaced-cache.ts +0 -13
- package/src/engine/resources.ts +0 -53
- package/src/engine/scheduler.ts +0 -92
- package/src/engine/session.ts +0 -247
- package/src/eval/README.md +0 -130
- package/src/eval/ifeval.ts +0 -81
- package/src/eval/kl-prompts.ts +0 -29
- package/src/eval/kl.ts +0 -590
- package/src/eval/perplexity.ts +0 -164
- package/src/eval/quality-db.ts +0 -92
- package/src/eval/reference-logits.ts +0 -207
- package/src/eval/runner.ts +0 -124
- package/src/eval/score.ts +0 -49
- package/src/eval/tasks/bfcl.ts +0 -535
- package/src/eval/tasks/gsm8k.ts +0 -98
- package/src/eval/tasks/hashhop.ts +0 -139
- package/src/eval/tasks/humaneval.ts +0 -275
- package/src/eval/tasks/ifeval.ts +0 -525
- package/src/eval/tasks/mmlu.ts +0 -157
- package/src/eval/ultrafeedback.ts +0 -60
- package/src/evaldb.ts +0 -199
- package/src/expert-io.ts +0 -393
- package/src/expert-offload-build.ts +0 -77
- package/src/expert-offload.ts +0 -76
- package/src/expert-residency.ts +0 -1134
- package/src/expert-usage.ts +0 -415
- package/src/fill/echo-index.ts +0 -188
- package/src/fill/fill-session.ts +0 -463
- package/src/fill/proposal.ts +0 -68
- package/src/fill/schema-rows.ts +0 -506
- package/src/fill/tool-boundary.ts +0 -103
- package/src/fit.ts +0 -249
- package/src/generate.ts +0 -1352
- package/src/grammar.ts +0 -604
- package/src/harness-pi.ts +0 -184
- package/src/hf-push.ts +0 -628
- package/src/hub-rest.ts +0 -242
- package/src/index.ts +0 -63
- package/src/inference/denoising.ts +0 -17
- package/src/inference/draft-acceptance.ts +0 -41
- package/src/inference/draft-output.ts +0 -49
- package/src/inference/graph.ts +0 -33
- package/src/inference/prefill.ts +0 -45
- package/src/inference/rollback.ts +0 -7
- package/src/jobs/index.ts +0 -31
- package/src/jobs/job-entry.ts +0 -107
- package/src/jobs/task-client.ts +0 -19
- package/src/jobs/types.ts +0 -2
- package/src/kv-scheme.ts +0 -279
- package/src/kv-store.ts +0 -1135
- package/src/lab/README.md +0 -22
- package/src/lab/curve/curve-designer.html +0 -303
- package/src/lab/curve/curve-sampler.ts +0 -122
- package/src/lab/expert-trace/expert-trace.ts +0 -69
- package/src/lab/paged-kv/paged-attention.ts +0 -117
- package/src/lab/paged-kv/paged-kv-rows.ts +0 -111
- package/src/lab/paged-kv/paged-kv.ts +0 -336
- package/src/library.ts +0 -40
- package/src/lora.ts +0 -408
- package/src/md-modules.d.ts +0 -54
- package/src/media-fetch.ts +0 -442
- package/src/memory/article.ts +0 -558
- package/src/memory/chunk-validation.ts +0 -150
- package/src/memory/chunk.ts +0 -318
- package/src/memory/cluster.ts +0 -351
- package/src/memory/coverage.ts +0 -134
- package/src/memory/crosslink.ts +0 -0
- package/src/memory/db.ts +0 -253
- package/src/memory/entity.ts +0 -203
- package/src/memory/gate.ts +0 -187
- package/src/memory/history.ts +0 -152
- package/src/memory/ingest.ts +0 -335
- package/src/memory/model.ts +0 -183
- package/src/memory/normalize.ts +0 -671
- package/src/memory/parse.ts +0 -22
- package/src/memory/pipeline.ts +0 -275
- package/src/memory/prompts.ts +0 -65
- package/src/memory/query.ts +0 -334
- package/src/memory/reconcile.ts +0 -734
- package/src/memory/redirect.ts +0 -108
- package/src/memory/reindex.ts +0 -325
- package/src/memory/resolve.ts +0 -307
- package/src/memory/rest.ts +0 -245
- package/src/memory/route.ts +0 -272
- package/src/memory/schedule.ts +0 -165
- package/src/memory/stages.ts +0 -777
- package/src/memory/synthesize.ts +0 -1638
- package/src/memory/tools.ts +0 -749
- package/src/memory/vault.ts +0 -1194
- package/src/memory/wikify.ts +0 -1064
- package/src/mlx/array.ts +0 -425
- package/src/mlx/autograd.ts +0 -304
- package/src/mlx/checkpoint.ts +0 -149
- package/src/mlx/compile.ts +0 -168
- package/src/mlx/custom-vjp.ts +0 -188
- package/src/mlx/ffi.ts +0 -531
- package/src/mlx/materialize.ts +0 -23
- package/src/mlx/metal-kernel.ts +0 -159
- package/src/mlx/normalized-argmax.ts +0 -116
- package/src/mlx/ops.ts +0 -1108
- package/src/mlx/quantized-rows.ts +0 -36
- package/src/mlx/token-bitmask.ts +0 -52
- package/src/mlx/turboquant-kv-decode.ts +0 -82
- package/src/mlx/turboquant-kv-inverse.ts +0 -122
- package/src/mlx/turboquant-ops.ts +0 -861
- package/src/mlx/turboquant-tables.ts +0 -237
- package/src/mmap.ts +0 -90
- package/src/model/artifact-identity.ts +0 -73
- package/src/model/batched-kv.ts +0 -235
- package/src/model/batched-mask.ts +0 -279
- package/src/model/batched-quant.ts +0 -212
- package/src/model/batched-quantized-kv.ts +0 -144
- package/src/model/batched-rotating-quant.ts +0 -353
- package/src/model/batched-rotating-state.ts +0 -149
- package/src/model/batched-rotating.ts +0 -338
- package/src/model/batched-row-storage.ts +0 -179
- package/src/model/batched-ssm.ts +0 -52
- package/src/model/batched-turboquant-kv.ts +0 -94
- package/src/model/compiled-decode.ts +0 -712
- package/src/model/decoded-kv-donor.ts +0 -12
- package/src/model/delayed-quantized-kv.ts +0 -72
- package/src/model/delayed-rotating-quantized-kv.ts +0 -93
- package/src/model/delayed-turboquant-kv.ts +0 -57
- package/src/model/diffusion-gemma.ts +0 -1026
- package/src/model/factory.ts +0 -215
- package/src/model/fingerprint.ts +0 -45
- package/src/model/flash-attention.ts +0 -694
- package/src/model/full-prefill-padding.ts +0 -56
- package/src/model/full-prefill-row.ts +0 -105
- package/src/model/gemma4-base.ts +0 -2370
- package/src/model/gemma4.ts +0 -1395
- package/src/model/generated/gemma4-12b.ts +0 -429
- package/src/model/generated/gemma4-26b.ts +0 -448
- package/src/model/generated/gemma4-e4b.ts +0 -717
- package/src/model/generated/index.ts +0 -18
- package/src/model/glm52-atlas.ts +0 -511
- package/src/model/glm52-cache.ts +0 -792
- package/src/model/glm52-config.ts +0 -262
- package/src/model/glm52-container.ts +0 -305
- package/src/model/glm52-coupling.ts +0 -388
- package/src/model/glm52-dsa.ts +0 -606
- package/src/model/glm52-expert-layout.ts +0 -253
- package/src/model/glm52-layout.ts +0 -152
- package/src/model/glm52-memory.ts +0 -500
- package/src/model/glm52-mla.ts +0 -792
- package/src/model/glm52-moe.ts +0 -223
- package/src/model/glm52-pilot.ts +0 -537
- package/src/model/glm52-reference.ts +0 -445
- package/src/model/glm52-residency.ts +0 -557
- package/src/model/glm52-resident-weights.ts +0 -135
- package/src/model/glm52-streamed-experts.ts +0 -453
- package/src/model/glm52-streamed-metal.ts +0 -610
- package/src/model/glm52-weights.ts +0 -503
- package/src/model/glm52.ts +0 -1132
- package/src/model/implementation.ts +0 -69
- package/src/model/kv-attention-view.ts +0 -70
- package/src/model/minicpm5.ts +0 -376
- package/src/model/profile.ts +0 -468
- package/src/model/quantized-append-attention.ts +0 -31
- package/src/model/qwen-append.ts +0 -12
- package/src/model/qwen-conv.ts +0 -52
- package/src/model/qwen3-delta-state.ts +0 -74
- package/src/model/qwen3-delta.ts +0 -451
- package/src/model/qwen3-moe.ts +0 -404
- package/src/model/qwen3-mrope.ts +0 -250
- package/src/model/qwen3.ts +0 -277
- package/src/model/qwen3_5-checkpoint.ts +0 -164
- package/src/model/qwen3_5.ts +0 -881
- package/src/model/rotating-kv-donor.ts +0 -35
- package/src/model/rotating-kv-layout.ts +0 -262
- package/src/model/rotating-row-transaction.ts +0 -35
- package/src/model/speculative-rotating-kv.ts +0 -101
- package/src/model/ssm-prefill-padding.ts +0 -39
- package/src/model/support.ts +0 -110
- package/src/model/token-groups.ts +0 -66
- package/src/model/trellis-balanced-scatter.ts +0 -51
- package/src/model/trellis-linear.ts +0 -672
- package/src/model/trellis-shared-m.ts +0 -151
- package/src/model/trellis-shared-scatter.ts +0 -144
- package/src/model/trellis-splitk-prefill.ts +0 -158
- package/src/model/trellis-tiled-prefill.ts +0 -136
- package/src/model/trellis-vector-expand.ts +0 -62
- package/src/model/trellis-wide-prefill.ts +0 -94
- package/src/model/turboquant-codec.ts +0 -89
- package/src/model/universal/archs.ts +0 -332
- package/src/model/universal/dense.ts +0 -612
- package/src/model/universal/modules.ts +0 -170
- package/src/model/universal/rope.ts +0 -381
- package/src/model/whisper.ts +0 -435
- package/src/native/expert_io.c +0 -523
- package/src/native/frame_extract.swift +0 -140
- package/src/native/mic_capture.swift +0 -92
- package/src/native-pack.ts +0 -163
- package/src/pi-provider.ts +0 -53
- package/src/pi-session.ts +0 -81
- package/src/pi-terminal.ts +0 -274
- package/src/pi-web.ts +0 -1940
- package/src/preflight.ts +0 -158
- package/src/prompt-cache.ts +0 -682
- package/src/quantize/allocator.ts +0 -627
- package/src/quantize/atomic-output.ts +0 -38
- package/src/quantize/calibration.ts +0 -181
- package/src/quantize/config-writer.ts +0 -145
- package/src/quantize/index.ts +0 -84
- package/src/quantize/job.ts +0 -162
- package/src/quantize/quantizer.ts +0 -666
- package/src/quantize/rotate.ts +0 -603
- package/src/quantize/safetensors-writer.ts +0 -249
- package/src/quantize/sensitivity.ts +0 -216
- package/src/quantize/trellis.ts +0 -586
- package/src/quantize/weight-transform.ts +0 -292
- package/src/registry.ts +0 -602
- package/src/runtime-config.ts +0 -77
- package/src/safetensors.ts +0 -165
- package/src/sampler.ts +0 -1012
- package/src/serve/admin-routes.ts +0 -184
- package/src/serve/assets/curve-terrain.html +0 -105
- package/src/serve/assets/training-inference-map.html +0 -575
- package/src/serve/audio-routes.ts +0 -323
- package/src/serve/aux-routes.ts +0 -132
- package/src/serve/batch-scheduler.ts +0 -8
- package/src/serve/checkpoint-identity.ts +0 -64
- package/src/serve/generation-gateway.ts +0 -537
- package/src/serve/isolate.ts +0 -609
- package/src/serve/kv-budget.ts +0 -14
- package/src/serve/lab-routes.ts +0 -341
- package/src/serve/lane-registry.ts +0 -45
- package/src/serve/model-admin-routes.ts +0 -155
- package/src/serve/model-binding.ts +0 -49
- package/src/serve/model-host.ts +0 -511
- package/src/serve/parent-application.ts +0 -56
- package/src/serve/prompt-response-trace.ts +0 -161
- package/src/serve/response-lease.ts +0 -24
- package/src/serve/session-search.ts +0 -326
- package/src/serve/static-routes.ts +0 -101
- package/src/serve/transcription-server.ts +0 -64
- package/src/serve/transcription-service.ts +0 -502
- package/src/server.ts +0 -1282
- package/src/spec/assistant-rows.ts +0 -93
- package/src/spec/assistant-source.ts +0 -126
- package/src/spec/cache-identity.ts +0 -22
- package/src/spec/deepspec-rows.ts +0 -29
- package/src/spec/deepspec-source.ts +0 -145
- package/src/spec/dflash-source.ts +0 -149
- package/src/spec/drafter.ts +0 -304
- package/src/spec/dspark/ab-stats.ts +0 -136
- package/src/spec/dspark/calibration.ts +0 -112
- package/src/spec/dspark/data-dflash.ts +0 -156
- package/src/spec/dspark/data.ts +0 -201
- package/src/spec/dspark/deepspec-module.ts +0 -776
- package/src/spec/dspark/generate-dflash.ts +0 -245
- package/src/spec/dspark/generate.ts +0 -290
- package/src/spec/dspark/loader.ts +0 -23
- package/src/spec/dspark/loss.ts +0 -213
- package/src/spec/dspark/module-dflash.ts +0 -560
- package/src/spec/dspark/module.ts +0 -540
- package/src/spec/dspark/quantize-drafter.ts +0 -91
- package/src/spec/dspark/sample.ts +0 -112
- package/src/spec/generate.ts +0 -276
- package/src/spec/glm52-mtp-graph.ts +0 -29
- package/src/spec/glm52-mtp-rows.ts +0 -132
- package/src/spec/glm52-mtp-source.ts +0 -318
- package/src/spec/glm52-mtp-state.ts +0 -33
- package/src/spec/ngram-source.ts +0 -226
- package/src/spec/projected-draft-rows.ts +0 -73
- package/src/spec/qwen-mtp-module.ts +0 -171
- package/src/spec/qwen-mtp-rows.ts +0 -230
- package/src/spec/qwen-mtp-source.ts +0 -386
- package/src/spec/qwen-mtp-state.ts +0 -30
- package/src/spec/serve-loop.ts +0 -587
- package/src/spec/source.ts +0 -228
- package/src/spec/two-model-rows.ts +0 -62
- package/src/spec/two-model.ts +0 -113
- package/src/ssd-cache.ts +0 -431
- package/src/ssd-durability.ts +0 -209
- package/src/storage/host-buffer.ts +0 -24
- package/src/storage/kv-writer.ts +0 -83
- package/src/storage/kv-writer.worker.js +0 -264
- package/src/storage/retention-policy.ts +0 -37
- package/src/tiered-prompt-cache.ts +0 -45
- package/src/tokenizer.ts +0 -335
- package/src/tool-approvals.ts +0 -131
- package/src/tool-call.ts +0 -695
- package/src/train/dataset.ts +0 -484
- package/src/train/diffusion-lora.ts +0 -216
- package/src/train/export.ts +0 -32
- package/src/train/flash-cce.ts +0 -1234
- package/src/train/forward.ts +0 -266
- package/src/train/fuse.ts +0 -243
- package/src/train/index.ts +0 -46
- package/src/train/job.ts +0 -205
- package/src/train/lora-params.ts +0 -254
- package/src/train/loss.ts +0 -1591
- package/src/train/merge.ts +0 -195
- package/src/train/optimizer.ts +0 -183
- package/src/train/prefix-shared.ts +0 -490
- package/src/train/rank.ts +0 -137
- package/src/train/segmented.ts +0 -1828
- package/src/train/steel-qmm-header.ts +0 -1461
- package/src/train/trainer.ts +0 -1221
- package/src/train/watch.ts +0 -542
- package/src/vision/diffusion-vision.ts +0 -620
- package/src/vision/embedder.ts +0 -176
- package/src/vision/preprocess.ts +0 -247
- package/src/vision/prompt.ts +0 -409
- package/src/vision/qwen3vl-preprocess.ts +0 -409
- package/src/vision/qwen3vl-prompt.ts +0 -233
- package/src/vision/qwen3vl-tower.ts +0 -566
- package/src/vision/siglip.ts +0 -607
- package/src/vision/video-frames.ts +0 -148
- package/src/web/app.html +0 -2155
- package/src/web/app.js +0 -5863
- package/src/web/skills/memory/SKILL.md +0 -120
- package/src/web/skills/web-research/SKILL.md +0 -46
- package/src/web/skills.ts +0 -97
- package/src/web/src/adapters-panel.ts +0 -288
- package/src/web/src/assistant.ts +0 -451
- package/src/web/src/chat.ts +0 -1060
- package/src/web/src/composer.ts +0 -962
- package/src/web/src/dataset.ts +0 -132
- package/src/web/src/finetune.ts +0 -267
- package/src/web/src/hub.ts +0 -428
- package/src/web/src/main.ts +0 -98
- package/src/web/src/markdown.ts +0 -0
- package/src/web/src/memory-panel.ts +0 -572
- package/src/web/src/model-picker.ts +0 -159
- package/src/web/src/palette.ts +0 -346
- package/src/web/src/protocol.ts +0 -26
- package/src/web/src/quantize.ts +0 -167
- package/src/web/src/rag.ts +0 -274
- package/src/web/src/sessions.ts +0 -469
- package/src/web/src/shell.ts +0 -804
- package/src/web/src/ui-catalog.ts +0 -78
- package/src/web/src/voice.ts +0 -141
- package/src/web/vendor/README.md +0 -61
- package/src/web-assets.ts +0 -47
- package/src/web-tools.ts +0 -478
- package/src/weights.ts +0 -255
- /package/src/{serve → server}/completion-sink.ts +0 -0
- /package/src/{serve → server}/generated-token-history.ts +0 -0
- /package/src/web/{icon.svg → public/icon.svg} +0 -0
- /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
- /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
|
@@ -1,120 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: memory
|
|
3
|
-
description: Use when the answer depends on the user's prior conversations or personal context: explicit memory/recall requests, named personal projects, people, preferences, decisions, or history not explained in the current chat. Do not use for weather, current public facts, generic web research, or ordinary coding/file tasks when current files are sufficient. Also use when the user wants to set up, inspect, or manage memory.
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# Memory
|
|
7
|
-
|
|
8
|
-
The user has a personal **memory** — a wiki of Markdown articles synthesized
|
|
9
|
-
from their past conversations, stored locally at `~/.mlx-bun/wiki/`. User memory
|
|
10
|
-
articles live under `articles/`. Read-only mlx-bun reference docs live under
|
|
11
|
-
`Reference/` as symlinks and are also searchable/readable, but synthesis never
|
|
12
|
-
writes them. Each user article is the consolidated, finished understanding of one
|
|
13
|
-
topic. Your job is to *use it* so the user never has to re-explain what they've
|
|
14
|
-
already told you.
|
|
15
|
-
|
|
16
|
-
It is entirely local: the articles, the synthesis, and these tools all run on
|
|
17
|
-
the user's machine. Nothing about their memory leaves the device.
|
|
18
|
-
|
|
19
|
-
## Consulting memory (the common case)
|
|
20
|
-
|
|
21
|
-
When the answer depends on personal continuity — an explicit memory/recall
|
|
22
|
-
request, or a named project, person, decision, preference, or history that is
|
|
23
|
-
not explained in the current chat — look it up **before** answering or asking
|
|
24
|
-
the user to re-explain. Doing the lookup first, instead of answering from first
|
|
25
|
-
principles, is itself the helpful move.
|
|
26
|
-
|
|
27
|
-
Do **not** use memory for weather, current public facts, generic web research,
|
|
28
|
-
or ordinary coding/file tasks when the current files or the web tools answer the
|
|
29
|
-
question. Memory is for user-specific context, not for performing familiarity.
|
|
30
|
-
|
|
31
|
-
The read path is **FIND the article → READ it small → answer**. It is
|
|
32
|
-
deterministic navigation — never a vector search, and there is no way to
|
|
33
|
-
query/sort articles by an infobox field (the infobox is facts you *read*, via
|
|
34
|
-
`memory_infobox`, not a filter).
|
|
35
|
-
|
|
36
|
-
1. **FIND the article.**
|
|
37
|
-
- When the user names a specific thing, person, or project, call
|
|
38
|
-
`memory_resolve` with the name as said ("S5 IIX", "the Lumix"). It returns
|
|
39
|
-
the matched stem, title, kind, and lead — no search, no guessing.
|
|
40
|
-
- For "what do I have about X", call `memory_category` with a `category`
|
|
41
|
-
(e.g. `Lenses`), `type`, or `series`. This is membership, not search: it
|
|
42
|
-
lists the articles that are actually about X.
|
|
43
|
-
2. **READ it small (the default).** Call `memory_read` to get the article's TOC
|
|
44
|
-
+ lead, then `memory_section` to read just the **one** section you need. The
|
|
45
|
-
whole article is the exception — pass `force=true` only when you truly need
|
|
46
|
-
all of it. The article is the user's consolidated current position; read it
|
|
47
|
-
rather than reconstructing their view from scattered fragments.
|
|
48
|
-
3. **Follow the graph / read the infobox when useful.** `memory_links` shows
|
|
49
|
-
outgoing links grouped by origin (infobox / series / see also / prose) plus
|
|
50
|
-
backlinks — use it to hop to a neighbour (e.g. from a camera's infobox
|
|
51
|
-
`mount: [[L-Mount]]` to the mount article). `memory_infobox` surfaces the
|
|
52
|
-
structured facts to read. `memory_list` is a bare overview;
|
|
53
|
-
`memory_status` answers setup/schedule/location questions. mlx-bun reference
|
|
54
|
-
docs are separate from personal memory; use `reference_search`,
|
|
55
|
-
`reference_read`, and `reference_list` for those.
|
|
56
|
-
4. **`memory_search` is the LAST resort.** Only fall back to it when
|
|
57
|
-
`memory_resolve` / `memory_category` have failed across a couple of
|
|
58
|
-
phrasings. It is a plain substring scan that doesn't understand meaning.
|
|
59
|
-
5. **Use it silently, as a continuation.** Let what you find shape your response
|
|
60
|
-
like a long-time colleague who already knows the state of things. Speak as a
|
|
61
|
-
continuation, never as a retrieval report: do not preface answers with "per
|
|
62
|
-
the wiki…", "according to the article…", "I checked your memory…", or
|
|
63
|
-
"welcome back, I see you're working on X". Cite an article by name only if
|
|
64
|
-
the user asks where something came from, or to distinguish "the wiki says X"
|
|
65
|
-
from "I think Y".
|
|
66
|
-
|
|
67
|
-
Use memory as an invisible prior: it should narrow relevance and improve the
|
|
68
|
-
answer, not become the topic of the answer. Avoid performative recall — do not
|
|
69
|
-
name-drop unrelated remembered facts to sound familiar.
|
|
70
|
-
|
|
71
|
-
## Opening memory for the user
|
|
72
|
-
|
|
73
|
-
The wiki is a normal Markdown/Obsidian vault. If the user asks to browse, open,
|
|
74
|
-
inspect, or edit their memory directly, you may open it for them after a brief
|
|
75
|
-
confirmation:
|
|
76
|
-
|
|
77
|
-
```bash
|
|
78
|
-
mlx-bun memory open
|
|
79
|
-
mlx-bun memory open <article>
|
|
80
|
-
```
|
|
81
|
-
|
|
82
|
-
The first form opens `~/.mlx-bun/wiki/` in Obsidian when available, falling back
|
|
83
|
-
to the folder in Finder. The second form opens a specific article stem such as
|
|
84
|
-
`Archie_Project` directly in Obsidian, falling back to the default Markdown app.
|
|
85
|
-
Opening the vault or article is allowed; editing articles during chat is not. If
|
|
86
|
-
the user wants a change to become durable memory, keep the conversation natural
|
|
87
|
-
and let synthesis incorporate it later, unless they explicitly ask to edit files
|
|
88
|
-
by hand in Obsidian.
|
|
89
|
-
|
|
90
|
-
## Setting up memory (if it doesn't exist yet)
|
|
91
|
-
|
|
92
|
-
If memory isn't set up (the memory tools aren't available, or the user asks to
|
|
93
|
-
turn it on), explain it plainly and set it up on agreement:
|
|
94
|
-
|
|
95
|
-
> Your memory is a folder of Markdown articles at `~/.mlx-bun/wiki/`,
|
|
96
|
-
> synthesized from your conversations so I can remember your context across
|
|
97
|
-
> sessions. It's a normal git-tracked wiki you fully own and can edit or
|
|
98
|
-
> delete — and it never leaves your machine.
|
|
99
|
-
|
|
100
|
-
On a yes, run the setup via the bash tool (the user approves it):
|
|
101
|
-
|
|
102
|
-
```
|
|
103
|
-
mlx-bun memory init
|
|
104
|
-
```
|
|
105
|
-
|
|
106
|
-
This creates the vault and walks through optional steps (importing an existing
|
|
107
|
-
wiki, scheduling nightly synthesis). Confirm before each persistent action.
|
|
108
|
-
|
|
109
|
-
## What not to do
|
|
110
|
-
|
|
111
|
-
- Don't claim a fact "from memory" that you didn't read in an article — find
|
|
112
|
-
and read the article first, or say you don't have it.
|
|
113
|
-
- Don't write to or edit the wiki during a normal conversation; the read tools
|
|
114
|
-
are read-only by design. Synthesis is a separate, deliberate step.
|
|
115
|
-
- Do open the wiki or a specific article in Obsidian/Finder if the user asks to
|
|
116
|
-
browse or edit their memory themselves (`mlx-bun memory open [article]`).
|
|
117
|
-
- Don't dump article contents at the user verbatim — use them to inform a
|
|
118
|
-
direct, relevant answer.
|
|
119
|
-
- Don't perform familiarity. If the user asks for weather, current facts, or a
|
|
120
|
-
normal coding task, use the task-appropriate tool instead of memory.
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: web-research
|
|
3
|
-
description: Use only when the user asks you to research something, do a deep dive, fact-check a claim, compare options, or answer a question that needs current, accurate, real-world information ("what's the latest on…", prices, releases, news, specs). Do not use for ordinary conversation, ordinary coding tasks, or questions answerable from the current conversation/files.
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# Web Research
|
|
7
|
-
|
|
8
|
-
A workflow for answering questions that need current, accurate, real-world
|
|
9
|
-
information, using the `web_search` and `web_fetch` tools. The goal is a
|
|
10
|
-
trustworthy, well-sourced answer — not a guess dressed up as one.
|
|
11
|
-
|
|
12
|
-
## When to use this
|
|
13
|
-
|
|
14
|
-
- The answer depends on current events, recent releases, prices, versions,
|
|
15
|
-
or anything that changes over time.
|
|
16
|
-
- The user wants a thorough or authoritative answer, or asks for sources.
|
|
17
|
-
- A specific claim needs verifying, or you would otherwise be speculating.
|
|
18
|
-
|
|
19
|
-
Do **not** use this for ordinary conversation that does not require external information. In that case, reply naturally instead of explaining the research workflow.
|
|
20
|
-
|
|
21
|
-
## Workflow
|
|
22
|
-
|
|
23
|
-
1. **Plan.** Restate the question in your own words and list the 2–4 concrete
|
|
24
|
-
things you need to find out. This keeps the searches focused.
|
|
25
|
-
2. **Search broadly.** Call `web_search` with a few focused queries — one idea
|
|
26
|
-
per query — rather than a single vague one. Vary the wording if the first
|
|
27
|
-
results are weak.
|
|
28
|
-
3. **Read the best sources.** Use `web_fetch` to actually read the most
|
|
29
|
-
relevant results. Prefer primary sources (official docs, the original
|
|
30
|
-
announcement, the paper, the vendor's own page) over blogs and aggregators.
|
|
31
|
-
Read at least two or three independent sources.
|
|
32
|
-
4. **Cross-check.** Confirm each key fact appears in more than one independent
|
|
33
|
-
source. Where sources disagree, surface the disagreement instead of picking
|
|
34
|
-
one silently.
|
|
35
|
-
5. **Answer.** Lead with a direct answer, then the supporting detail. Cite
|
|
36
|
-
every nontrivial claim with a Markdown link to a page you actually fetched.
|
|
37
|
-
Separate what's well-supported from what's uncertain.
|
|
38
|
-
|
|
39
|
-
## Quality rules
|
|
40
|
-
|
|
41
|
-
- Check publication dates; for fast-moving topics, prefer recent sources.
|
|
42
|
-
- Never cite a page you didn't fetch, and never invent quotes, numbers, or URLs.
|
|
43
|
-
- Quote sparingly and exactly.
|
|
44
|
-
- If the sources are thin or conflicting, say so plainly — don't overstate
|
|
45
|
-
confidence to sound complete.
|
|
46
|
-
- If a search returns nothing useful, try different terms before giving up.
|
package/src/web/skills.ts
DELETED
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
// mlx-bun bundled skills — curated pi skills the web chat ships with.
|
|
2
|
-
//
|
|
3
|
-
// Why materialize to disk? pi loads skills by reading SKILL.md from a
|
|
4
|
-
// filesystem path, but mlx-bun also ships as a single `bun build --compile`
|
|
5
|
-
// binary where source files don't exist on disk. So each SKILL.md is
|
|
6
|
-
// embedded into the bundle as a text import (the same trick app.html uses)
|
|
7
|
-
// and written to ~/.mlx-bun/skills/<name>/SKILL.md at startup. One source of
|
|
8
|
-
// truth that resolves identically when run from source and from the binary —
|
|
9
|
-
// no build-script changes, no sidecar files.
|
|
10
|
-
//
|
|
11
|
-
// These load via DefaultResourceLoader.additionalSkillPaths even though the
|
|
12
|
-
// web session keeps noSkills:true: that flag only disables auto-discovery of
|
|
13
|
-
// the user's personal ~/.pi and project .pi skills, so the chat stays
|
|
14
|
-
// isolated while still getting our curated set (resource-loader.js:277).
|
|
15
|
-
//
|
|
16
|
-
// Memory is deliberately gated by vault existence. If memory is not enabled,
|
|
17
|
-
// we do not expose its skill at all; otherwise small local models can fixate on
|
|
18
|
-
// the skill description even when the user asks unrelated things like weather.
|
|
19
|
-
//
|
|
20
|
-
// To add a skill: drop a folder under ./skills/<name>/SKILL.md, add a text
|
|
21
|
-
// import for it, and append it to BUNDLED_SKILLS.
|
|
22
|
-
|
|
23
|
-
import { mkdirSync, writeFileSync } from "node:fs";
|
|
24
|
-
import { homedir } from "node:os";
|
|
25
|
-
import { join } from "node:path";
|
|
26
|
-
import webResearchMd from "./skills/web-research/SKILL.md" with { type: "text" };
|
|
27
|
-
import memoryMd from "./skills/memory/SKILL.md" with { type: "text" };
|
|
28
|
-
|
|
29
|
-
interface BundledSkill {
|
|
30
|
-
/** Directory name under the skills root; should match the SKILL.md `name`. */
|
|
31
|
-
name: string;
|
|
32
|
-
/** Raw SKILL.md contents, embedded at build time. */
|
|
33
|
-
md: string;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
const BUNDLED_SKILLS: readonly BundledSkill[] = [
|
|
37
|
-
{ name: "web-research", md: webResearchMd },
|
|
38
|
-
{ name: "memory", md: memoryMd },
|
|
39
|
-
];
|
|
40
|
-
|
|
41
|
-
export interface BundledSkillOptions {
|
|
42
|
-
/** Include the web-research workflow skill. Default false: tool schemas are enough, and small local models can over-apply workflow skills. */
|
|
43
|
-
includeWebResearch?: boolean;
|
|
44
|
-
/** Include the personal-memory skill. Default true for backward compatibility. */
|
|
45
|
-
includeMemory?: boolean;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
/** Where the bundled skills are written; also pi's per-session scratch root. */
|
|
49
|
-
export function bundledSkillsRoot(): string {
|
|
50
|
-
return join(homedir(), ".mlx-bun", "skills");
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
/** Memoize: the embedded content can't change within a process run. */
|
|
54
|
-
const materialized = new Set<string>();
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Write the embedded skills to disk (overwriting, so updates propagate) and
|
|
58
|
-
* return the root directory to pass as a single additionalSkillPaths entry.
|
|
59
|
-
* pi scans it for per-skill SKILL.md files. Runs its disk writes once per
|
|
60
|
-
* process even when called per browser connection.
|
|
61
|
-
*/
|
|
62
|
-
function selectedSkills(opts: BundledSkillOptions = {}): readonly BundledSkill[] {
|
|
63
|
-
const includeMemory = opts.includeMemory ?? true;
|
|
64
|
-
const includeWebResearch = opts.includeWebResearch ?? false;
|
|
65
|
-
return BUNDLED_SKILLS.filter((skill) => {
|
|
66
|
-
if (!includeMemory && skill.name === "memory") return false;
|
|
67
|
-
if (!includeWebResearch && skill.name === "web-research") return false;
|
|
68
|
-
return true;
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* Materialize selected bundled skills and return exact skill directories. Use
|
|
74
|
-
* these paths in DefaultResourceLoader.additionalSkillPaths. Returning exact
|
|
75
|
-
* directories (rather than the shared root) prevents an old on-disk memory
|
|
76
|
-
* skill from being discovered when memory is disabled for the current session.
|
|
77
|
-
*/
|
|
78
|
-
export function materializeBundledSkillPaths(opts: BundledSkillOptions = {}): string[] {
|
|
79
|
-
const root = bundledSkillsRoot();
|
|
80
|
-
const paths: string[] = [];
|
|
81
|
-
for (const skill of selectedSkills(opts)) {
|
|
82
|
-
const dir = join(root, skill.name);
|
|
83
|
-
if (!materialized.has(skill.name)) {
|
|
84
|
-
mkdirSync(dir, { recursive: true });
|
|
85
|
-
writeFileSync(join(dir, "SKILL.md"), skill.md);
|
|
86
|
-
materialized.add(skill.name);
|
|
87
|
-
}
|
|
88
|
-
paths.push(dir);
|
|
89
|
-
}
|
|
90
|
-
return paths;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
/** Backward-compatible root materializer for older call sites. Prefer materializeBundledSkillPaths(). */
|
|
94
|
-
export function materializeBundledSkills(): string {
|
|
95
|
-
materializeBundledSkillPaths({ includeMemory: true, includeWebResearch: true });
|
|
96
|
-
return bundledSkillsRoot();
|
|
97
|
-
}
|
|
@@ -1,288 +0,0 @@
|
|
|
1
|
-
// GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
|
|
2
|
-
// §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
|
|
3
|
-
//
|
|
4
|
-
// Adapter routing table (plan §5.6, §9 Phase 2): the deep surface behind
|
|
5
|
-
// the composer's ⚙ button beside #chat-adapter. Shows every on-disk
|
|
6
|
-
// adapter with its three states (available / loaded+mounted /
|
|
7
|
-
// selected-for-this-chat), base model, rank, size on disk, and RAM cost
|
|
8
|
-
// when mounted (GET /v1/adapters now reports `ram_bytes` — see
|
|
9
|
-
// docs/reference/server-api.md), with compatible-graying and a why-not
|
|
10
|
-
// tooltip. Actions: mount, select, unselect, and stack two compatible
|
|
11
|
-
// adapters as "a+b" — resolveSpec/injectAdapter already support composite
|
|
12
|
-
// ids end to end (proved in tests/research/pi-web.test.ts's stacking test; the
|
|
13
|
-
// shape-validated mount is proved against real weights in the
|
|
14
|
-
// MLX_BUN_TEST_LORA=1-gated tests/parity/lora.test.ts).
|
|
15
|
-
//
|
|
16
|
-
// Single source of SELECTION state, not a single fetch: composer.ts's quick
|
|
17
|
-
// <select> and this table each hit /v1/adapters(+/available) independently
|
|
18
|
-
// (same endpoints, same shapes) rather than sharing one in-memory cache —
|
|
19
|
-
// but chat.ts keeps them from disagreeing about what's SELECTED by writing
|
|
20
|
-
// through both on every change (adapterSel.onchange syncs
|
|
21
|
-
// adaptersPanel.selectedSpec; this table's actions sync #chat-adapter's
|
|
22
|
-
// value back). What must never drift is which adapter(s) are active for
|
|
23
|
-
// the chat, not which HTTP call fetched the list.
|
|
24
|
-
|
|
25
|
-
import { $, toast, trapFocus, setAdaptersPanelClose, type FocusTrap } from "./shell";
|
|
26
|
-
import { api } from "./api";
|
|
27
|
-
import { esc } from "./markdown";
|
|
28
|
-
|
|
29
|
-
/** Shape returned by GET /v1/adapters/available (on-disk, unfiltered). */
|
|
30
|
-
export interface AvailableAdapterRow {
|
|
31
|
-
id: string;
|
|
32
|
-
path: string;
|
|
33
|
-
rank: number | null;
|
|
34
|
-
scale: number;
|
|
35
|
-
base_model: string | null;
|
|
36
|
-
mounted: boolean;
|
|
37
|
-
compatible: boolean;
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
/** Shape returned by GET /v1/adapters (mounted only, with RAM cost). */
|
|
41
|
-
export interface MountedAdapterRow {
|
|
42
|
-
id: string;
|
|
43
|
-
path: string;
|
|
44
|
-
rank: number | null;
|
|
45
|
-
scale: number;
|
|
46
|
-
size_bytes: number;
|
|
47
|
-
mounted_layers: number;
|
|
48
|
-
ram_bytes: number;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
function fmtBytes(n: number | null | undefined): string {
|
|
52
|
-
if (n == null) return "—";
|
|
53
|
-
if (n >= 2 ** 20) return (n / 2 ** 20).toFixed(1) + " MB";
|
|
54
|
-
if (n >= 2 ** 10) return (n / 2 ** 10).toFixed(1) + " KB";
|
|
55
|
-
return n + " B";
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
/** Send callback type shared with the rest of chat.ts's WS wiring. */
|
|
59
|
-
type Send = (obj: unknown) => boolean;
|
|
60
|
-
|
|
61
|
-
export class AdaptersPanelState {
|
|
62
|
-
available: AvailableAdapterRow[] = [];
|
|
63
|
-
mounted: Map<string, MountedAdapterRow> = new Map();
|
|
64
|
-
/** The composer's current single-select value ("" = none), kept in sync
|
|
65
|
-
* so the table can show which one/ones are "selected for this chat". */
|
|
66
|
-
selectedSpec: string | null = null;
|
|
67
|
-
/** Multi-select scratch state for the "stack" flow — ids the user has
|
|
68
|
-
* ticked in the table before hitting "apply stack". Cleared on apply. */
|
|
69
|
-
stackPicks: Set<string> = new Set();
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
let trap: FocusTrap | null = null;
|
|
73
|
-
|
|
74
|
-
/** Fetch both adapter endpoints once and refresh every dependent view: the
|
|
75
|
-
* table body (if open, with its actions re-wired against `send`) and the
|
|
76
|
-
* composer's quick <select> (renderAdapterOptionsHtml, imported from
|
|
77
|
-
* composer.ts — one source of truth, not a second fetch). `send` is
|
|
78
|
-
* required (not optional) so a refresh never silently leaves the table's
|
|
79
|
-
* mount/select/stack buttons wired to a no-op. */
|
|
80
|
-
export async function refreshAdaptersPanel(state: AdaptersPanelState, send: Send): Promise<void> {
|
|
81
|
-
const [availD, mountedD] = await Promise.all([
|
|
82
|
-
api("/v1/adapters/available").catch(() => ({ ok: false } as const)),
|
|
83
|
-
api("/v1/adapters").catch(() => ({ ok: false } as const)),
|
|
84
|
-
]);
|
|
85
|
-
state.available = ((availD as { adapters?: AvailableAdapterRow[] }).adapters) || [];
|
|
86
|
-
const mountedList = ((mountedD as { adapters?: MountedAdapterRow[] }).adapters) || [];
|
|
87
|
-
state.mounted = new Map(mountedList.map((a) => [a.id, a]));
|
|
88
|
-
// Drop stack picks for adapters that vanished from disk (e.g. an
|
|
89
|
-
// in-flight delete elsewhere).
|
|
90
|
-
for (const id of [...state.stackPicks]) if (!state.available.some((a) => a.id === id)) state.stackPicks.delete(id);
|
|
91
|
-
renderAdaptersBody(state, send);
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
/** Parse the composer's currently-selected spec ("" | "id" | "a+b") into
|
|
95
|
-
* the set of ids it names, for the table's per-row "selected" badge. */
|
|
96
|
-
function selectedIds(state: AdaptersPanelState): Set<string> {
|
|
97
|
-
const spec = state.selectedSpec;
|
|
98
|
-
if (!spec) return new Set();
|
|
99
|
-
return new Set(spec.split("+").map((s) => s.trim()).filter(Boolean));
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
/** Render one adapter row: id/badges, base-model/rank/size/RAM meta line,
|
|
103
|
-
* incompatible-why note, and the mount/select/unselect/stack actions.
|
|
104
|
-
* Pure enough to unit-test (no fetch inside), takes callbacks for the
|
|
105
|
-
* actions so the DOM wiring lives in one place (initAdaptersPanel). */
|
|
106
|
-
export function renderAdapterRow(
|
|
107
|
-
a: AvailableAdapterRow,
|
|
108
|
-
opts: {
|
|
109
|
-
mountedInfo: MountedAdapterRow | undefined;
|
|
110
|
-
isSelected: boolean;
|
|
111
|
-
stackPicked: boolean;
|
|
112
|
-
stackModeOn: boolean;
|
|
113
|
-
},
|
|
114
|
-
): string {
|
|
115
|
-
const { mountedInfo, isSelected, stackPicked, stackModeOn } = opts;
|
|
116
|
-
const rowClasses = ["ad-row"];
|
|
117
|
-
if (!a.compatible) rowClasses.push("incompatible");
|
|
118
|
-
if (isSelected) rowClasses.push("selected");
|
|
119
|
-
const badges: string[] = [];
|
|
120
|
-
if (mountedInfo) badges.push('<span class="ad-badge mounted">mounted</span>');
|
|
121
|
-
if (isSelected) badges.push('<span class="ad-badge selected">selected</span>');
|
|
122
|
-
const meta: string[] = [];
|
|
123
|
-
if (a.base_model) meta.push("base <b>" + esc(a.base_model.split("/").pop()) + "</b>");
|
|
124
|
-
if (a.rank) meta.push("rank <b>" + esc(a.rank) + "</b>");
|
|
125
|
-
meta.push("disk <b>" + esc(fmtBytes(mountedInfo ? mountedInfo.size_bytes : null) === "—" ? "—" : fmtBytes(mountedInfo ? mountedInfo.size_bytes : null)) + "</b>");
|
|
126
|
-
if (mountedInfo) meta.push("RAM <b>" + esc(fmtBytes(mountedInfo.ram_bytes)) + "</b>");
|
|
127
|
-
const why = !a.compatible
|
|
128
|
-
? '<div class="ad-why">' + (a.base_model
|
|
129
|
-
? "trained for " + esc(a.base_model) + ", not the currently-served model"
|
|
130
|
-
: "not compatible with the currently-served model") + "</div>"
|
|
131
|
-
: "";
|
|
132
|
-
const actions: string[] = [];
|
|
133
|
-
if (a.compatible) {
|
|
134
|
-
if (stackModeOn) {
|
|
135
|
-
actions.push(
|
|
136
|
-
'<label class="ad-stack-chk"><input type="checkbox" class="ad-stack-pick" data-id="' + esc(a.id) + '"' +
|
|
137
|
-
(stackPicked ? " checked" : "") + (!mountedInfo ? " disabled title=\"mount first to stack it\"" : "") + '> stack</label>',
|
|
138
|
-
);
|
|
139
|
-
}
|
|
140
|
-
if (!mountedInfo) {
|
|
141
|
-
actions.push('<button type="button" class="ad-mount" data-id="' + esc(a.id) + '" data-path="' + esc(a.path) + '">Mount</button>');
|
|
142
|
-
} else if (!isSelected) {
|
|
143
|
-
actions.push('<button type="button" class="ad-select primary" data-id="' + esc(a.id) + '">Select</button>');
|
|
144
|
-
} else {
|
|
145
|
-
actions.push('<button type="button" class="ad-unselect" data-id="' + esc(a.id) + '">Unselect</button>');
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
return (
|
|
149
|
-
'<div class="' + rowClasses.join(" ") + '" data-adapter-row="' + esc(a.id) + '">' +
|
|
150
|
-
'<div class="ad-row-main">' +
|
|
151
|
-
'<div class="ad-row-head"><span class="ad-row-id" title="' + esc(a.id) + '">' + esc(a.id) + "</span>" + badges.join("") + "</div>" +
|
|
152
|
-
'<div class="ad-meta">' + meta.join(" · ") + "</div>" +
|
|
153
|
-
why +
|
|
154
|
-
"</div>" +
|
|
155
|
-
'<div class="ad-actions">' + actions.join("") + "</div>" +
|
|
156
|
-
"</div>"
|
|
157
|
-
);
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
/** Full table body: a stack-mode toggle + composed-spec bar (when picks
|
|
161
|
-
* exist), then one section of rows. Exported so tests/using/web-app.test.ts can
|
|
162
|
-
* exercise esc() discipline without a live DOM/network. */
|
|
163
|
-
export function renderAdaptersBodyHtml(state: AdaptersPanelState): string {
|
|
164
|
-
if (!state.available.length) {
|
|
165
|
-
return (
|
|
166
|
-
'<div class="ad-empty">No adapters found on disk yet.<br>' +
|
|
167
|
-
"Fine-tune one in the Developer tab, or drop an adapter directory into " +
|
|
168
|
-
"<code>~/.cache/mlx-bun/adapters</code>.</div>"
|
|
169
|
-
);
|
|
170
|
-
}
|
|
171
|
-
const selected = selectedIds(state);
|
|
172
|
-
const stackModeOn = state.stackPicks.size > 0 || selected.size > 1;
|
|
173
|
-
const rows = state.available.map((a) => renderAdapterRow(a, {
|
|
174
|
-
mountedInfo: state.mounted.get(a.id),
|
|
175
|
-
isSelected: selected.has(a.id),
|
|
176
|
-
stackPicked: state.stackPicks.has(a.id),
|
|
177
|
-
stackModeOn,
|
|
178
|
-
})).join("");
|
|
179
|
-
const picks = [...state.stackPicks];
|
|
180
|
-
const stackBar = picks.length
|
|
181
|
-
? '<div class="ad-stack-bar"><span class="lbl">Stack:</span><span class="expr">' +
|
|
182
|
-
esc(picks.join(" + ")) + '</span><button type="button" id="ad-stack-apply" class="ad-actions-btn">Apply</button>' +
|
|
183
|
-
'<button type="button" id="ad-stack-clear" class="ad-actions-btn">Clear</button></div>'
|
|
184
|
-
: "";
|
|
185
|
-
return (
|
|
186
|
-
'<div class="ad-note">Every adapter found on disk, mounted or not. Mounting loads it into ' +
|
|
187
|
-
"memory (RAM cost shown once mounted); selecting makes it active for this chat's next turn " +
|
|
188
|
-
"(a fresh KV segment). Tick two mounted adapters' “stack” boxes to compose them as " +
|
|
189
|
-
'<code>a+b</code> — the server already supports it end to end.</div>' +
|
|
190
|
-
stackBar +
|
|
191
|
-
'<div class="ad-sec-title">On disk (' + state.available.length + ")</div>" +
|
|
192
|
-
rows
|
|
193
|
-
);
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
function renderAdaptersBody(state: AdaptersPanelState, send: Send): void {
|
|
197
|
-
const body = $("adapters-body");
|
|
198
|
-
if (!body) return;
|
|
199
|
-
body.innerHTML = renderAdaptersBodyHtml(state);
|
|
200
|
-
wireRowActions(state, send);
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
function wireRowActions(state: AdaptersPanelState, send: Send): void {
|
|
204
|
-
const body = $("adapters-body");
|
|
205
|
-
if (!body) return;
|
|
206
|
-
body.querySelectorAll<HTMLButtonElement>(".ad-mount").forEach((btn) => {
|
|
207
|
-
btn.onclick = async () => {
|
|
208
|
-
const id = btn.dataset.id!, path = btn.dataset.path!;
|
|
209
|
-
btn.disabled = true; btn.textContent = "Mounting…";
|
|
210
|
-
const r = await api("/v1/adapters", { method: "POST", body: { id, path } });
|
|
211
|
-
if (r && (r.error || r.ok === false)) {
|
|
212
|
-
toast("adapter: " + (r.error || "mount failed"), "err");
|
|
213
|
-
btn.disabled = false; btn.textContent = "Mount";
|
|
214
|
-
return;
|
|
215
|
-
}
|
|
216
|
-
toast("mounted " + id, "ok");
|
|
217
|
-
await refreshAdaptersPanel(state, send);
|
|
218
|
-
};
|
|
219
|
-
});
|
|
220
|
-
body.querySelectorAll<HTMLButtonElement>(".ad-select").forEach((btn) => {
|
|
221
|
-
btn.onclick = () => {
|
|
222
|
-
const id = btn.dataset.id!;
|
|
223
|
-
state.selectedSpec = id;
|
|
224
|
-
state.stackPicks.clear();
|
|
225
|
-
send({ type: "set_adapter", id });
|
|
226
|
-
const sel = $("chat-adapter") as HTMLSelectElement | null;
|
|
227
|
-
if (sel && [...sel.options].some((o) => o.value === id)) sel.value = id;
|
|
228
|
-
toast("adapter selected — new turns start a fresh KV segment", "ok");
|
|
229
|
-
renderAdaptersBody(state, send);
|
|
230
|
-
};
|
|
231
|
-
});
|
|
232
|
-
body.querySelectorAll<HTMLButtonElement>(".ad-unselect").forEach((btn) => {
|
|
233
|
-
btn.onclick = () => {
|
|
234
|
-
state.selectedSpec = null;
|
|
235
|
-
send({ type: "set_adapter", id: null });
|
|
236
|
-
const sel = $("chat-adapter") as HTMLSelectElement | null;
|
|
237
|
-
if (sel) sel.value = "";
|
|
238
|
-
renderAdaptersBody(state, send);
|
|
239
|
-
};
|
|
240
|
-
});
|
|
241
|
-
body.querySelectorAll<HTMLInputElement>(".ad-stack-pick").forEach((chk) => {
|
|
242
|
-
chk.onchange = () => {
|
|
243
|
-
const id = chk.dataset.id!;
|
|
244
|
-
if (chk.checked) state.stackPicks.add(id); else state.stackPicks.delete(id);
|
|
245
|
-
renderAdaptersBody(state, send);
|
|
246
|
-
};
|
|
247
|
-
});
|
|
248
|
-
const apply = $("ad-stack-apply") as HTMLButtonElement | null;
|
|
249
|
-
if (apply) apply.onclick = () => {
|
|
250
|
-
if (state.stackPicks.size < 2) { toast("stack needs at least two ticked adapters", "err"); return; }
|
|
251
|
-
const spec = [...state.stackPicks].join("+");
|
|
252
|
-
state.selectedSpec = spec;
|
|
253
|
-
send({ type: "set_adapter", id: spec });
|
|
254
|
-
const sel = $("chat-adapter") as HTMLSelectElement | null;
|
|
255
|
-
if (sel) sel.value = ""; // composite spec has no matching single <option>
|
|
256
|
-
toast("stacked " + spec + " — new turns start a fresh KV segment", "ok");
|
|
257
|
-
renderAdaptersBody(state, send);
|
|
258
|
-
};
|
|
259
|
-
const clear = $("ad-stack-clear") as HTMLButtonElement | null;
|
|
260
|
-
if (clear) clear.onclick = () => { state.stackPicks.clear(); renderAdaptersBody(state, send); };
|
|
261
|
-
}
|
|
262
|
-
|
|
263
|
-
function openPanel(state: AdaptersPanelState, send: Send): void {
|
|
264
|
-
const ov = $("adapters-overlay");
|
|
265
|
-
ov.classList.add("open");
|
|
266
|
-
$("adapters-manage").setAttribute("aria-expanded", "true");
|
|
267
|
-
if (trap) trap.capture();
|
|
268
|
-
refreshAdaptersPanel(state, send);
|
|
269
|
-
}
|
|
270
|
-
export function closeAdaptersPanel(): void {
|
|
271
|
-
$("adapters-overlay").classList.remove("open");
|
|
272
|
-
$("adapters-manage").setAttribute("aria-expanded", "false");
|
|
273
|
-
if (trap) trap.restore();
|
|
274
|
-
}
|
|
275
|
-
|
|
276
|
-
/** Wire the ⚙ button + overlay close affordances. Escape is handled by the
|
|
277
|
-
* global closeTopOverlay sweep in shell.ts (one mechanism, not a bespoke
|
|
278
|
-
* listener per overlay — same pattern as the HF modal / sampling popover). */
|
|
279
|
-
export function initAdaptersPanel(state: AdaptersPanelState, send: Send): void {
|
|
280
|
-
const btn = $("adapters-manage");
|
|
281
|
-
if (!btn) return;
|
|
282
|
-
trap = trapFocus($("adapters-panel"), () => $("adapters-overlay").classList.contains("open"));
|
|
283
|
-
btn.onclick = () => openPanel(state, send);
|
|
284
|
-
const close = $("adapters-close");
|
|
285
|
-
if (close) close.onclick = closeAdaptersPanel;
|
|
286
|
-
$("adapters-overlay").addEventListener("click", (e) => { if (e.target === $("adapters-overlay")) closeAdaptersPanel(); });
|
|
287
|
-
setAdaptersPanelClose(closeAdaptersPanel);
|
|
288
|
-
}
|