mlx-bun 0.4.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1453 -88
- package/THIRD_PARTY_NOTICES.md +882 -0
- package/bin/mlx-bun.convert.mjs +4 -0
- package/bin/mlx-bun.fuse.mjs +4 -0
- package/bin/mlx-bun.generate.mjs +4 -0
- package/bin/mlx-bun.lora.mjs +4 -0
- package/bin/mlx-bun.mjs +13 -21
- package/bin/mlx-bun.server.mjs +4 -0
- package/bin/mlx-bun.upload.mjs +4 -0
- package/dist/web/app.js +9584 -0
- package/package.json +50 -53
- package/src/cli/ane-install.ts +76 -0
- package/src/cli/args.ts +179 -0
- package/src/cli/engine-entry.ts +68 -0
- package/src/cli/inference.ts +214 -0
- package/src/cli/job-entry.ts +97 -0
- package/src/cli/library-host.ts +117 -0
- package/src/cli/main.ts +57 -0
- package/src/cli/memory-engine.ts +163 -0
- package/src/cli/memory.ts +36 -0
- package/src/cli/mlx-lm-aliases.ts +309 -0
- package/src/cli/model-choice.ts +33 -0
- package/src/cli/model-selection.ts +84 -0
- package/src/cli/module-host.ts +11 -0
- package/src/cli/module-verbs.ts +50 -0
- package/src/cli/numerical-policy.ts +12 -0
- package/src/cli/perplexity.ts +89 -0
- package/src/cli/serve-host.ts +423 -0
- package/src/cli/serve-isolated.ts +217 -0
- package/src/cli/serve-options.ts +106 -0
- package/src/cli/serve-state.ts +205 -0
- package/src/cli/serve.ts +500 -0
- package/src/cli/served-model-host.ts +102 -0
- package/src/cli/server-entry.ts +148 -0
- package/src/cli/serving-unit.ts +177 -0
- package/src/{tui.ts → cli/terminal.ts} +13 -8
- package/src/cli/worker-adapters.ts +34 -0
- package/src/cli/worker-entry.ts +272 -0
- package/src/cli/worker-unit.ts +179 -0
- package/src/engine/adapter-operation.ts +26 -0
- package/src/engine/cache-services.ts +114 -0
- package/src/engine/completion.ts +39 -0
- package/src/engine/generation-gateway.ts +358 -0
- package/src/engine/index.ts +59 -0
- package/src/engine/kv-budget.ts +120 -0
- package/src/engine/media-preparation.ts +232 -0
- package/src/engine/model-binding.ts +24 -0
- package/src/engine/model-host.ts +513 -0
- package/src/engine/model-serving.ts +89 -0
- package/src/{serve → engine}/preparation.ts +10 -8
- package/src/{serve → engine}/session-completion-engine.ts +6 -6
- package/src/engine/telemetry.ts +109 -0
- package/src/hub/downloads.ts +116 -0
- package/src/jobs/db.ts +16 -7
- package/src/jobs/events.ts +29 -0
- package/src/jobs/executable.ts +5 -0
- package/src/jobs/host.ts +51 -0
- package/src/jobs/in-process.ts +55 -0
- package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
- package/src/jobs/runner.ts +150 -231
- package/src/jobs/service.ts +75 -0
- package/src/jobs/sse.ts +59 -23
- package/src/jobs/worker-memory.ts +46 -0
- package/src/jobs/worker-process.ts +163 -0
- package/src/jobs/worker-supervisor.ts +258 -0
- package/src/modules.ts +58 -0
- package/src/publishing/catalog-hub.ts +18 -0
- package/src/publishing/credentials.ts +31 -0
- package/src/publishing/upload.ts +37 -0
- package/src/residency/leased-adapters.ts +21 -0
- package/src/residency/local-records.ts +16 -0
- package/src/residency/model-residency.ts +405 -0
- package/src/residency/record-index.ts +28 -0
- package/src/residency/resident-estimate.ts +50 -0
- package/src/{anthropic.ts → server/anthropic.ts} +3 -81
- package/src/server/cache-routes.ts +36 -0
- package/src/{serve → server}/chat-request.ts +12 -10
- package/src/{serve → server}/chat-stage.ts +27 -22
- package/src/{client.ts → server/client.ts} +28 -2
- package/src/{serve → server}/completion-executor.ts +42 -42
- package/src/server/decision-body.ts +55 -0
- package/src/server/decision-routes.ts +134 -0
- package/src/server/decision-wire.ts +228 -0
- package/src/{serve → server}/discovery-routes.ts +42 -83
- package/src/server/generated-token-history.ts +57 -0
- package/src/{serve → server}/http.ts +25 -13
- package/src/{serve → server}/inference-request.ts +5 -5
- package/src/server/job-routes.ts +20 -0
- package/src/server/media-prompt.ts +63 -0
- package/src/server/memory-completion-client.ts +46 -0
- package/src/server/model-routes.ts +192 -0
- package/src/{serve → server}/openai-wire.ts +3 -2
- package/src/{serve → server}/pipeline.ts +1 -1
- package/src/server/prompt-builder.ts +13 -0
- package/src/server/prompt-contracts.ts +17 -0
- package/src/server/proxy-routes.ts +187 -0
- package/src/server/publishing-routes.ts +41 -0
- package/src/{serve → server}/request-plan.ts +8 -8
- package/src/{serve → server}/request-prep.ts +82 -68
- package/src/{serve → server}/responses-client.ts +30 -13
- package/src/{responses.ts → server/responses.ts} +12 -93
- package/src/server/routes.ts +205 -0
- package/src/server/start.ts +72 -0
- package/src/server/status-routes.ts +108 -0
- package/src/{serve → server}/text-completion-stage.ts +25 -4
- package/src/server/text-prompt.ts +12 -0
- package/src/{serve → server}/token-streams.ts +36 -38
- package/src/server/worker-routes.ts +311 -0
- package/src/storage/paths.ts +61 -0
- package/src/web/assets.ts +37 -0
- package/src/web/{src → browser}/api.ts +5 -23
- package/src/web/browser/chat-host.ts +17 -0
- package/src/web/browser/installed-panels.ts +6 -0
- package/src/web/browser/main.ts +55 -0
- package/src/web/browser/markdown.ts +279 -0
- package/src/web/browser/memory-panel.ts +9 -0
- package/src/web/browser/palette.ts +64 -0
- package/src/web/browser/protocol.ts +13 -0
- package/src/web/browser/shell.ts +467 -0
- package/src/web/{src → browser}/status.ts +32 -36
- package/src/web/build.ts +51 -0
- package/src/web/public/app.html +1054 -0
- package/src/web/{sw.js → public/sw.js} +4 -3
- package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
- package/src/web/{vendor → public/vendor}/hljs.js +2 -2
- package/THIRD_PARTY_LICENSES.md +0 -51
- package/docs/README.md +0 -94
- package/docs/archive/hlg-sampling.md +0 -350
- package/docs/archive/investigations/audio-input-plan.md +0 -356
- package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
- package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
- package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
- package/docs/archive/investigations/curve-bisector-routing.md +0 -123
- package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
- package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
- package/docs/archive/investigations/dspark-handoff.md +0 -224
- package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
- package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
- package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
- package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
- package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
- package/docs/archive/investigations/lab-build-journal.md +0 -157
- package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
- package/docs/archive/investigations/openjarvis-fit.md +0 -198
- package/docs/archive/investigations/openwiki-evaluation.md +0 -249
- package/docs/archive/investigations/optimization_plan.md +0 -346
- package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
- package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
- package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
- package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
- package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
- package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
- package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
- package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
- package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
- package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
- package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
- package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
- package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
- package/docs/archive/planning/chat-ui-vision.md +0 -50
- package/docs/archive/planning/chunk-task-roadmap.md +0 -77
- package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
- package/docs/archive/planning/journal.md +0 -316
- package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
- package/docs/archive/planning/pi-integration-review.md +0 -178
- package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
- package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
- package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
- package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
- package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
- package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
- package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
- package/docs/archive/planning/web-ui-pass-plan.md +0 -213
- package/docs/archive/planning/website-readme-pass-plan.md +0 -224
- package/docs/design/batching.md +0 -1841
- package/docs/design/decode-speed-program.md +0 -2349
- package/docs/design/dreaming-nightly-pipeline.md +0 -684
- package/docs/design/generic-model-support.md +0 -705
- package/docs/design/kv-cache.md +0 -824
- package/docs/design/orpo-training.md +0 -680
- package/docs/design/speculative-decoding.md +0 -1990
- package/docs/design/turboquant.md +0 -2212
- package/docs/design/unified-engine-frontier-plan.md +0 -1880
- package/docs/design/web-chat-redesign.md +0 -695
- package/docs/planning/PRODUCT_ROADMAP.md +0 -594
- package/docs/planning/ResearchTopics.md +0 -119
- package/docs/planning/release-notes-v0.4.0.md +0 -45
- package/docs/planning/video-series.md +0 -421
- package/docs/reference/benchmarks.md +0 -3613
- package/docs/reference/cli.md +0 -585
- package/docs/reference/distribution.md +0 -355
- package/docs/reference/environment.md +0 -398
- package/docs/reference/glossary.md +0 -39
- package/docs/reference/library-api.md +0 -674
- package/docs/reference/memory.md +0 -260
- package/docs/reference/models.md +0 -334
- package/docs/reference/server-api.md +0 -1775
- package/docs/reference/server-config.md +0 -846
- package/docs/reference/training.md +0 -462
- package/docs/reference/troubleshooting.md +0 -158
- package/src/admission-plan.ts +0 -18
- package/src/audio/conformer.ts +0 -647
- package/src/audio/decode.ts +0 -133
- package/src/audio/features.ts +0 -202
- package/src/audio/transcode.ts +0 -67
- package/src/backends/mlx/assistant-target.ts +0 -46
- package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
- package/src/backends/mlx/autoregressive.ts +0 -108
- package/src/backends/mlx/batch-group.ts +0 -1790
- package/src/backends/mlx/cache-attachment.ts +0 -67
- package/src/backends/mlx/cache-layout.ts +0 -31
- package/src/backends/mlx/checkpoint-state.ts +0 -53
- package/src/backends/mlx/continuation-persistence.ts +0 -106
- package/src/backends/mlx/continuation-request.ts +0 -43
- package/src/backends/mlx/continuation.ts +0 -77
- package/src/backends/mlx/diffusion.ts +0 -39
- package/src/backends/mlx/draft-target.ts +0 -32
- package/src/backends/mlx/evaluation.ts +0 -105
- package/src/backends/mlx/fill-append.ts +0 -45
- package/src/backends/mlx/full-kv-row-append.ts +0 -32
- package/src/backends/mlx/full-kv-row-donor.ts +0 -54
- package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
- package/src/backends/mlx/gateway-binding.ts +0 -130
- package/src/backends/mlx/graph.ts +0 -38
- package/src/backends/mlx/kv-codec.ts +0 -9
- package/src/backends/mlx/kv-maintenance.ts +0 -133
- package/src/backends/mlx/kv-tensor-rows.ts +0 -212
- package/src/backends/mlx/memory-client.ts +0 -189
- package/src/backends/mlx/methods.ts +0 -90
- package/src/backends/mlx/model-prompt.ts +0 -164
- package/src/backends/mlx/model-serving.ts +0 -79
- package/src/backends/mlx/prefill-cohort.ts +0 -89
- package/src/backends/mlx/prefill-rows.ts +0 -200
- package/src/backends/mlx/prefill.ts +0 -33
- package/src/backends/mlx/projected-context-rows.ts +0 -72
- package/src/backends/mlx/request-policy.ts +0 -20
- package/src/backends/mlx/request-state-policy.ts +0 -41
- package/src/backends/mlx/rollback.ts +0 -89
- package/src/backends/mlx/row-sampling.ts +0 -49
- package/src/backends/mlx/serial-executor.ts +0 -242
- package/src/backends/mlx/speculative-group.ts +0 -359
- package/src/backends/mlx/speculative-round.ts +0 -161
- package/src/backends/mlx/speculative.ts +0 -114
- package/src/backends/mlx/state-rows.ts +0 -104
- package/src/backends/mlx/state-views.ts +0 -46
- package/src/backends/mlx/target-layout-capability.ts +0 -35
- package/src/backends/mlx/text-engine.ts +0 -73
- package/src/backends/mlx/transitioning-kv-rows.ts +0 -165
- package/src/chat-template.ts +0 -382
- package/src/cli.ts +0 -3168
- package/src/config.ts +0 -399
- package/src/contracts/completion.ts +0 -16
- package/src/contracts/execution.ts +0 -60
- package/src/contracts/generation.ts +0 -103
- package/src/contracts/host.ts +0 -7
- package/src/contracts/pi-provider.ts +0 -30
- package/src/contracts/pi.ts +0 -259
- package/src/contracts/prefix-cache.ts +0 -23
- package/src/contracts/resources.ts +0 -25
- package/src/contracts/sampling.ts +0 -23
- package/src/contracts/scheduling.ts +0 -45
- package/src/contracts/tsconfig.json +0 -14
- package/src/dataset/generators.ts +0 -1087
- package/src/dataset/index.ts +0 -12
- package/src/dataset/job.ts +0 -81
- package/src/dataset/llm.ts +0 -71
- package/src/dataset/registry.ts +0 -528
- package/src/diffusion/diffusion-generate.ts +0 -507
- package/src/download.ts +0 -505
- package/src/embed.ts +0 -77
- package/src/engine/admission.ts +0 -59
- package/src/engine/cancellation.ts +0 -38
- package/src/engine/engine.ts +0 -56
- package/src/engine/execution-coordinator.ts +0 -70
- package/src/engine/execution-plan.ts +0 -53
- package/src/engine/resources.ts +0 -53
- package/src/engine/scheduler.ts +0 -72
- package/src/engine/session.ts +0 -247
- package/src/eval/README.md +0 -130
- package/src/eval/ifeval.ts +0 -81
- package/src/eval/kl-prompts.ts +0 -29
- package/src/eval/kl.ts +0 -590
- package/src/eval/perplexity.ts +0 -164
- package/src/eval/quality-db.ts +0 -92
- package/src/eval/reference-logits.ts +0 -207
- package/src/eval/runner.ts +0 -124
- package/src/eval/score.ts +0 -49
- package/src/eval/tasks/bfcl.ts +0 -535
- package/src/eval/tasks/gsm8k.ts +0 -98
- package/src/eval/tasks/hashhop.ts +0 -139
- package/src/eval/tasks/humaneval.ts +0 -275
- package/src/eval/tasks/ifeval.ts +0 -525
- package/src/eval/tasks/mmlu.ts +0 -157
- package/src/eval/ultrafeedback.ts +0 -60
- package/src/evaldb.ts +0 -199
- package/src/expert-io.ts +0 -393
- package/src/expert-offload-build.ts +0 -77
- package/src/expert-offload.ts +0 -76
- package/src/expert-residency.ts +0 -1134
- package/src/expert-usage.ts +0 -415
- package/src/fill/echo-index.ts +0 -188
- package/src/fill/fill-session.ts +0 -452
- package/src/fill/proposal.ts +0 -68
- package/src/fill/schema-rows.ts +0 -506
- package/src/fill/tool-boundary.ts +0 -103
- package/src/fit.ts +0 -249
- package/src/generate.ts +0 -1346
- package/src/grammar.ts +0 -591
- package/src/harness-pi.ts +0 -184
- package/src/hf-push.ts +0 -628
- package/src/hub-rest.ts +0 -242
- package/src/index.ts +0 -63
- package/src/inference/denoising.ts +0 -17
- package/src/inference/draft-acceptance.ts +0 -41
- package/src/inference/draft-output.ts +0 -49
- package/src/inference/graph.ts +0 -33
- package/src/inference/prefill.ts +0 -39
- package/src/inference/rollback.ts +0 -7
- package/src/jobs/index.ts +0 -31
- package/src/jobs/job-entry.ts +0 -107
- package/src/jobs/task-client.ts +0 -19
- package/src/jobs/types.ts +0 -2
- package/src/kv-scheme.ts +0 -257
- package/src/kv-store.ts +0 -1099
- package/src/lab/README.md +0 -18
- package/src/lab/curve/curve-designer.html +0 -303
- package/src/lab/curve/curve-sampler.ts +0 -122
- package/src/lab/expert-trace/expert-trace.ts +0 -69
- package/src/lab/paged-kv/paged-kv-rows.ts +0 -83
- package/src/lab/paged-kv/paged-kv.ts +0 -270
- package/src/library.ts +0 -40
- package/src/lora.ts +0 -408
- package/src/md-modules.d.ts +0 -49
- package/src/media-fetch.ts +0 -442
- package/src/memory/article.ts +0 -558
- package/src/memory/chunk-validation.ts +0 -150
- package/src/memory/chunk.ts +0 -318
- package/src/memory/cluster.ts +0 -351
- package/src/memory/coverage.ts +0 -134
- package/src/memory/crosslink.ts +0 -0
- package/src/memory/db.ts +0 -253
- package/src/memory/entity.ts +0 -203
- package/src/memory/gate.ts +0 -187
- package/src/memory/history.ts +0 -152
- package/src/memory/ingest.ts +0 -335
- package/src/memory/model.ts +0 -183
- package/src/memory/normalize.ts +0 -671
- package/src/memory/parse.ts +0 -22
- package/src/memory/pipeline.ts +0 -275
- package/src/memory/prompts.ts +0 -65
- package/src/memory/query.ts +0 -334
- package/src/memory/reconcile.ts +0 -734
- package/src/memory/redirect.ts +0 -108
- package/src/memory/reindex.ts +0 -325
- package/src/memory/resolve.ts +0 -307
- package/src/memory/rest.ts +0 -245
- package/src/memory/route.ts +0 -272
- package/src/memory/schedule.ts +0 -165
- package/src/memory/stages.ts +0 -777
- package/src/memory/synthesize.ts +0 -1638
- package/src/memory/tools.ts +0 -749
- package/src/memory/vault.ts +0 -1194
- package/src/memory/wikify.ts +0 -1064
- package/src/mlx/array.ts +0 -388
- package/src/mlx/autograd.ts +0 -304
- package/src/mlx/checkpoint.ts +0 -149
- package/src/mlx/compile.ts +0 -168
- package/src/mlx/custom-vjp.ts +0 -188
- package/src/mlx/ffi.ts +0 -512
- package/src/mlx/materialize.ts +0 -23
- package/src/mlx/metal-kernel.ts +0 -159
- package/src/mlx/ops.ts +0 -1021
- package/src/mlx/quantized-rows.ts +0 -36
- package/src/mlx/token-bitmask.ts +0 -52
- package/src/mlx/turboquant-kv-decode.ts +0 -82
- package/src/mlx/turboquant-kv-inverse.ts +0 -122
- package/src/mlx/turboquant-ops.ts +0 -861
- package/src/mlx/turboquant-tables.ts +0 -237
- package/src/mmap.ts +0 -90
- package/src/model/artifact-identity.ts +0 -73
- package/src/model/batched-kv.ts +0 -235
- package/src/model/batched-mask.ts +0 -279
- package/src/model/batched-quant.ts +0 -212
- package/src/model/batched-quantized-kv.ts +0 -144
- package/src/model/batched-rotating-quant.ts +0 -353
- package/src/model/batched-rotating-state.ts +0 -149
- package/src/model/batched-rotating.ts +0 -338
- package/src/model/batched-row-storage.ts +0 -179
- package/src/model/batched-ssm.ts +0 -52
- package/src/model/batched-turboquant-kv.ts +0 -93
- package/src/model/compiled-decode.ts +0 -712
- package/src/model/decoded-kv-donor.ts +0 -12
- package/src/model/delayed-quantized-kv.ts +0 -72
- package/src/model/delayed-rotating-quantized-kv.ts +0 -93
- package/src/model/delayed-turboquant-kv.ts +0 -55
- package/src/model/diffusion-gemma.ts +0 -1026
- package/src/model/factory.ts +0 -189
- package/src/model/fingerprint.ts +0 -33
- package/src/model/flash-attention.ts +0 -694
- package/src/model/full-prefill-padding.ts +0 -56
- package/src/model/full-prefill-row.ts +0 -105
- package/src/model/gemma4-base.ts +0 -2351
- package/src/model/gemma4.ts +0 -1315
- package/src/model/generated/gemma4-12b.ts +0 -429
- package/src/model/generated/gemma4-26b.ts +0 -448
- package/src/model/generated/gemma4-e4b.ts +0 -717
- package/src/model/generated/index.ts +0 -18
- package/src/model/glm52-atlas.ts +0 -511
- package/src/model/glm52-cache.ts +0 -792
- package/src/model/glm52-config.ts +0 -262
- package/src/model/glm52-container.ts +0 -305
- package/src/model/glm52-coupling.ts +0 -388
- package/src/model/glm52-dsa.ts +0 -606
- package/src/model/glm52-expert-layout.ts +0 -253
- package/src/model/glm52-layout.ts +0 -152
- package/src/model/glm52-memory.ts +0 -500
- package/src/model/glm52-mla.ts +0 -792
- package/src/model/glm52-moe.ts +0 -223
- package/src/model/glm52-pilot.ts +0 -537
- package/src/model/glm52-reference.ts +0 -445
- package/src/model/glm52-residency.ts +0 -557
- package/src/model/glm52-resident-weights.ts +0 -135
- package/src/model/glm52-streamed-experts.ts +0 -453
- package/src/model/glm52-streamed-metal.ts +0 -610
- package/src/model/glm52-weights.ts +0 -503
- package/src/model/glm52.ts +0 -1132
- package/src/model/implementation.ts +0 -69
- package/src/model/kv-attention-view.ts +0 -67
- package/src/model/minicpm5.ts +0 -376
- package/src/model/profile.ts +0 -443
- package/src/model/qwen-append.ts +0 -12
- package/src/model/qwen-conv.ts +0 -52
- package/src/model/qwen3-delta-state.ts +0 -74
- package/src/model/qwen3-delta.ts +0 -451
- package/src/model/qwen3-moe.ts +0 -404
- package/src/model/qwen3-mrope.ts +0 -252
- package/src/model/qwen3.ts +0 -277
- package/src/model/qwen3_5-checkpoint.ts +0 -164
- package/src/model/qwen3_5.ts +0 -819
- package/src/model/rotating-kv-donor.ts +0 -35
- package/src/model/rotating-kv-layout.ts +0 -262
- package/src/model/rotating-row-transaction.ts +0 -35
- package/src/model/speculative-rotating-kv.ts +0 -101
- package/src/model/ssm-prefill-padding.ts +0 -39
- package/src/model/support.ts +0 -102
- package/src/model/trellis-balanced-scatter.ts +0 -51
- package/src/model/trellis-linear.ts +0 -672
- package/src/model/trellis-shared-m.ts +0 -151
- package/src/model/trellis-shared-scatter.ts +0 -144
- package/src/model/trellis-splitk-prefill.ts +0 -158
- package/src/model/trellis-tiled-prefill.ts +0 -136
- package/src/model/trellis-vector-expand.ts +0 -62
- package/src/model/trellis-wide-prefill.ts +0 -94
- package/src/model/turboquant-codec.ts +0 -83
- package/src/model/universal/archs.ts +0 -332
- package/src/model/universal/dense.ts +0 -612
- package/src/model/universal/modules.ts +0 -170
- package/src/model/universal/rope.ts +0 -381
- package/src/native/expert_io.c +0 -523
- package/src/native/frame_extract.swift +0 -140
- package/src/native-pack.ts +0 -162
- package/src/pi-provider.ts +0 -53
- package/src/pi-session.ts +0 -81
- package/src/pi-terminal.ts +0 -274
- package/src/pi-web.ts +0 -1932
- package/src/preflight.ts +0 -158
- package/src/prompt-cache.ts +0 -460
- package/src/quantize/allocator.ts +0 -627
- package/src/quantize/atomic-output.ts +0 -38
- package/src/quantize/calibration.ts +0 -181
- package/src/quantize/config-writer.ts +0 -145
- package/src/quantize/index.ts +0 -84
- package/src/quantize/job.ts +0 -162
- package/src/quantize/quantizer.ts +0 -666
- package/src/quantize/rotate.ts +0 -603
- package/src/quantize/safetensors-writer.ts +0 -249
- package/src/quantize/sensitivity.ts +0 -216
- package/src/quantize/trellis.ts +0 -586
- package/src/quantize/weight-transform.ts +0 -292
- package/src/registry.ts +0 -602
- package/src/runtime-config.ts +0 -81
- package/src/safetensors.ts +0 -158
- package/src/sampler.ts +0 -1011
- package/src/serve/admin-routes.ts +0 -184
- package/src/serve/assets/curve-terrain.html +0 -105
- package/src/serve/assets/training-inference-map.html +0 -575
- package/src/serve/aux-routes.ts +0 -132
- package/src/serve/batch-scheduler.ts +0 -8
- package/src/serve/checkpoint-identity.ts +0 -64
- package/src/serve/generation-gateway.ts +0 -496
- package/src/serve/isolate.ts +0 -609
- package/src/serve/kv-budget.ts +0 -14
- package/src/serve/lab-routes.ts +0 -341
- package/src/serve/lane-registry.ts +0 -45
- package/src/serve/model-admin-routes.ts +0 -155
- package/src/serve/model-binding.ts +0 -43
- package/src/serve/model-host.ts +0 -511
- package/src/serve/parent-application.ts +0 -56
- package/src/serve/prompt-response-trace.ts +0 -147
- package/src/serve/response-lease.ts +0 -24
- package/src/serve/session-search.ts +0 -326
- package/src/serve/static-routes.ts +0 -101
- package/src/server.ts +0 -1314
- package/src/spec/assistant-rows.ts +0 -92
- package/src/spec/assistant-source.ts +0 -126
- package/src/spec/cache-identity.ts +0 -22
- package/src/spec/deepspec-rows.ts +0 -29
- package/src/spec/deepspec-source.ts +0 -145
- package/src/spec/dflash-source.ts +0 -149
- package/src/spec/drafter.ts +0 -304
- package/src/spec/dspark/ab-stats.ts +0 -136
- package/src/spec/dspark/calibration.ts +0 -112
- package/src/spec/dspark/data-dflash.ts +0 -156
- package/src/spec/dspark/data.ts +0 -201
- package/src/spec/dspark/deepspec-module.ts +0 -776
- package/src/spec/dspark/generate-dflash.ts +0 -245
- package/src/spec/dspark/generate.ts +0 -290
- package/src/spec/dspark/loader.ts +0 -23
- package/src/spec/dspark/loss.ts +0 -213
- package/src/spec/dspark/module-dflash.ts +0 -560
- package/src/spec/dspark/module.ts +0 -540
- package/src/spec/dspark/quantize-drafter.ts +0 -91
- package/src/spec/dspark/sample.ts +0 -112
- package/src/spec/generate.ts +0 -276
- package/src/spec/glm52-mtp-graph.ts +0 -29
- package/src/spec/glm52-mtp-rows.ts +0 -132
- package/src/spec/glm52-mtp-source.ts +0 -317
- package/src/spec/glm52-mtp-state.ts +0 -33
- package/src/spec/ngram-source.ts +0 -204
- package/src/spec/projected-draft-rows.ts +0 -73
- package/src/spec/qwen-mtp-module.ts +0 -171
- package/src/spec/qwen-mtp-rows.ts +0 -219
- package/src/spec/qwen-mtp-source.ts +0 -383
- package/src/spec/qwen-mtp-state.ts +0 -30
- package/src/spec/serve-loop.ts +0 -585
- package/src/spec/source.ts +0 -215
- package/src/spec/two-model-rows.ts +0 -61
- package/src/spec/two-model.ts +0 -113
- package/src/ssd-cache.ts +0 -372
- package/src/ssd-durability.ts +0 -211
- package/src/tokenizer.ts +0 -335
- package/src/tool-approvals.ts +0 -131
- package/src/tool-call.ts +0 -695
- package/src/train/dataset.ts +0 -484
- package/src/train/diffusion-lora.ts +0 -216
- package/src/train/export.ts +0 -32
- package/src/train/flash-cce.ts +0 -1234
- package/src/train/forward.ts +0 -266
- package/src/train/fuse.ts +0 -243
- package/src/train/index.ts +0 -46
- package/src/train/job.ts +0 -205
- package/src/train/lora-params.ts +0 -254
- package/src/train/loss.ts +0 -1591
- package/src/train/merge.ts +0 -195
- package/src/train/optimizer.ts +0 -183
- package/src/train/prefix-shared.ts +0 -490
- package/src/train/rank.ts +0 -137
- package/src/train/segmented.ts +0 -1828
- package/src/train/steel-qmm-header.ts +0 -1461
- package/src/train/trainer.ts +0 -1221
- package/src/train/watch.ts +0 -542
- package/src/vision/diffusion-vision.ts +0 -620
- package/src/vision/embedder.ts +0 -168
- package/src/vision/preprocess.ts +0 -247
- package/src/vision/prompt.ts +0 -373
- package/src/vision/qwen3vl-preprocess.ts +0 -409
- package/src/vision/qwen3vl-prompt.ts +0 -196
- package/src/vision/qwen3vl-tower.ts +0 -555
- package/src/vision/siglip.ts +0 -599
- package/src/vision/video-frames.ts +0 -148
- package/src/web/app.html +0 -2143
- package/src/web/app.js +0 -5703
- package/src/web/skills/memory/SKILL.md +0 -120
- package/src/web/skills/web-research/SKILL.md +0 -46
- package/src/web/skills.ts +0 -97
- package/src/web/src/adapters-panel.ts +0 -288
- package/src/web/src/assistant.ts +0 -451
- package/src/web/src/chat.ts +0 -1057
- package/src/web/src/composer.ts +0 -959
- package/src/web/src/dataset.ts +0 -132
- package/src/web/src/finetune.ts +0 -267
- package/src/web/src/hub.ts +0 -428
- package/src/web/src/main.ts +0 -98
- package/src/web/src/markdown.ts +0 -0
- package/src/web/src/memory-panel.ts +0 -572
- package/src/web/src/model-picker.ts +0 -159
- package/src/web/src/palette.ts +0 -346
- package/src/web/src/protocol.ts +0 -26
- package/src/web/src/quantize.ts +0 -167
- package/src/web/src/rag.ts +0 -274
- package/src/web/src/sessions.ts +0 -469
- package/src/web/src/shell.ts +0 -804
- package/src/web/src/ui-catalog.ts +0 -78
- package/src/web/vendor/README.md +0 -61
- package/src/web-assets.ts +0 -47
- package/src/web-tools.ts +0 -478
- package/src/weights.ts +0 -255
- /package/src/{serve → server}/completion-sink.ts +0 -0
- /package/src/web/{icon.svg → public/icon.svg} +0 -0
- /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
- /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
package/src/native-pack.ts
DELETED
|
@@ -1,162 +0,0 @@
|
|
|
1
|
-
// Native runtime pack (decision 2026-06-12, "one binary" discussion):
|
|
2
|
-
// the mlx-bun executable ships alone (~61 MB, 100% our code + Bun); the
|
|
3
|
-
// MLX native runtime (libmlx, libmlxc, libjaccl, mlx.metallib) is a
|
|
4
|
-
// separate versioned tarball downloaded ON FIRST RUN into
|
|
5
|
-
// ~/Library/Caches/mlx-bun/native-v<ver>-<arch>/ — resumable and
|
|
6
|
-
// sha256-verified through the same downloadOne machinery as model
|
|
7
|
-
// downloads, visible on the status page /downloads tracker.
|
|
8
|
-
//
|
|
9
|
-
// Resolution order for the libs (mirrored in src/mlx/ffi.ts):
|
|
10
|
-
// MLX_BUN_LIBMLXC env > beside the executable (sidecar dist/ layout,
|
|
11
|
-
// docs/reference/distribution.md) > the native-pack cache dir > homebrew.
|
|
12
|
-
// Dev trees and embedders therefore never download anything.
|
|
13
|
-
|
|
14
|
-
import { existsSync, mkdirSync, renameSync, rmSync } from "node:fs";
|
|
15
|
-
import { homedir, tmpdir } from "node:os";
|
|
16
|
-
import { dirname, join } from "node:path";
|
|
17
|
-
import { downloadOne } from "./download";
|
|
18
|
-
import { runtimeValue } from "./runtime-config";
|
|
19
|
-
|
|
20
|
-
export const NATIVE_PACK_VERSION = "0.4.0";
|
|
21
|
-
export const MLX_CORE_VERSION = "0.32.2";
|
|
22
|
-
export const NATIVE_PACK_FILES = [
|
|
23
|
-
"libmlxc.dylib", "libmlx.dylib", "libjaccl.dylib", "mlx.metallib",
|
|
24
|
-
"libmlx_bun_expert_io.dylib", "mlx-bun-frame-extract",
|
|
25
|
-
] as const;
|
|
26
|
-
|
|
27
|
-
// RELEASE-TIME BAKE: scripts/build-native-pack.sh prints the sha256/size for
|
|
28
|
-
// the freshly built tarball — publish `native-v0.4.0` with both assets and
|
|
29
|
-
// paste the values here BEFORE tagging the package release (the download
|
|
30
|
-
// 404s until the GitHub release exists; dev trees resolve via homebrew/env
|
|
31
|
-
// and never hit this path).
|
|
32
|
-
const SHA256: Record<string, string> = {
|
|
33
|
-
arm64: "f2b0857658aa0826aee14b94a6b83d4c86c08f2c07d716991de6afd038f5ca5d",
|
|
34
|
-
};
|
|
35
|
-
const SIZE: Record<string, number> = {
|
|
36
|
-
arm64: 41931583,
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export function nativePackName(arch = process.arch): string {
|
|
40
|
-
return `mlx-bun-native-v${NATIVE_PACK_VERSION}-${arch}.tar.gz`;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
/** GitHub release asset; override with MLX_BUN_NATIVE_PACK_URL. While
|
|
44
|
-
* the repo is private the download needs a token (GITHUB_TOKEN or
|
|
45
|
-
* `gh auth token`); once public it works anonymously. */
|
|
46
|
-
export function nativePackUrl(arch = process.arch): string {
|
|
47
|
-
return runtimeValue("MLX_BUN_NATIVE_PACK_URL") ??
|
|
48
|
-
`https://github.com/joshuarossi/mlx-bun/releases/download/native-v${NATIVE_PACK_VERSION}/${nativePackName(arch)}`;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
export function nativePackDir(arch = process.arch): string {
|
|
52
|
-
return join(homedir(), "Library", "Caches", "mlx-bun", `native-v${NATIVE_PACK_VERSION}-${arch}`);
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
/** Where the native runtime currently resolves from, or null if absent
|
|
56
|
-
* everywhere (= a fresh machine that needs the pack). */
|
|
57
|
-
export function nativeRuntimeDir(): string | null {
|
|
58
|
-
const explicit = runtimeValue("MLX_BUN_LIBMLXC");
|
|
59
|
-
if (explicit) return dirname(explicit);
|
|
60
|
-
const candidates = [
|
|
61
|
-
dirname(process.execPath),
|
|
62
|
-
nativePackDir(),
|
|
63
|
-
"/opt/homebrew/lib",
|
|
64
|
-
"/usr/local/lib",
|
|
65
|
-
];
|
|
66
|
-
for (const dir of candidates)
|
|
67
|
-
if (existsSync(join(dir, "libmlxc.dylib"))) return dir;
|
|
68
|
-
return null;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
async function githubToken(): Promise<string | null> {
|
|
72
|
-
if (process.env.GITHUB_TOKEN) return process.env.GITHUB_TOKEN;
|
|
73
|
-
try {
|
|
74
|
-
const proc = Bun.spawn(["gh", "auth", "token"], { stdout: "pipe", stderr: "ignore" });
|
|
75
|
-
const out = (await new Response(proc.stdout).text()).trim();
|
|
76
|
-
return (await proc.exited) === 0 && out ? out : null;
|
|
77
|
-
} catch {
|
|
78
|
-
return null;
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
/** Map a github.com/<o>/<r>/releases/download/<tag>/<name> URL to a
|
|
83
|
-
* presigned asset URL via the API. Returns null when no token is
|
|
84
|
-
* available or the lookup fails (caller falls back to the plain URL,
|
|
85
|
-
* which works for public repos). */
|
|
86
|
-
async function resolveGithubAssetUrl(url: string): Promise<string | null> {
|
|
87
|
-
const m = /^https:\/\/github\.com\/([^/]+)\/([^/]+)\/releases\/download\/([^/]+)\/(.+)$/.exec(url);
|
|
88
|
-
const token = await githubToken();
|
|
89
|
-
if (!m || !token) return null;
|
|
90
|
-
try {
|
|
91
|
-
const [, owner, repo, tag, name] = m;
|
|
92
|
-
const rel = await fetch(`https://api.github.com/repos/${owner}/${repo}/releases/tags/${tag}`, {
|
|
93
|
-
headers: { authorization: `Bearer ${token}`, accept: "application/vnd.github+json" },
|
|
94
|
-
});
|
|
95
|
-
if (!rel.ok) return null;
|
|
96
|
-
const assets = ((await rel.json()) as { assets: Array<{ name: string; url: string }> }).assets;
|
|
97
|
-
const asset = assets.find((a) => a.name === name);
|
|
98
|
-
if (!asset) return null;
|
|
99
|
-
const head = await fetch(asset.url, {
|
|
100
|
-
redirect: "manual",
|
|
101
|
-
headers: { authorization: `Bearer ${token}`, accept: "application/octet-stream" },
|
|
102
|
-
});
|
|
103
|
-
return head.headers.get("location"); // presigned; no auth needed past here
|
|
104
|
-
} catch {
|
|
105
|
-
return null;
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
export interface EnsureNativeOptions {
|
|
110
|
-
url?: string;
|
|
111
|
-
sha256?: string;
|
|
112
|
-
sizeBytes?: number;
|
|
113
|
-
destDir?: string;
|
|
114
|
-
onProgress?: (received: number, total: number) => void;
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
/** Make the native runtime available; returns its directory. No-op when
|
|
118
|
-
* any resolution candidate already has it. */
|
|
119
|
-
export async function ensureNativeRuntime(opts: EnsureNativeOptions = {}): Promise<string> {
|
|
120
|
-
const existing = nativeRuntimeDir();
|
|
121
|
-
if (existing && !opts.destDir) return existing;
|
|
122
|
-
|
|
123
|
-
const arch = process.arch;
|
|
124
|
-
const url = opts.url ?? nativePackUrl(arch);
|
|
125
|
-
const sha256 = opts.sha256 ?? SHA256[arch];
|
|
126
|
-
const sizeBytes = opts.sizeBytes ?? SIZE[arch];
|
|
127
|
-
const destDir = opts.destDir ?? nativePackDir(arch);
|
|
128
|
-
if (NATIVE_PACK_FILES.every((file) => existsSync(join(destDir, file))))
|
|
129
|
-
return destDir;
|
|
130
|
-
if (!sha256 || !sizeBytes)
|
|
131
|
-
throw new Error(`no native pack published for ${arch} — set MLX_BUN_LIBMLXC or install mlx via homebrew`);
|
|
132
|
-
|
|
133
|
-
const tarPath = join(tmpdir(), `mlx-bun-native-${sha256.slice(0, 12)}.tar.gz`);
|
|
134
|
-
let fetchUrl = url;
|
|
135
|
-
let token: string | null = null;
|
|
136
|
-
if (url.startsWith("https://github.com/")) {
|
|
137
|
-
// Public repo: the releases/download URL works anonymously. Private
|
|
138
|
-
// repo: it 404s — resolve the asset's signed URL via the API
|
|
139
|
-
// (Accept: octet-stream + token → 302 with a presigned location).
|
|
140
|
-
const resolved = await resolveGithubAssetUrl(url);
|
|
141
|
-
if (resolved) fetchUrl = resolved;
|
|
142
|
-
else token = await githubToken(); // public-repo path; token unused but harmless
|
|
143
|
-
}
|
|
144
|
-
await downloadOne(fetchUrl, token, tarPath, { size: sizeBytes, sha256, name: nativePackName(arch) },
|
|
145
|
-
(_file, received, total) => opts.onProgress?.(received, total));
|
|
146
|
-
|
|
147
|
-
// Extract to a staging dir, then rename into place (atomic-ish: a
|
|
148
|
-
// crashed extract never leaves a half-populated cache dir).
|
|
149
|
-
const staging = `${destDir}.staging-${process.pid}`;
|
|
150
|
-
rmSync(staging, { recursive: true, force: true });
|
|
151
|
-
mkdirSync(staging, { recursive: true });
|
|
152
|
-
const untar = Bun.spawn(["tar", "-xzf", tarPath, "-C", staging], { stderr: "pipe" });
|
|
153
|
-
if ((await untar.exited) !== 0)
|
|
154
|
-
throw new Error(`native pack extract failed: ${await new Response(untar.stderr).text()}`);
|
|
155
|
-
for (const f of NATIVE_PACK_FILES)
|
|
156
|
-
if (!existsSync(join(staging, f))) throw new Error(`native pack missing ${f}`);
|
|
157
|
-
rmSync(destDir, { recursive: true, force: true });
|
|
158
|
-
mkdirSync(dirname(destDir), { recursive: true });
|
|
159
|
-
renameSync(staging, destDir);
|
|
160
|
-
rmSync(tarPath, { force: true });
|
|
161
|
-
return destDir;
|
|
162
|
-
}
|
package/src/pi-provider.ts
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
// mlx-bun pi-provider — the in-memory pi provider/registry/auth wiring that
|
|
2
|
-
// points a pi AgentSession at the local mlx-bun server's loopback /v1.
|
|
3
|
-
//
|
|
4
|
-
// Shared by BOTH embed paths so the wiring can't drift:
|
|
5
|
-
// - src/pi-web.ts (headless web-chat session over a WebSocket)
|
|
6
|
-
// - src/pi-terminal.ts (pi's own interactive TUI, in-process)
|
|
7
|
-
//
|
|
8
|
-
// The provider advertises a single, stable model id ("local"); the server
|
|
9
|
-
// runs exactly one model at a time and which one varies run-to-run, so a
|
|
10
|
-
// fixed id resolves to "whatever is loaded" and never goes stale. The real
|
|
11
|
-
// repo id rides in the model `name` and is still reported by /v1/models.
|
|
12
|
-
// This mirrors src/harness-pi.ts (the external-provider path).
|
|
13
|
-
|
|
14
|
-
import { AuthStorage, ModelRegistry } from "@earendil-works/pi-coding-agent";
|
|
15
|
-
|
|
16
|
-
/** A resolved pi model handle. Not re-exported from the package index, so we
|
|
17
|
-
* derive it from the registry's `find()` return type. */
|
|
18
|
-
export type PiModel = NonNullable<ReturnType<ModelRegistry["find"]>>;
|
|
19
|
-
|
|
20
|
-
import { PI_PROVIDER_ID, PI_API_KEY, PI_API, PI_LOCAL_MODEL_ID, piModelDefinition,
|
|
21
|
-
type PiModelOptions } from "./contracts/pi-provider";
|
|
22
|
-
export { PI_PROVIDER_ID, PI_API_KEY, PI_API, PI_LOCAL_MODEL_ID,
|
|
23
|
-
DEFAULT_CONTEXT_WINDOW, DEFAULT_MAX_TOKENS } from "./contracts/pi-provider";
|
|
24
|
-
export interface PiProviderOptions extends PiModelOptions {}
|
|
25
|
-
|
|
26
|
-
export interface PiProviderWiring {
|
|
27
|
-
authStorage: AuthStorage;
|
|
28
|
-
modelRegistry: ModelRegistry;
|
|
29
|
-
model: PiModel;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
/**
|
|
33
|
-
* Build the in-memory auth + registry and resolve the local model for a pi
|
|
34
|
-
* session pointed at `baseUrl` (e.g. "http://127.0.0.1:8080/v1"). The runtime
|
|
35
|
-
* key satisfies pi's auth check for our zero-cost local provider; no disk
|
|
36
|
-
* (no models.json, no ~/.pi cross-talk).
|
|
37
|
-
*/
|
|
38
|
-
export function buildPiProvider(baseUrl: string, opts: PiProviderOptions = {}): PiProviderWiring {
|
|
39
|
-
const authStorage = AuthStorage.inMemory();
|
|
40
|
-
authStorage.setRuntimeApiKey(PI_PROVIDER_ID, PI_API_KEY);
|
|
41
|
-
|
|
42
|
-
const modelRegistry = ModelRegistry.inMemory(authStorage);
|
|
43
|
-
modelRegistry.registerProvider(PI_PROVIDER_ID, {
|
|
44
|
-
baseUrl,
|
|
45
|
-
apiKey: PI_API_KEY,
|
|
46
|
-
api: PI_API,
|
|
47
|
-
models: [piModelDefinition(opts)],
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
const model = modelRegistry.find(PI_PROVIDER_ID, PI_LOCAL_MODEL_ID);
|
|
51
|
-
if (!model) throw new Error("failed to register mlx-bun/local model");
|
|
52
|
-
return { authStorage, modelRegistry, model };
|
|
53
|
-
}
|
package/src/pi-session.ts
DELETED
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
// Shared pi front-door assembly for mlx-bun's embedded web + terminal agents.
|
|
2
|
-
//
|
|
3
|
-
// This is the single place that decides which custom tools and bundled skills
|
|
4
|
-
// are visible to pi. Keeping that policy here prevents the browser and TUI from
|
|
5
|
-
// drifting — especially for personal memory, whose prompt surface must be
|
|
6
|
-
// relevant-but-not-dominant.
|
|
7
|
-
|
|
8
|
-
import type { ToolDefinition } from "@earendil-works/pi-coding-agent";
|
|
9
|
-
import { createWebTools, WEB_TOOL_NAMES } from "./web-tools";
|
|
10
|
-
import { materializeBundledSkillPaths } from "./web/skills";
|
|
11
|
-
import {
|
|
12
|
-
createMemoryTools,
|
|
13
|
-
MEMORY_TOOL_NAMES,
|
|
14
|
-
memoryIndexHint,
|
|
15
|
-
isMemoryEnabled,
|
|
16
|
-
createReferenceTools,
|
|
17
|
-
REFERENCE_TOOL_NAMES,
|
|
18
|
-
} from "./memory/tools";
|
|
19
|
-
|
|
20
|
-
/** Built-in pi coding tools plus mlx-bun's non-mutating web tools. */
|
|
21
|
-
export const PI_BASE_TOOL_NAMES = ["read", "bash", "edit", "write", "grep", "find", "ls", ...WEB_TOOL_NAMES] as const;
|
|
22
|
-
|
|
23
|
-
export interface PiAgentSurfaceOptions {
|
|
24
|
-
/** Force memory on/off for tests. Default: auto-detect vault existence. */
|
|
25
|
-
memory?: "auto" | "on" | "off";
|
|
26
|
-
/** Include web_search/web_fetch/weather. Default true. */
|
|
27
|
-
webTools?: boolean;
|
|
28
|
-
/** Include read/bash/edit/write/grep/find/ls. Default true. */
|
|
29
|
-
codingTools?: boolean;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
export interface PiAgentSurface {
|
|
33
|
-
memoryEnabled: boolean;
|
|
34
|
-
/** Tool allowlist to pass to createAgentSession/createAgentSessionFromServices. */
|
|
35
|
-
tools: string[];
|
|
36
|
-
/** Custom tools to pass to pi. Built-ins are selected by name in `tools`. */
|
|
37
|
-
customTools: ToolDefinition[];
|
|
38
|
-
/** Skill paths for DefaultResourceLoader.additionalSkillPaths. */
|
|
39
|
-
skillPaths: string[];
|
|
40
|
-
/** Short prompt addendum. Empty unless memory is enabled. */
|
|
41
|
-
memoryHint: string;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
async function resolveMemoryEnabled(mode: PiAgentSurfaceOptions["memory"]): Promise<boolean> {
|
|
45
|
-
if (mode === "on") return true;
|
|
46
|
-
if (mode === "off") return false;
|
|
47
|
-
return isMemoryEnabled();
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
/**
|
|
51
|
-
* Build the shared tool + skill surface for both pi front doors.
|
|
52
|
-
*
|
|
53
|
-
* Memory policy: if the user enabled memory (vault exists), memory is available.
|
|
54
|
-
* It is still a scoped retrieval capability, not a default first step for every
|
|
55
|
-
* prompt. If memory is absent, no memory skill/tool schemas are exposed at all.
|
|
56
|
-
*/
|
|
57
|
-
export async function buildPiAgentSurface(opts: PiAgentSurfaceOptions = {}): Promise<PiAgentSurface> {
|
|
58
|
-
const memoryEnabled = await resolveMemoryEnabled(opts.memory ?? "auto");
|
|
59
|
-
const includeWeb = opts.webTools ?? true;
|
|
60
|
-
const includeCoding = opts.codingTools ?? true;
|
|
61
|
-
|
|
62
|
-
const tools: string[] = [];
|
|
63
|
-
if (includeCoding) tools.push("read", "bash", "edit", "write", "grep", "find", "ls");
|
|
64
|
-
const customTools: ToolDefinition[] = [];
|
|
65
|
-
if (includeWeb) {
|
|
66
|
-
tools.push(...WEB_TOOL_NAMES);
|
|
67
|
-
customTools.push(...createWebTools());
|
|
68
|
-
}
|
|
69
|
-
if (memoryEnabled) {
|
|
70
|
-
tools.push(...MEMORY_TOOL_NAMES, ...REFERENCE_TOOL_NAMES);
|
|
71
|
-
customTools.push(...createMemoryTools(), ...createReferenceTools());
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
return {
|
|
75
|
-
memoryEnabled,
|
|
76
|
-
tools,
|
|
77
|
-
customTools,
|
|
78
|
-
skillPaths: materializeBundledSkillPaths({ includeMemory: memoryEnabled }),
|
|
79
|
-
memoryHint: memoryEnabled ? await memoryIndexHint() : "",
|
|
80
|
-
};
|
|
81
|
-
}
|
package/src/pi-terminal.ts
DELETED
|
@@ -1,274 +0,0 @@
|
|
|
1
|
-
// mlx-bun pi-terminal — drive pi's OWN interactive TUI in-process against the
|
|
2
|
-
// local mlx-bun server (Phase 16 P3/P4). No subprocess, no requirement that
|
|
3
|
-
// the user install pi: pi is a bundled dependency, so we build an
|
|
4
|
-
// AgentSessionRuntime with the SDK and hand it to pi's exported InteractiveMode.
|
|
5
|
-
//
|
|
6
|
-
// This is the terminal twin of src/pi-web.ts (the headless web embed). They
|
|
7
|
-
// share the provider wiring (src/pi-provider.ts) and the curated skills
|
|
8
|
-
// (src/web/skills.ts); the differences are:
|
|
9
|
-
// - we build an AgentSessionRuntime (InteractiveMode needs the runtime, not
|
|
10
|
-
// the bare session createAgentSession returns), via the same
|
|
11
|
-
// createAgentSessionServices + createAgentSessionFromServices the pi CLI
|
|
12
|
-
// uses (dist/main.js) — see examples/sdk/13-session-runtime.ts;
|
|
13
|
-
// - tool approval is pi's own built-in TUI prompt, so there's no custom
|
|
14
|
-
// approval gate here (the web path needs one only because the browser
|
|
15
|
-
// drives approvals over a WebSocket);
|
|
16
|
-
// - the system prompt is a custom mlx-bun CODING-agent persona (the web
|
|
17
|
-
// path is a general chat assistant);
|
|
18
|
-
// - sessions persist (~/.mlx-bun/pi) so /resume and history work.
|
|
19
|
-
//
|
|
20
|
-
// Modes mirror pi's CLI: interactive (InteractiveMode), one-shot print
|
|
21
|
-
// (`-p` / `--mode json` → runPrintMode), and JSONL RPC (`--mode rpc` →
|
|
22
|
-
// runRpcMode). All three are SDK exports, so the embedded CLI keeps pi's
|
|
23
|
-
// headless surface.
|
|
24
|
-
|
|
25
|
-
import { homedir } from "node:os";
|
|
26
|
-
import { join } from "node:path";
|
|
27
|
-
import {
|
|
28
|
-
InteractiveMode,
|
|
29
|
-
SessionManager,
|
|
30
|
-
createAgentSessionFromServices,
|
|
31
|
-
createAgentSessionRuntime,
|
|
32
|
-
createAgentSessionServices,
|
|
33
|
-
initTheme,
|
|
34
|
-
runPrintMode,
|
|
35
|
-
runRpcMode,
|
|
36
|
-
type CreateAgentSessionRuntimeFactory,
|
|
37
|
-
} from "@earendil-works/pi-coding-agent";
|
|
38
|
-
import { buildPiAgentSurface } from "./pi-session";
|
|
39
|
-
import { buildPiProvider, DEFAULT_CONTEXT_WINDOW } from "./pi-provider";
|
|
40
|
-
|
|
41
|
-
/** How the embedded agent runs. Mirrors pi's CLI appMode. */
|
|
42
|
-
export type PiTerminalMode = "interactive" | "print" | "rpc";
|
|
43
|
-
|
|
44
|
-
/**
|
|
45
|
-
* Full toolset the terminal agent is offered: pi's built-in coding tools plus
|
|
46
|
-
* our outward-facing web tools. pi treats this list as an allowlist, so a
|
|
47
|
-
* custom tool's name MUST appear here or it's filtered out before the model
|
|
48
|
-
* sees it. Mutating tools (bash/edit/write) surface pi's own TUI approval
|
|
49
|
-
* prompt at call time — we don't add a gate.
|
|
50
|
-
*/
|
|
51
|
-
/**
|
|
52
|
-
* System prompt for the embedded terminal coding agent.
|
|
53
|
-
*
|
|
54
|
-
* This fully REPLACES pi's default coding-agent prompt (it flows to
|
|
55
|
-
* buildSystemPrompt's `customPrompt` via the resource loader's `systemPrompt`).
|
|
56
|
-
* We replace rather than append so the agent's identity is mlx-bun's, not
|
|
57
|
-
* "operating inside pi, a coding agent harness", and so pi's block of internal
|
|
58
|
-
* documentation paths is dropped. pi still auto-appends the current date and
|
|
59
|
-
* working directory, so we don't repeat them here.
|
|
60
|
-
*
|
|
61
|
-
* Unlike the web chat (a general assistant), this is a true terminal CODING
|
|
62
|
-
* agent: it lives in the user's project directory with real read/run/edit
|
|
63
|
-
* tools. The capability list stays honest about which tools ask for approval
|
|
64
|
-
* so the model never promises an action the user must still confirm.
|
|
65
|
-
*/
|
|
66
|
-
export function buildTerminalSystemPrompt(modelLabel?: string): string {
|
|
67
|
-
const model = modelLabel ? `the local model \`${modelLabel}\`` : "a local model";
|
|
68
|
-
return `You are mlx-bun's terminal coding agent — a capable, hands-on pair programmer working alongside the user in their terminal. You run on ${model} entirely on the user's own Apple-silicon Mac via mlx-bun, so the whole session stays local and private; nothing leaves the machine except the explicit web tools below.
|
|
69
|
-
|
|
70
|
-
You operate inside the user's current project directory. Available capabilities when relevant: read-only file inspection (read, ls, find, grep), web search/fetch (web_search, web_fetch), weather, and user-approved local actions (bash, edit, write).
|
|
71
|
-
|
|
72
|
-
Use tools in service of helping the user, not as a performance. For ordinary social conversation, answer naturally yourself. For real-world facts, current events, schedules, releases, local information, recommendations, restaurants, movies, prices, travel, docs, or anything likely to have changed, look it up with web_search/web_fetch or weather instead of relying on memory or guessing. For coding tasks, inspect the files, investigate before you answer, and follow through to a working result. When you need to change code or run something, propose the concrete edit or command and let the approval prompt handle consent — don't ask permission in prose first.
|
|
73
|
-
|
|
74
|
-
Environment metadata such as current date, working directory, model name, and available tools may be provided for context; do not report or summarize that metadata unless the user asks for it or it is directly relevant. Do not narrate tool policies or internal workflows.
|
|
75
|
-
|
|
76
|
-
Be honest about what you did and what you found, including mistakes, dead ends, and anything you couldn't do. Keep responses tight and skimmable: format with Markdown, show file paths and commands plainly, and cite links when you used the web.`;
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
export interface RunEmbeddedPiOptions {
|
|
80
|
-
/** mlx-bun server base URL, e.g. "http://localhost:8080/v1". */
|
|
81
|
-
baseUrl: string;
|
|
82
|
-
/** Real served model id, used to label the model in the prompt + registry. */
|
|
83
|
-
modelLabel?: string;
|
|
84
|
-
/** Context window advertised to pi. Default: DEFAULT_CONTEXT_WINDOW. */
|
|
85
|
-
contextWindow?: number;
|
|
86
|
-
/** Whether the served model has a switchable thinking channel. */
|
|
87
|
-
reasoning?: boolean;
|
|
88
|
-
/** Whether the served model accepts images (server's vision capability —
|
|
89
|
-
* /v1/models `vision`). MUST match the real model: see PiProviderOptions. */
|
|
90
|
-
vision?: boolean;
|
|
91
|
-
/** Run mode. Default: "interactive". */
|
|
92
|
-
mode?: PiTerminalMode;
|
|
93
|
-
/** Print mode output format ("text" final-only, "json" event stream). */
|
|
94
|
-
printFormat?: "text" | "json";
|
|
95
|
-
/** First message to send (print: the prompt; interactive: pre-filled turn). */
|
|
96
|
-
initialMessage?: string;
|
|
97
|
-
/** Additional messages to send after initialMessage. */
|
|
98
|
-
messages?: string[];
|
|
99
|
-
/** Force pi's verbose startup banner (interactive only). */
|
|
100
|
-
verbose?: boolean;
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
/**
|
|
104
|
-
* Build an AgentSessionRuntime against the local server and run pi in the
|
|
105
|
-
* requested mode. Returns the process exit code. Disposes the runtime on the
|
|
106
|
-
* way out. Runs in the SAME process as the server when the CLI started one —
|
|
107
|
-
* pi's TUI event loop and the generation queue share the JS thread (mlx
|
|
108
|
-
* compute is native); pi's rendering is differential and cheap.
|
|
109
|
-
*/
|
|
110
|
-
export async function runEmbeddedPi(opts: RunEmbeddedPiOptions): Promise<number> {
|
|
111
|
-
const mode = opts.mode ?? "interactive";
|
|
112
|
-
const cwd = process.cwd();
|
|
113
|
-
// Own session/settings dir, isolated from any standalone pi install.
|
|
114
|
-
const agentDir = join(homedir(), ".mlx-bun", "pi");
|
|
115
|
-
const sessionDir = join(agentDir, "sessions", `--${cwd.replace(/^[/\\]/, "").replace(/[/\\:]/g, "-")}--`);
|
|
116
|
-
|
|
117
|
-
const { authStorage, modelRegistry, model } = buildPiProvider(opts.baseUrl, {
|
|
118
|
-
contextWindow: opts.contextWindow ?? DEFAULT_CONTEXT_WINDOW,
|
|
119
|
-
name: opts.modelLabel ? `${opts.modelLabel} (mlx-bun local)` : undefined,
|
|
120
|
-
reasoning: opts.reasoning ?? false,
|
|
121
|
-
vision: opts.vision ?? false,
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
// Shared pi tool/skill surface. Memory is included only when the user has
|
|
125
|
-
// enabled a vault; if present it remains scoped to user-specific continuity.
|
|
126
|
-
const surface = await buildPiAgentSurface();
|
|
127
|
-
const systemPrompt = buildTerminalSystemPrompt(opts.modelLabel) + surface.memoryHint;
|
|
128
|
-
|
|
129
|
-
// The runtime factory: same shape as pi's own CLI (dist/main.js) and the
|
|
130
|
-
// shipped examples/sdk/13-session-runtime.ts. The same factory is reused by
|
|
131
|
-
// pi for /new, /resume, /fork — so the provider/prompt/tools are stable
|
|
132
|
-
// across session switches within the TUI.
|
|
133
|
-
const createRuntime: CreateAgentSessionRuntimeFactory = async ({ cwd: rcwd, sessionManager, sessionStartEvent }) => {
|
|
134
|
-
const services = await createAgentSessionServices({
|
|
135
|
-
cwd: rcwd,
|
|
136
|
-
agentDir,
|
|
137
|
-
authStorage,
|
|
138
|
-
modelRegistry,
|
|
139
|
-
resourceLoaderOptions: {
|
|
140
|
-
// Isolated from the user's own ~/.pi: don't inherit their extensions,
|
|
141
|
-
// prompt templates, themes, or auto-discovered skills.
|
|
142
|
-
noExtensions: true,
|
|
143
|
-
noSkills: true,
|
|
144
|
-
noPromptTemplates: true,
|
|
145
|
-
noThemes: true,
|
|
146
|
-
// A coding agent in a project dir SHOULD read the project's own
|
|
147
|
-
// AGENTS.md / CLAUDE.md context files (unlike the web chat).
|
|
148
|
-
noContextFiles: false,
|
|
149
|
-
// Our curated skills on top (noSkills above only disables discovery).
|
|
150
|
-
additionalSkillPaths: surface.skillPaths,
|
|
151
|
-
// Replace pi's default coding-agent prompt with our mlx-bun persona.
|
|
152
|
-
systemPrompt,
|
|
153
|
-
},
|
|
154
|
-
});
|
|
155
|
-
return {
|
|
156
|
-
...(await createAgentSessionFromServices({
|
|
157
|
-
services,
|
|
158
|
-
sessionManager,
|
|
159
|
-
sessionStartEvent,
|
|
160
|
-
model,
|
|
161
|
-
tools: surface.tools,
|
|
162
|
-
customTools: surface.customTools,
|
|
163
|
-
})),
|
|
164
|
-
services,
|
|
165
|
-
diagnostics: services.diagnostics,
|
|
166
|
-
};
|
|
167
|
-
};
|
|
168
|
-
|
|
169
|
-
const sessionManager = SessionManager.create(cwd, sessionDir);
|
|
170
|
-
const runtime = await createAgentSessionRuntime(createRuntime, { cwd, agentDir, sessionManager });
|
|
171
|
-
|
|
172
|
-
try {
|
|
173
|
-
if (mode === "rpc") {
|
|
174
|
-
// runRpcMode never returns (Promise<never>); it owns stdin/stdout.
|
|
175
|
-
await runRpcMode(runtime);
|
|
176
|
-
return 0;
|
|
177
|
-
}
|
|
178
|
-
if (mode === "print") {
|
|
179
|
-
return await runPrintMode(runtime, {
|
|
180
|
-
mode: opts.printFormat ?? "text",
|
|
181
|
-
messages: opts.messages,
|
|
182
|
-
initialMessage: opts.initialMessage,
|
|
183
|
-
});
|
|
184
|
-
}
|
|
185
|
-
// interactive — initialize the theme (pi's CLI does this before the TUI)
|
|
186
|
-
// then run pi's own full interactive mode.
|
|
187
|
-
initTheme(runtime.services.settingsManager.getTheme(), true);
|
|
188
|
-
await new InteractiveMode(runtime, {
|
|
189
|
-
initialMessage: opts.initialMessage,
|
|
190
|
-
initialMessages: opts.messages,
|
|
191
|
-
verbose: opts.verbose,
|
|
192
|
-
}).run();
|
|
193
|
-
return 0;
|
|
194
|
-
} finally {
|
|
195
|
-
try {
|
|
196
|
-
await runtime.dispose();
|
|
197
|
-
} catch {
|
|
198
|
-
// Best-effort teardown; never mask the real exit path.
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
/** Result of parsing the pi passthrough argv into an embedded run config. */
|
|
204
|
-
export interface ParsedPiArgs {
|
|
205
|
-
mode: PiTerminalMode;
|
|
206
|
-
printFormat: "text" | "json";
|
|
207
|
-
/** Joined free-text message (the trailing words / `-p <text>`). */
|
|
208
|
-
message?: string;
|
|
209
|
-
/** pi's verbose startup banner (interactive only). */
|
|
210
|
-
verbose: boolean;
|
|
211
|
-
/** Unknown flags that were dropped (with their values) — callers should
|
|
212
|
-
* warn so `--resume`-style pi flags don't fail silently. */
|
|
213
|
-
ignored: string[];
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
/**
|
|
217
|
-
* Parse the argv left over after mlx-bun's own flags are stripped into a
|
|
218
|
-
* mode + message for runEmbeddedPi. Pure (takes `isStdinPiped`) so it's
|
|
219
|
-
* unit-testable. Covers the headline pi modes:
|
|
220
|
-
* - `-p` / `--print` → print (text), prompt from -p value / words / stdin
|
|
221
|
-
* - `--mode json` / `-p --json` → print (json)
|
|
222
|
-
* - `--mode rpc` → rpc
|
|
223
|
-
* - piped stdin (non-TTY) → print (text), like pi's own CLI
|
|
224
|
-
* - anything else → interactive (trailing words pre-fill turn 1)
|
|
225
|
-
* The built-in agent is deliberately scoped to these modes. The full pi
|
|
226
|
-
* flag surface (--continue, --resume, @file expansion, extensions, themes)
|
|
227
|
-
* belongs to the user's OWN pi — point it at this server with
|
|
228
|
-
* `mlx-bun harness pi`.
|
|
229
|
-
*/
|
|
230
|
-
export function parsePiArgs(passthrough: string[], isStdinPiped: boolean): ParsedPiArgs {
|
|
231
|
-
let print = false;
|
|
232
|
-
let rpc = false;
|
|
233
|
-
let json = false;
|
|
234
|
-
let verbose = false;
|
|
235
|
-
const words: string[] = [];
|
|
236
|
-
const ignored: string[] = [];
|
|
237
|
-
for (let i = 0; i < passthrough.length; i++) {
|
|
238
|
-
const a = passthrough[i]!;
|
|
239
|
-
if (a === "-p" || a === "--print") {
|
|
240
|
-
print = true;
|
|
241
|
-
} else if (a === "--json") {
|
|
242
|
-
json = true;
|
|
243
|
-
} else if (a === "--verbose") {
|
|
244
|
-
verbose = true;
|
|
245
|
-
} else if (a === "--mode") {
|
|
246
|
-
const m = passthrough[++i];
|
|
247
|
-
if (m === "rpc") rpc = true;
|
|
248
|
-
else if (m === "json") { print = true; json = true; }
|
|
249
|
-
else if (m === "text") print = true;
|
|
250
|
-
} else if (a.startsWith("-")) {
|
|
251
|
-
// Unknown flag for the built-in agent: drop it AND its value (the full
|
|
252
|
-
// pi flag surface lives in the user's own pi via `mlx-bun harness pi`).
|
|
253
|
-
// Without the value-swallow, `mlx-bun pi --resume abc123` started a
|
|
254
|
-
// chat with the message "abc123". A following token that looks like
|
|
255
|
-
// another flag is not a value, so it isn't consumed.
|
|
256
|
-
const next = passthrough[i + 1];
|
|
257
|
-
if (next !== undefined && !next.startsWith("-")) {
|
|
258
|
-
ignored.push(`${a} ${next}`);
|
|
259
|
-
i++;
|
|
260
|
-
} else {
|
|
261
|
-
ignored.push(a);
|
|
262
|
-
}
|
|
263
|
-
} else {
|
|
264
|
-
words.push(a);
|
|
265
|
-
}
|
|
266
|
-
}
|
|
267
|
-
const message = words.length > 0 ? words.join(" ") : undefined;
|
|
268
|
-
const printFormat = json ? "json" : "text";
|
|
269
|
-
if (rpc) return { mode: "rpc", printFormat: "text", message, verbose, ignored };
|
|
270
|
-
// `-p`/`--mode` request print; piped stdin makes a bare invocation one-shot
|
|
271
|
-
// too, matching pi's own CLI (it reads stdin → switches to print mode).
|
|
272
|
-
if (print || isStdinPiped) return { mode: "print", printFormat, message, verbose, ignored };
|
|
273
|
-
return { mode: "interactive", printFormat, message, verbose, ignored };
|
|
274
|
-
}
|