mlx-bun 0.5.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1449 -109
- package/THIRD_PARTY_NOTICES.md +882 -0
- package/bin/mlx-bun.convert.mjs +4 -0
- package/bin/mlx-bun.fuse.mjs +4 -0
- package/bin/mlx-bun.generate.mjs +4 -0
- package/bin/mlx-bun.lora.mjs +4 -0
- package/bin/mlx-bun.mjs +13 -21
- package/bin/mlx-bun.server.mjs +4 -0
- package/bin/mlx-bun.upload.mjs +4 -0
- package/dist/web/app.js +9584 -0
- package/package.json +50 -53
- package/src/cli/ane-install.ts +76 -0
- package/src/cli/args.ts +179 -0
- package/src/cli/engine-entry.ts +68 -0
- package/src/cli/inference.ts +214 -0
- package/src/cli/job-entry.ts +97 -0
- package/src/cli/library-host.ts +117 -0
- package/src/cli/main.ts +57 -0
- package/src/cli/memory-engine.ts +163 -0
- package/src/cli/memory.ts +36 -0
- package/src/cli/mlx-lm-aliases.ts +309 -0
- package/src/cli/model-choice.ts +33 -0
- package/src/cli/model-selection.ts +84 -0
- package/src/cli/module-host.ts +11 -0
- package/src/cli/module-verbs.ts +50 -0
- package/src/cli/numerical-policy.ts +12 -0
- package/src/cli/perplexity.ts +89 -0
- package/src/cli/serve-host.ts +423 -0
- package/src/cli/serve-isolated.ts +217 -0
- package/src/cli/serve-options.ts +106 -0
- package/src/cli/serve-state.ts +205 -0
- package/src/cli/serve.ts +500 -0
- package/src/cli/served-model-host.ts +102 -0
- package/src/cli/server-entry.ts +148 -0
- package/src/cli/serving-unit.ts +177 -0
- package/src/{tui.ts → cli/terminal.ts} +13 -8
- package/src/cli/worker-adapters.ts +34 -0
- package/src/cli/worker-entry.ts +272 -0
- package/src/cli/worker-unit.ts +179 -0
- package/src/engine/adapter-operation.ts +26 -0
- package/src/engine/cache-services.ts +114 -0
- package/src/engine/completion.ts +39 -0
- package/src/engine/generation-gateway.ts +358 -0
- package/src/engine/index.ts +59 -0
- package/src/engine/kv-budget.ts +120 -0
- package/src/engine/media-preparation.ts +232 -0
- package/src/engine/model-binding.ts +24 -0
- package/src/engine/model-host.ts +513 -0
- package/src/engine/model-serving.ts +89 -0
- package/src/{serve → engine}/preparation.ts +7 -5
- package/src/{serve → engine}/session-completion-engine.ts +6 -6
- package/src/engine/telemetry.ts +109 -0
- package/src/hub/downloads.ts +116 -0
- package/src/jobs/db.ts +16 -7
- package/src/jobs/events.ts +29 -0
- package/src/jobs/executable.ts +5 -0
- package/src/jobs/host.ts +51 -0
- package/src/jobs/in-process.ts +55 -0
- package/src/{contracts/jobs.ts → jobs/protocol.ts} +7 -9
- package/src/jobs/runner.ts +150 -231
- package/src/jobs/service.ts +75 -0
- package/src/jobs/sse.ts +59 -23
- package/src/jobs/worker-memory.ts +46 -0
- package/src/jobs/worker-process.ts +163 -0
- package/src/jobs/worker-supervisor.ts +258 -0
- package/src/modules.ts +58 -0
- package/src/publishing/catalog-hub.ts +18 -0
- package/src/publishing/credentials.ts +31 -0
- package/src/publishing/upload.ts +37 -0
- package/src/residency/leased-adapters.ts +21 -0
- package/src/residency/local-records.ts +16 -0
- package/src/residency/model-residency.ts +405 -0
- package/src/residency/record-index.ts +28 -0
- package/src/residency/resident-estimate.ts +50 -0
- package/src/{anthropic.ts → server/anthropic.ts} +3 -81
- package/src/server/cache-routes.ts +36 -0
- package/src/{serve → server}/chat-request.ts +10 -10
- package/src/{serve → server}/chat-stage.ts +14 -14
- package/src/{client.ts → server/client.ts} +28 -2
- package/src/{serve → server}/completion-executor.ts +33 -41
- package/src/server/decision-body.ts +55 -0
- package/src/server/decision-routes.ts +134 -0
- package/src/server/decision-wire.ts +228 -0
- package/src/{serve → server}/discovery-routes.ts +25 -82
- package/src/{serve → server}/http.ts +25 -13
- package/src/{serve → server}/inference-request.ts +5 -5
- package/src/server/job-routes.ts +20 -0
- package/src/server/media-prompt.ts +63 -0
- package/src/server/memory-completion-client.ts +46 -0
- package/src/server/model-routes.ts +192 -0
- package/src/{serve → server}/openai-wire.ts +3 -2
- package/src/{serve → server}/pipeline.ts +1 -1
- package/src/server/prompt-builder.ts +13 -0
- package/src/server/prompt-contracts.ts +17 -0
- package/src/server/proxy-routes.ts +187 -0
- package/src/server/publishing-routes.ts +41 -0
- package/src/{serve → server}/request-plan.ts +6 -8
- package/src/{serve → server}/request-prep.ts +47 -50
- package/src/{serve → server}/responses-client.ts +30 -13
- package/src/{responses.ts → server/responses.ts} +12 -93
- package/src/server/routes.ts +205 -0
- package/src/server/start.ts +72 -0
- package/src/server/status-routes.ts +108 -0
- package/src/{serve → server}/text-completion-stage.ts +25 -4
- package/src/server/text-prompt.ts +12 -0
- package/src/{serve → server}/token-streams.ts +36 -38
- package/src/server/worker-routes.ts +311 -0
- package/src/storage/paths.ts +61 -0
- package/src/web/assets.ts +37 -0
- package/src/web/{src → browser}/api.ts +5 -23
- package/src/web/browser/chat-host.ts +17 -0
- package/src/web/browser/installed-panels.ts +6 -0
- package/src/web/browser/main.ts +55 -0
- package/src/web/browser/markdown.ts +279 -0
- package/src/web/browser/memory-panel.ts +9 -0
- package/src/web/browser/palette.ts +64 -0
- package/src/web/browser/protocol.ts +13 -0
- package/src/web/browser/shell.ts +467 -0
- package/src/web/{src → browser}/status.ts +32 -36
- package/src/web/build.ts +51 -0
- package/src/web/public/app.html +1054 -0
- package/src/web/{sw.js → public/sw.js} +4 -3
- package/src/web/{vendor → public/vendor}/hljs-theme.css +2 -2
- package/src/web/{vendor → public/vendor}/hljs.js +2 -2
- package/THIRD_PARTY_LICENSES.md +0 -51
- package/docs/README.md +0 -107
- package/docs/archive/hlg-sampling.md +0 -350
- package/docs/archive/investigations/audio-input-plan.md +0 -356
- package/docs/archive/investigations/benchmark-ledger-through-v0.4.0.md +0 -3617
- package/docs/archive/investigations/chunk-finetune-experiment.md +0 -84
- package/docs/archive/investigations/colibri-glm52-port.md +0 -1486
- package/docs/archive/investigations/colibri-oracle-pin.md +0 -1284
- package/docs/archive/investigations/curve-bisector-routing.md +0 -123
- package/docs/archive/investigations/decode-roofline-lookagain.md +0 -348
- package/docs/archive/investigations/diffusion-gemma-port.md +0 -602
- package/docs/archive/investigations/dspark-handoff.md +0 -224
- package/docs/archive/investigations/expert-offload-single-user-moe.md +0 -292
- package/docs/archive/investigations/faithful-l1-consolidation.md +0 -310
- package/docs/archive/investigations/hlg-sampling-investigation.md +0 -970
- package/docs/archive/investigations/indexshare-performance-spike.md +0 -357
- package/docs/archive/investigations/kernel-perf-review-2026-07.md +0 -171
- package/docs/archive/investigations/lab-build-journal.md +0 -157
- package/docs/archive/investigations/minicpm5-decode-megakernel.md +0 -489
- package/docs/archive/investigations/openjarvis-fit.md +0 -198
- package/docs/archive/investigations/openwiki-evaluation.md +0 -249
- package/docs/archive/investigations/optimization_plan.md +0 -346
- package/docs/archive/investigations/orpo-base-uf-experiment-and-directions.md +0 -120
- package/docs/archive/investigations/orpo-flash-cce-pin-leak.md +0 -167
- package/docs/archive/investigations/orpo-uf-testing-handoff.md +0 -126
- package/docs/archive/investigations/pareto-specialized-runtime-findings.md +0 -92
- package/docs/archive/investigations/pi-builtin-investigation.md +0 -308
- package/docs/archive/investigations/pre-colibri-stabilization.md +0 -329
- package/docs/archive/investigations/qwen38-27b-campaign-log.md +0 -1092
- package/docs/archive/investigations/segmented-backward-handoff.md +0 -148
- package/docs/archive/investigations/starter-model-port-handoff.md +0 -342
- package/docs/archive/investigations/steel-flash-cce-handoff.md +0 -489
- package/docs/archive/investigations/the-dreaming-handoff.md +0 -141
- package/docs/archive/investigations/trainer-validation-experiment.md +0 -173
- package/docs/archive/planning/chat-ui-vision-memory-first.md +0 -199
- package/docs/archive/planning/chat-ui-vision.md +0 -50
- package/docs/archive/planning/chunk-task-roadmap.md +0 -77
- package/docs/archive/planning/curve-sampler-research-plan.md +0 -331
- package/docs/archive/planning/journal.md +0 -316
- package/docs/archive/planning/memory-docs-and-dag-plan.md +0 -194
- package/docs/archive/planning/pi-integration-review.md +0 -178
- package/docs/archive/planning/release-notes-v0.0.10.md +0 -57
- package/docs/archive/planning/release-notes-v0.0.11.md +0 -239
- package/docs/archive/planning/release-notes-v0.0.12.md +0 -80
- package/docs/archive/planning/release-notes-v0.0.13.md +0 -77
- package/docs/archive/planning/release-notes-v0.0.9.md +0 -122
- package/docs/archive/planning/release-notes-v0.2.0.md +0 -49
- package/docs/archive/planning/release-notes-v0.3.0.md +0 -35
- package/docs/archive/planning/release-notes-v0.4.0.md +0 -45
- package/docs/archive/planning/release-notes-v0.5.0.md +0 -37
- package/docs/archive/planning/web-ui-pass-plan.md +0 -213
- package/docs/archive/planning/website-readme-pass-plan.md +0 -224
- package/docs/design/batching.md +0 -2054
- package/docs/design/decode-speed-program.md +0 -2404
- package/docs/design/dreaming-nightly-pipeline.md +0 -684
- package/docs/design/generic-model-support.md +0 -821
- package/docs/design/kv-cache.md +0 -993
- package/docs/design/orpo-training.md +0 -680
- package/docs/design/speculative-decoding.md +0 -2129
- package/docs/design/turboquant.md +0 -2225
- package/docs/design/unified-engine-frontier-plan.md +0 -1987
- package/docs/design/web-chat-redesign.md +0 -695
- package/docs/planning/PRODUCT_ROADMAP.md +0 -593
- package/docs/planning/ResearchTopics.md +0 -119
- package/docs/planning/public-readiness-handoff.md +0 -244
- package/docs/planning/public-readiness.md +0 -149
- package/docs/planning/video-series.md +0 -421
- package/docs/reference/benchmarks.md +0 -3587
- package/docs/reference/cli.md +0 -646
- package/docs/reference/distribution.md +0 -380
- package/docs/reference/environment.md +0 -494
- package/docs/reference/glossary.md +0 -39
- package/docs/reference/library-api.md +0 -688
- package/docs/reference/memory.md +0 -260
- package/docs/reference/models.md +0 -346
- package/docs/reference/server-api.md +0 -1945
- package/docs/reference/server-config.md +0 -973
- package/docs/reference/training.md +0 -462
- package/docs/reference/troubleshooting.md +0 -158
- package/src/admission-plan.ts +0 -18
- package/src/audio/audiotoolbox.ts +0 -112
- package/src/audio/conformer.ts +0 -655
- package/src/audio/decode.ts +0 -133
- package/src/audio/features.ts +0 -202
- package/src/audio/mic-capture.ts +0 -98
- package/src/audio/silero-vad.ts +0 -379
- package/src/audio/transcode.ts +0 -67
- package/src/audio/whisper-decode.ts +0 -774
- package/src/audio/whisper-fast.ts +0 -732
- package/src/audio/whisper-format.ts +0 -73
- package/src/audio/whisper-mel.ts +0 -185
- package/src/audio/whisper-timing.ts +0 -274
- package/src/audio/whisper-tokenizer.ts +0 -239
- package/src/audio/whisper-transcribe.ts +0 -410
- package/src/backends/mlx/assistant-target.ts +0 -46
- package/src/backends/mlx/autoregressive-draft-rows.ts +0 -120
- package/src/backends/mlx/autoregressive.ts +0 -129
- package/src/backends/mlx/batch-group.ts +0 -1874
- package/src/backends/mlx/cache-attachment.ts +0 -67
- package/src/backends/mlx/cache-layout.ts +0 -31
- package/src/backends/mlx/checkpoint-state.ts +0 -53
- package/src/backends/mlx/continuation-persistence.ts +0 -107
- package/src/backends/mlx/continuation-request.ts +0 -43
- package/src/backends/mlx/continuation.ts +0 -77
- package/src/backends/mlx/diffusion.ts +0 -39
- package/src/backends/mlx/draft-target.ts +0 -32
- package/src/backends/mlx/encoder-cache.ts +0 -25
- package/src/backends/mlx/evaluation.ts +0 -105
- package/src/backends/mlx/fill-append.ts +0 -58
- package/src/backends/mlx/fill-group.ts +0 -497
- package/src/backends/mlx/full-kv-row-append.ts +0 -32
- package/src/backends/mlx/full-kv-row-donor.ts +0 -54
- package/src/backends/mlx/full-transitioning-kv-rows.ts +0 -65
- package/src/backends/mlx/gateway-binding.ts +0 -174
- package/src/backends/mlx/graph.ts +0 -38
- package/src/backends/mlx/kv-codec.ts +0 -9
- package/src/backends/mlx/kv-maintenance.ts +0 -161
- package/src/backends/mlx/kv-tensor-rows.ts +0 -212
- package/src/backends/mlx/memory-client.ts +0 -189
- package/src/backends/mlx/methods.ts +0 -90
- package/src/backends/mlx/mixed-iteration.ts +0 -62
- package/src/backends/mlx/model-prompt.ts +0 -178
- package/src/backends/mlx/model-serving.ts +0 -80
- package/src/backends/mlx/paged-cache-codec.ts +0 -27
- package/src/backends/mlx/prefill-cohort.ts +0 -100
- package/src/backends/mlx/prefill-policy.ts +0 -26
- package/src/backends/mlx/prefill-rows.ts +0 -244
- package/src/backends/mlx/prefill.ts +0 -33
- package/src/backends/mlx/projected-context-rows.ts +0 -72
- package/src/backends/mlx/prompt-input.ts +0 -29
- package/src/backends/mlx/qwen-prompt-input.ts +0 -40
- package/src/backends/mlx/request-policy.ts +0 -20
- package/src/backends/mlx/request-state-policy.ts +0 -54
- package/src/backends/mlx/rollback.ts +0 -92
- package/src/backends/mlx/row-sampling.ts +0 -49
- package/src/backends/mlx/serial-executor.ts +0 -251
- package/src/backends/mlx/speculative-group.ts +0 -438
- package/src/backends/mlx/speculative-round.ts +0 -161
- package/src/backends/mlx/speculative.ts +0 -131
- package/src/backends/mlx/state-rows.ts +0 -104
- package/src/backends/mlx/state-views.ts +0 -46
- package/src/backends/mlx/target-layout-capability.ts +0 -35
- package/src/backends/mlx/text-engine.ts +0 -73
- package/src/backends/mlx/transitioning-kv-rows.ts +0 -173
- package/src/chat-template.ts +0 -382
- package/src/cli.ts +0 -3490
- package/src/config.ts +0 -399
- package/src/contracts/completion.ts +0 -16
- package/src/contracts/execution.ts +0 -70
- package/src/contracts/generation.ts +0 -103
- package/src/contracts/host.ts +0 -7
- package/src/contracts/object-cache.ts +0 -8
- package/src/contracts/pi-provider.ts +0 -30
- package/src/contracts/pi.ts +0 -261
- package/src/contracts/prefix-cache.ts +0 -33
- package/src/contracts/resources.ts +0 -25
- package/src/contracts/sampling.ts +0 -23
- package/src/contracts/scheduling.ts +0 -54
- package/src/contracts/tsconfig.json +0 -14
- package/src/dataset/generators.ts +0 -1087
- package/src/dataset/index.ts +0 -12
- package/src/dataset/job.ts +0 -81
- package/src/dataset/llm.ts +0 -71
- package/src/dataset/registry.ts +0 -528
- package/src/diffusion/diffusion-generate.ts +0 -507
- package/src/download.ts +0 -505
- package/src/embed.ts +0 -77
- package/src/engine/admission.ts +0 -59
- package/src/engine/cancellation.ts +0 -38
- package/src/engine/engine.ts +0 -56
- package/src/engine/execution-coordinator.ts +0 -70
- package/src/engine/execution-plan.ts +0 -64
- package/src/engine/execution-tasks.ts +0 -44
- package/src/engine/namespaced-cache.ts +0 -13
- package/src/engine/resources.ts +0 -53
- package/src/engine/scheduler.ts +0 -92
- package/src/engine/session.ts +0 -247
- package/src/eval/README.md +0 -130
- package/src/eval/ifeval.ts +0 -81
- package/src/eval/kl-prompts.ts +0 -29
- package/src/eval/kl.ts +0 -590
- package/src/eval/perplexity.ts +0 -164
- package/src/eval/quality-db.ts +0 -92
- package/src/eval/reference-logits.ts +0 -207
- package/src/eval/runner.ts +0 -124
- package/src/eval/score.ts +0 -49
- package/src/eval/tasks/bfcl.ts +0 -535
- package/src/eval/tasks/gsm8k.ts +0 -98
- package/src/eval/tasks/hashhop.ts +0 -139
- package/src/eval/tasks/humaneval.ts +0 -275
- package/src/eval/tasks/ifeval.ts +0 -525
- package/src/eval/tasks/mmlu.ts +0 -157
- package/src/eval/ultrafeedback.ts +0 -60
- package/src/evaldb.ts +0 -199
- package/src/expert-io.ts +0 -393
- package/src/expert-offload-build.ts +0 -77
- package/src/expert-offload.ts +0 -76
- package/src/expert-residency.ts +0 -1134
- package/src/expert-usage.ts +0 -415
- package/src/fill/echo-index.ts +0 -188
- package/src/fill/fill-session.ts +0 -463
- package/src/fill/proposal.ts +0 -68
- package/src/fill/schema-rows.ts +0 -506
- package/src/fill/tool-boundary.ts +0 -103
- package/src/fit.ts +0 -249
- package/src/generate.ts +0 -1352
- package/src/grammar.ts +0 -604
- package/src/harness-pi.ts +0 -184
- package/src/hf-push.ts +0 -628
- package/src/hub-rest.ts +0 -242
- package/src/index.ts +0 -63
- package/src/inference/denoising.ts +0 -17
- package/src/inference/draft-acceptance.ts +0 -41
- package/src/inference/draft-output.ts +0 -49
- package/src/inference/graph.ts +0 -33
- package/src/inference/prefill.ts +0 -45
- package/src/inference/rollback.ts +0 -7
- package/src/jobs/index.ts +0 -31
- package/src/jobs/job-entry.ts +0 -107
- package/src/jobs/task-client.ts +0 -19
- package/src/jobs/types.ts +0 -2
- package/src/kv-scheme.ts +0 -279
- package/src/kv-store.ts +0 -1135
- package/src/lab/README.md +0 -22
- package/src/lab/curve/curve-designer.html +0 -303
- package/src/lab/curve/curve-sampler.ts +0 -122
- package/src/lab/expert-trace/expert-trace.ts +0 -69
- package/src/lab/paged-kv/paged-attention.ts +0 -117
- package/src/lab/paged-kv/paged-kv-rows.ts +0 -111
- package/src/lab/paged-kv/paged-kv.ts +0 -336
- package/src/library.ts +0 -40
- package/src/lora.ts +0 -408
- package/src/md-modules.d.ts +0 -54
- package/src/media-fetch.ts +0 -442
- package/src/memory/article.ts +0 -558
- package/src/memory/chunk-validation.ts +0 -150
- package/src/memory/chunk.ts +0 -318
- package/src/memory/cluster.ts +0 -351
- package/src/memory/coverage.ts +0 -134
- package/src/memory/crosslink.ts +0 -0
- package/src/memory/db.ts +0 -253
- package/src/memory/entity.ts +0 -203
- package/src/memory/gate.ts +0 -187
- package/src/memory/history.ts +0 -152
- package/src/memory/ingest.ts +0 -335
- package/src/memory/model.ts +0 -183
- package/src/memory/normalize.ts +0 -671
- package/src/memory/parse.ts +0 -22
- package/src/memory/pipeline.ts +0 -275
- package/src/memory/prompts.ts +0 -65
- package/src/memory/query.ts +0 -334
- package/src/memory/reconcile.ts +0 -734
- package/src/memory/redirect.ts +0 -108
- package/src/memory/reindex.ts +0 -325
- package/src/memory/resolve.ts +0 -307
- package/src/memory/rest.ts +0 -245
- package/src/memory/route.ts +0 -272
- package/src/memory/schedule.ts +0 -165
- package/src/memory/stages.ts +0 -777
- package/src/memory/synthesize.ts +0 -1638
- package/src/memory/tools.ts +0 -749
- package/src/memory/vault.ts +0 -1194
- package/src/memory/wikify.ts +0 -1064
- package/src/mlx/array.ts +0 -425
- package/src/mlx/autograd.ts +0 -304
- package/src/mlx/checkpoint.ts +0 -149
- package/src/mlx/compile.ts +0 -168
- package/src/mlx/custom-vjp.ts +0 -188
- package/src/mlx/ffi.ts +0 -531
- package/src/mlx/materialize.ts +0 -23
- package/src/mlx/metal-kernel.ts +0 -159
- package/src/mlx/normalized-argmax.ts +0 -116
- package/src/mlx/ops.ts +0 -1108
- package/src/mlx/quantized-rows.ts +0 -36
- package/src/mlx/token-bitmask.ts +0 -52
- package/src/mlx/turboquant-kv-decode.ts +0 -82
- package/src/mlx/turboquant-kv-inverse.ts +0 -122
- package/src/mlx/turboquant-ops.ts +0 -861
- package/src/mlx/turboquant-tables.ts +0 -237
- package/src/mmap.ts +0 -90
- package/src/model/artifact-identity.ts +0 -73
- package/src/model/batched-kv.ts +0 -235
- package/src/model/batched-mask.ts +0 -279
- package/src/model/batched-quant.ts +0 -212
- package/src/model/batched-quantized-kv.ts +0 -144
- package/src/model/batched-rotating-quant.ts +0 -353
- package/src/model/batched-rotating-state.ts +0 -149
- package/src/model/batched-rotating.ts +0 -338
- package/src/model/batched-row-storage.ts +0 -179
- package/src/model/batched-ssm.ts +0 -52
- package/src/model/batched-turboquant-kv.ts +0 -94
- package/src/model/compiled-decode.ts +0 -712
- package/src/model/decoded-kv-donor.ts +0 -12
- package/src/model/delayed-quantized-kv.ts +0 -72
- package/src/model/delayed-rotating-quantized-kv.ts +0 -93
- package/src/model/delayed-turboquant-kv.ts +0 -57
- package/src/model/diffusion-gemma.ts +0 -1026
- package/src/model/factory.ts +0 -215
- package/src/model/fingerprint.ts +0 -45
- package/src/model/flash-attention.ts +0 -694
- package/src/model/full-prefill-padding.ts +0 -56
- package/src/model/full-prefill-row.ts +0 -105
- package/src/model/gemma4-base.ts +0 -2370
- package/src/model/gemma4.ts +0 -1395
- package/src/model/generated/gemma4-12b.ts +0 -429
- package/src/model/generated/gemma4-26b.ts +0 -448
- package/src/model/generated/gemma4-e4b.ts +0 -717
- package/src/model/generated/index.ts +0 -18
- package/src/model/glm52-atlas.ts +0 -511
- package/src/model/glm52-cache.ts +0 -792
- package/src/model/glm52-config.ts +0 -262
- package/src/model/glm52-container.ts +0 -305
- package/src/model/glm52-coupling.ts +0 -388
- package/src/model/glm52-dsa.ts +0 -606
- package/src/model/glm52-expert-layout.ts +0 -253
- package/src/model/glm52-layout.ts +0 -152
- package/src/model/glm52-memory.ts +0 -500
- package/src/model/glm52-mla.ts +0 -792
- package/src/model/glm52-moe.ts +0 -223
- package/src/model/glm52-pilot.ts +0 -537
- package/src/model/glm52-reference.ts +0 -445
- package/src/model/glm52-residency.ts +0 -557
- package/src/model/glm52-resident-weights.ts +0 -135
- package/src/model/glm52-streamed-experts.ts +0 -453
- package/src/model/glm52-streamed-metal.ts +0 -610
- package/src/model/glm52-weights.ts +0 -503
- package/src/model/glm52.ts +0 -1132
- package/src/model/implementation.ts +0 -69
- package/src/model/kv-attention-view.ts +0 -70
- package/src/model/minicpm5.ts +0 -376
- package/src/model/profile.ts +0 -468
- package/src/model/quantized-append-attention.ts +0 -31
- package/src/model/qwen-append.ts +0 -12
- package/src/model/qwen-conv.ts +0 -52
- package/src/model/qwen3-delta-state.ts +0 -74
- package/src/model/qwen3-delta.ts +0 -451
- package/src/model/qwen3-moe.ts +0 -404
- package/src/model/qwen3-mrope.ts +0 -250
- package/src/model/qwen3.ts +0 -277
- package/src/model/qwen3_5-checkpoint.ts +0 -164
- package/src/model/qwen3_5.ts +0 -881
- package/src/model/rotating-kv-donor.ts +0 -35
- package/src/model/rotating-kv-layout.ts +0 -262
- package/src/model/rotating-row-transaction.ts +0 -35
- package/src/model/speculative-rotating-kv.ts +0 -101
- package/src/model/ssm-prefill-padding.ts +0 -39
- package/src/model/support.ts +0 -110
- package/src/model/token-groups.ts +0 -66
- package/src/model/trellis-balanced-scatter.ts +0 -51
- package/src/model/trellis-linear.ts +0 -672
- package/src/model/trellis-shared-m.ts +0 -151
- package/src/model/trellis-shared-scatter.ts +0 -144
- package/src/model/trellis-splitk-prefill.ts +0 -158
- package/src/model/trellis-tiled-prefill.ts +0 -136
- package/src/model/trellis-vector-expand.ts +0 -62
- package/src/model/trellis-wide-prefill.ts +0 -94
- package/src/model/turboquant-codec.ts +0 -89
- package/src/model/universal/archs.ts +0 -332
- package/src/model/universal/dense.ts +0 -612
- package/src/model/universal/modules.ts +0 -170
- package/src/model/universal/rope.ts +0 -381
- package/src/model/whisper.ts +0 -435
- package/src/native/expert_io.c +0 -523
- package/src/native/frame_extract.swift +0 -140
- package/src/native/mic_capture.swift +0 -92
- package/src/native-pack.ts +0 -163
- package/src/pi-provider.ts +0 -53
- package/src/pi-session.ts +0 -81
- package/src/pi-terminal.ts +0 -274
- package/src/pi-web.ts +0 -1940
- package/src/preflight.ts +0 -158
- package/src/prompt-cache.ts +0 -682
- package/src/quantize/allocator.ts +0 -627
- package/src/quantize/atomic-output.ts +0 -38
- package/src/quantize/calibration.ts +0 -181
- package/src/quantize/config-writer.ts +0 -145
- package/src/quantize/index.ts +0 -84
- package/src/quantize/job.ts +0 -162
- package/src/quantize/quantizer.ts +0 -666
- package/src/quantize/rotate.ts +0 -603
- package/src/quantize/safetensors-writer.ts +0 -249
- package/src/quantize/sensitivity.ts +0 -216
- package/src/quantize/trellis.ts +0 -586
- package/src/quantize/weight-transform.ts +0 -292
- package/src/registry.ts +0 -602
- package/src/runtime-config.ts +0 -77
- package/src/safetensors.ts +0 -165
- package/src/sampler.ts +0 -1012
- package/src/serve/admin-routes.ts +0 -184
- package/src/serve/assets/curve-terrain.html +0 -105
- package/src/serve/assets/training-inference-map.html +0 -575
- package/src/serve/audio-routes.ts +0 -323
- package/src/serve/aux-routes.ts +0 -132
- package/src/serve/batch-scheduler.ts +0 -8
- package/src/serve/checkpoint-identity.ts +0 -64
- package/src/serve/generation-gateway.ts +0 -537
- package/src/serve/isolate.ts +0 -609
- package/src/serve/kv-budget.ts +0 -14
- package/src/serve/lab-routes.ts +0 -341
- package/src/serve/lane-registry.ts +0 -45
- package/src/serve/model-admin-routes.ts +0 -155
- package/src/serve/model-binding.ts +0 -49
- package/src/serve/model-host.ts +0 -511
- package/src/serve/parent-application.ts +0 -56
- package/src/serve/prompt-response-trace.ts +0 -161
- package/src/serve/response-lease.ts +0 -24
- package/src/serve/session-search.ts +0 -326
- package/src/serve/static-routes.ts +0 -101
- package/src/serve/transcription-server.ts +0 -64
- package/src/serve/transcription-service.ts +0 -502
- package/src/server.ts +0 -1282
- package/src/spec/assistant-rows.ts +0 -93
- package/src/spec/assistant-source.ts +0 -126
- package/src/spec/cache-identity.ts +0 -22
- package/src/spec/deepspec-rows.ts +0 -29
- package/src/spec/deepspec-source.ts +0 -145
- package/src/spec/dflash-source.ts +0 -149
- package/src/spec/drafter.ts +0 -304
- package/src/spec/dspark/ab-stats.ts +0 -136
- package/src/spec/dspark/calibration.ts +0 -112
- package/src/spec/dspark/data-dflash.ts +0 -156
- package/src/spec/dspark/data.ts +0 -201
- package/src/spec/dspark/deepspec-module.ts +0 -776
- package/src/spec/dspark/generate-dflash.ts +0 -245
- package/src/spec/dspark/generate.ts +0 -290
- package/src/spec/dspark/loader.ts +0 -23
- package/src/spec/dspark/loss.ts +0 -213
- package/src/spec/dspark/module-dflash.ts +0 -560
- package/src/spec/dspark/module.ts +0 -540
- package/src/spec/dspark/quantize-drafter.ts +0 -91
- package/src/spec/dspark/sample.ts +0 -112
- package/src/spec/generate.ts +0 -276
- package/src/spec/glm52-mtp-graph.ts +0 -29
- package/src/spec/glm52-mtp-rows.ts +0 -132
- package/src/spec/glm52-mtp-source.ts +0 -318
- package/src/spec/glm52-mtp-state.ts +0 -33
- package/src/spec/ngram-source.ts +0 -226
- package/src/spec/projected-draft-rows.ts +0 -73
- package/src/spec/qwen-mtp-module.ts +0 -171
- package/src/spec/qwen-mtp-rows.ts +0 -230
- package/src/spec/qwen-mtp-source.ts +0 -386
- package/src/spec/qwen-mtp-state.ts +0 -30
- package/src/spec/serve-loop.ts +0 -587
- package/src/spec/source.ts +0 -228
- package/src/spec/two-model-rows.ts +0 -62
- package/src/spec/two-model.ts +0 -113
- package/src/ssd-cache.ts +0 -431
- package/src/ssd-durability.ts +0 -209
- package/src/storage/host-buffer.ts +0 -24
- package/src/storage/kv-writer.ts +0 -83
- package/src/storage/kv-writer.worker.js +0 -264
- package/src/storage/retention-policy.ts +0 -37
- package/src/tiered-prompt-cache.ts +0 -45
- package/src/tokenizer.ts +0 -335
- package/src/tool-approvals.ts +0 -131
- package/src/tool-call.ts +0 -695
- package/src/train/dataset.ts +0 -484
- package/src/train/diffusion-lora.ts +0 -216
- package/src/train/export.ts +0 -32
- package/src/train/flash-cce.ts +0 -1234
- package/src/train/forward.ts +0 -266
- package/src/train/fuse.ts +0 -243
- package/src/train/index.ts +0 -46
- package/src/train/job.ts +0 -205
- package/src/train/lora-params.ts +0 -254
- package/src/train/loss.ts +0 -1591
- package/src/train/merge.ts +0 -195
- package/src/train/optimizer.ts +0 -183
- package/src/train/prefix-shared.ts +0 -490
- package/src/train/rank.ts +0 -137
- package/src/train/segmented.ts +0 -1828
- package/src/train/steel-qmm-header.ts +0 -1461
- package/src/train/trainer.ts +0 -1221
- package/src/train/watch.ts +0 -542
- package/src/vision/diffusion-vision.ts +0 -620
- package/src/vision/embedder.ts +0 -176
- package/src/vision/preprocess.ts +0 -247
- package/src/vision/prompt.ts +0 -409
- package/src/vision/qwen3vl-preprocess.ts +0 -409
- package/src/vision/qwen3vl-prompt.ts +0 -233
- package/src/vision/qwen3vl-tower.ts +0 -566
- package/src/vision/siglip.ts +0 -607
- package/src/vision/video-frames.ts +0 -148
- package/src/web/app.html +0 -2155
- package/src/web/app.js +0 -5863
- package/src/web/skills/memory/SKILL.md +0 -120
- package/src/web/skills/web-research/SKILL.md +0 -46
- package/src/web/skills.ts +0 -97
- package/src/web/src/adapters-panel.ts +0 -288
- package/src/web/src/assistant.ts +0 -451
- package/src/web/src/chat.ts +0 -1060
- package/src/web/src/composer.ts +0 -962
- package/src/web/src/dataset.ts +0 -132
- package/src/web/src/finetune.ts +0 -267
- package/src/web/src/hub.ts +0 -428
- package/src/web/src/main.ts +0 -98
- package/src/web/src/markdown.ts +0 -0
- package/src/web/src/memory-panel.ts +0 -572
- package/src/web/src/model-picker.ts +0 -159
- package/src/web/src/palette.ts +0 -346
- package/src/web/src/protocol.ts +0 -26
- package/src/web/src/quantize.ts +0 -167
- package/src/web/src/rag.ts +0 -274
- package/src/web/src/sessions.ts +0 -469
- package/src/web/src/shell.ts +0 -804
- package/src/web/src/ui-catalog.ts +0 -78
- package/src/web/src/voice.ts +0 -141
- package/src/web/vendor/README.md +0 -61
- package/src/web-assets.ts +0 -47
- package/src/web-tools.ts +0 -478
- package/src/weights.ts +0 -255
- /package/src/{serve → server}/completion-sink.ts +0 -0
- /package/src/{serve → server}/generated-token-history.ts +0 -0
- /package/src/web/{icon.svg → public/icon.svg} +0 -0
- /package/src/web/{manifest.webmanifest → public/manifest.webmanifest} +0 -0
- /package/src/web/{vendor → public/vendor}/hljs-LICENSE +0 -0
package/src/web/src/dataset.ts
DELETED
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
// GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
|
|
2
|
-
// §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
|
|
3
|
-
//
|
|
4
|
-
// DATASET CONTROLLER — template-driven builder. Behavior-identical port of
|
|
5
|
-
// the original controllers.dataset IIFE in app.html.
|
|
6
|
-
|
|
7
|
-
import { api, jobStream } from "./api";
|
|
8
|
-
import type { ApiEnvelope } from "./protocol";
|
|
9
|
-
import { $, toast, num, pushToHub, activeModelId } from "./shell";
|
|
10
|
-
import { esc, renderSteps } from "./markdown";
|
|
11
|
-
|
|
12
|
-
const STEPS = ["Template", "Inputs", "Generate", "Done"];
|
|
13
|
-
|
|
14
|
-
interface DatasetField {
|
|
15
|
-
name: string;
|
|
16
|
-
label?: string;
|
|
17
|
-
type?: "textarea" | "number" | "text";
|
|
18
|
-
hint?: string;
|
|
19
|
-
default?: unknown;
|
|
20
|
-
required?: boolean;
|
|
21
|
-
}
|
|
22
|
-
interface DatasetTemplate {
|
|
23
|
-
id: string;
|
|
24
|
-
label?: string;
|
|
25
|
-
description?: string;
|
|
26
|
-
needs_llm?: boolean;
|
|
27
|
-
output_format?: string;
|
|
28
|
-
fields?: DatasetField[];
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
export function createDatasetController() {
|
|
32
|
-
let step = 0, templates: DatasetTemplate[] = [], selected: DatasetTemplate | null = null, jobId: string | null = null, es: EventSource | null = null, log: string[] = [];
|
|
33
|
-
|
|
34
|
-
function show(n: number): void {
|
|
35
|
-
step = n;
|
|
36
|
-
document.querySelectorAll<HTMLElement>("[data-dstep]").forEach((d) => d.style.display = (+d.dataset.dstep! === n) ? "" : "none");
|
|
37
|
-
renderSteps($("d-steps"), STEPS, n);
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
async function loadTemplates(): Promise<void> {
|
|
41
|
-
const grid = $("d-templates");
|
|
42
|
-
grid.innerHTML = Array.from({ length: 4 }, () => '<div class="card" style="height:130px"><div class="shimmer" style="height:18px;width:50%;margin-bottom:12px"></div><div class="shimmer" style="height:13px;width:90%;margin-bottom:6px"></div><div class="shimmer" style="height:13px;width:70%"></div></div>').join("");
|
|
43
|
-
const d = await api("/api/dataset/templates").catch(() => ({ templates: null }));
|
|
44
|
-
templates = (d as { templates?: DatasetTemplate[] }).templates || [];
|
|
45
|
-
if (!templates.length) { grid.innerHTML = '<div class="empty" style="grid-column:1/-1"><h3>No templates available</h3><p>The server didn\'t return any dataset templates. Make sure the server is running.</p></div>'; return; }
|
|
46
|
-
// non-LLM templates first
|
|
47
|
-
const ordered = templates.slice().sort((a, b) => (a.needs_llm ? 1 : 0) - (b.needs_llm ? 1 : 0));
|
|
48
|
-
grid.innerHTML = ordered.map((t) =>
|
|
49
|
-
'<div class="card" data-tid="' + esc(t.id) + '" style="cursor:pointer;display:flex;flex-direction:column;gap:8px">' +
|
|
50
|
-
'<div style="display:flex;align-items:center;gap:8px;flex-wrap:wrap">' +
|
|
51
|
-
'<h3 style="margin:0;font-size:16px;font-weight:700;letter-spacing:-.01em;color:var(--ink);text-transform:none">' + esc(t.label || t.id) + "</h3>" +
|
|
52
|
-
(t.needs_llm ? '<span class="pill warn" style="padding:3px 9px;font-size:11px"><span class="dot"></span>uses local model</span>' : "") +
|
|
53
|
-
(t.output_format ? '<span class="soon" style="color:var(--dim)">' + esc(t.output_format) + "</span>" : "") +
|
|
54
|
-
"</div>" +
|
|
55
|
-
'<p style="color:var(--dim);font-size:13.5px;line-height:1.5;margin:0">' + esc(t.description || "") + "</p>" +
|
|
56
|
-
"</div>").join("");
|
|
57
|
-
grid.querySelectorAll<HTMLElement>("[data-tid]").forEach((c) =>
|
|
58
|
-
c.onclick = () => selectTemplate(templates.find((t) => t.id === c.dataset.tid)!));
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
function selectTemplate(t: DatasetTemplate): void {
|
|
62
|
-
selected = t;
|
|
63
|
-
$("d-form-title").textContent = t.label || t.id;
|
|
64
|
-
$("d-form-desc").textContent = t.description || "";
|
|
65
|
-
const form = $("d-form");
|
|
66
|
-
form.innerHTML = (t.fields || []).map((f) => {
|
|
67
|
-
const lbl = esc(f.label || f.name) + (f.required ? " *" : "");
|
|
68
|
-
const ph = f.hint ? ' placeholder="' + esc(f.hint) + '"' : "";
|
|
69
|
-
const dv = f.default != null ? f.default : "";
|
|
70
|
-
let ctrl: string;
|
|
71
|
-
if (f.type === "textarea") ctrl = '<textarea data-fld="' + esc(f.name) + '"' + ph + ">" + esc(dv) + "</textarea>";
|
|
72
|
-
else if (f.type === "number") ctrl = '<input type="number" data-fld="' + esc(f.name) + '" value="' + esc(dv) + '"' + ph + ">";
|
|
73
|
-
else ctrl = '<input type="text" data-fld="' + esc(f.name) + '" value="' + esc(dv) + '"' + ph + ">";
|
|
74
|
-
return '<div class="field"><label>' + lbl + "</label>" + ctrl + (f.hint ? '<div class="hint">' + esc(f.hint) + "</div>" : "") + "</div>";
|
|
75
|
-
}).join("");
|
|
76
|
-
show(1);
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
async function submit(): Promise<void> {
|
|
80
|
-
if (!selected) return;
|
|
81
|
-
const inputs: Record<string, unknown> = {};
|
|
82
|
-
$("d-form").querySelectorAll<HTMLInputElement | HTMLTextAreaElement>("[data-fld]").forEach((i) => {
|
|
83
|
-
inputs[i.dataset.fld!] = i.type === "number" ? (i.value === "" ? null : +i.value) : i.value;
|
|
84
|
-
});
|
|
85
|
-
const body: Record<string, unknown> = { template_id: selected.id, inputs };
|
|
86
|
-
if (selected.needs_llm && activeModelId) body.model_name = activeModelId;
|
|
87
|
-
const btn = $("d-submit") as HTMLButtonElement; btn.disabled = true;
|
|
88
|
-
const d = await api("/api/dataset/submit", { method: "POST", body }).catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
89
|
-
btn.disabled = false;
|
|
90
|
-
if (!d.ok) { toast((d.error as string) || "could not start generation", "err"); return; }
|
|
91
|
-
jobId = (d.job_id as string) || null;
|
|
92
|
-
$("d-push-panel").innerHTML = "";
|
|
93
|
-
$("d-out").textContent = (d.output_dir as string) || "";
|
|
94
|
-
log = []; $("d-log").textContent = ""; $("d-bar").style.width = "0%"; $("d-pct").textContent = "0%"; $("d-msg").textContent = "Starting…";
|
|
95
|
-
$("d-ntrain").textContent = $("d-nvalid").textContent = "—";
|
|
96
|
-
show(2);
|
|
97
|
-
attach(jobId!);
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
function attach(id: string): void {
|
|
101
|
-
if (es) es.close();
|
|
102
|
-
es = jobStream(id, {
|
|
103
|
-
log: (e) => { log.push(e.line); $("d-log").textContent = log.slice(-200).join("\n"); $("d-log").scrollTop = $("d-log").scrollHeight; },
|
|
104
|
-
stage: (e) => {
|
|
105
|
-
if (e.progress != null) { const p = Math.round(e.progress * 100); $("d-bar").style.width = p + "%"; $("d-pct").textContent = p + "%"; }
|
|
106
|
-
if (e.message) $("d-msg").textContent = e.message;
|
|
107
|
-
if (e.n_train != null) $("d-ntrain").textContent = num(e.n_train);
|
|
108
|
-
if (e.n_valid != null) $("d-nvalid").textContent = num(e.n_valid);
|
|
109
|
-
if (e.stage === "done") { if (e.output_dir) $("d-out").textContent = e.output_dir; finish(e); }
|
|
110
|
-
},
|
|
111
|
-
done: (e) => finish(e),
|
|
112
|
-
failed: (e) => { $("d-msg").textContent = "Failed: " + (e.error || "unknown error"); toast(e.error || "generation failed", "err"); es && es.close(); },
|
|
113
|
-
});
|
|
114
|
-
}
|
|
115
|
-
function finish(e?: { n_train?: number; n_valid?: number }): void {
|
|
116
|
-
$("d-bar").style.width = "100%"; $("d-pct").textContent = "100%"; es && es.close();
|
|
117
|
-
if (e && e.n_train != null) $("d-ntrain").textContent = num(e.n_train);
|
|
118
|
-
if (e && e.n_valid != null) $("d-nvalid").textContent = num(e.n_valid);
|
|
119
|
-
show(3);
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
return {
|
|
123
|
-
init() {
|
|
124
|
-
show(0);
|
|
125
|
-
loadTemplates();
|
|
126
|
-
document.querySelectorAll<HTMLButtonElement>("#s-dataset [data-dback]").forEach((b) => b.onclick = () => show(0));
|
|
127
|
-
($("d-submit") as HTMLButtonElement).onclick = submit;
|
|
128
|
-
($("d-push") as HTMLButtonElement).onclick = () => pushToHub($("d-push-panel"), { kind: "dataset", job_id: jobId || undefined });
|
|
129
|
-
($("d-again") as HTMLButtonElement).onclick = () => { selected = null; $("d-push-panel").innerHTML = ""; show(0); };
|
|
130
|
-
},
|
|
131
|
-
};
|
|
132
|
-
}
|
package/src/web/src/finetune.ts
DELETED
|
@@ -1,267 +0,0 @@
|
|
|
1
|
-
// GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
|
|
2
|
-
// §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
|
|
3
|
-
//
|
|
4
|
-
// FINE-TUNE CONTROLLER — 5-step wizard with live loss chart.
|
|
5
|
-
// Behavior-identical port of the original controllers.finetune IIFE.
|
|
6
|
-
|
|
7
|
-
import { api, jobStream } from "./api";
|
|
8
|
-
import type { ApiEnvelope } from "./protocol";
|
|
9
|
-
import { $, toast, num, pushToHub, controllers } from "./shell";
|
|
10
|
-
import { esc, renderSteps } from "./markdown";
|
|
11
|
-
|
|
12
|
-
const STEPS = ["Base", "Dataset", "Hyperparams", "Train", "Done"];
|
|
13
|
-
|
|
14
|
-
interface FileWithRelPath extends File {
|
|
15
|
-
webkitRelativePath: string;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
interface LossPoint { step: number; loss: number | null }
|
|
19
|
-
|
|
20
|
-
export function createFinetuneController() {
|
|
21
|
-
let step = 0, method: "sft" | "dpo" | "orpo" = "sft", lrTouched = false, rankTouched = false, es: EventSource | null = null, log: string[] = [];
|
|
22
|
-
let datasetOk = false, adapterPath = "";
|
|
23
|
-
const trainPts: LossPoint[] = [], valPts: LossPoint[] = [];
|
|
24
|
-
|
|
25
|
-
function show(n: number): void {
|
|
26
|
-
step = n;
|
|
27
|
-
document.querySelectorAll<HTMLElement>("[data-fstep]").forEach((d) => d.style.display = (+d.dataset.fstep! === n) ? "" : "none");
|
|
28
|
-
renderSteps($("f-steps"), STEPS, n);
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
// OS folder picker for the base model — resolve by NAME server-side (no
|
|
32
|
-
// upload, works with the HF cache's symlinked layout). Mirrors Quantize.
|
|
33
|
-
async function resolveBaseByName(name: string, relPath?: string): Promise<void> {
|
|
34
|
-
if (!name && !relPath) return;
|
|
35
|
-
const d = await api("/api/model/resolve-folder", { method: "POST", body: { folder_name: name || "", rel_path: relPath || "" } })
|
|
36
|
-
.catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
37
|
-
if (!d.ok) { toast((d.error as string) || "could not locate this folder", "err"); return; }
|
|
38
|
-
($("f-model") as HTMLInputElement).value = d.path as string;
|
|
39
|
-
}
|
|
40
|
-
async function pickBaseFolder(): Promise<void> {
|
|
41
|
-
if (window.showDirectoryPicker) {
|
|
42
|
-
try { const h = await window.showDirectoryPicker({ id: "mlx-models", mode: "read" }); return resolveBaseByName(h.name); }
|
|
43
|
-
catch { return; }
|
|
44
|
-
}
|
|
45
|
-
$("f-folder").click();
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
async function inspectDataset(): Promise<void> {
|
|
49
|
-
const path = ($("f-data") as HTMLInputElement).value.trim();
|
|
50
|
-
if (!path) { toast("Enter a dataset directory.", "err"); return; }
|
|
51
|
-
const out = $("f-inspect-out");
|
|
52
|
-
out.innerHTML = '<div class="flash"><span class="shimmer">inspecting…</span></div>';
|
|
53
|
-
const d = await api("/api/finetune/inspect-dataset", { method: "POST", body: { path } }).catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
54
|
-
if (!d.ok) { out.innerHTML = '<div class="flash err">' + esc(d.error || "could not read dataset") + "</div>"; datasetOk = false; ($("f-next1") as HTMLButtonElement).disabled = true; return; }
|
|
55
|
-
datasetOk = true; ($("f-next1") as HTMLButtonElement).disabled = false;
|
|
56
|
-
out.innerHTML = '<div class="flash ok"><strong>' + num(d.n_train as number) + "</strong> train rows" +
|
|
57
|
-
(d.n_valid ? " · <strong>" + num(d.n_valid as number) + "</strong> valid rows" : "") +
|
|
58
|
-
(d.format ? " · format <strong>" + esc(d.format) + "</strong>" : "") + "</div>";
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
function setMethod(m: "sft" | "dpo" | "orpo"): void {
|
|
62
|
-
method = m;
|
|
63
|
-
$("f-method").querySelectorAll<HTMLButtonElement>("button").forEach((b) => b.classList.toggle("on", b.dataset.v === m));
|
|
64
|
-
$("f-dpo-extra").style.display = m === "dpo" ? "" : "none";
|
|
65
|
-
$("f-orpo-extra").style.display = m === "orpo" ? "" : "none";
|
|
66
|
-
$("f-method-hint").textContent = m === "dpo"
|
|
67
|
-
? "Direct Preference Optimization — data is {prompt, chosen, rejected}."
|
|
68
|
-
: m === "orpo"
|
|
69
|
-
? "Odds Ratio Preference Optimization (reference-free) — data is {prompt, chosen, rejected}."
|
|
70
|
-
: "Supervised fine-tuning — data is messages or prompt+completion.";
|
|
71
|
-
if (!lrTouched) ($("f-lr") as HTMLInputElement).value = String(m === "dpo" ? 0.00005 : m === "orpo" ? 0.00001 : 0.0002);
|
|
72
|
-
// ORPO's validated LoRA recipe uses rank 16 (vs 8 for SFT); apply unless edited.
|
|
73
|
-
if (!rankTouched) ($("f-rank") as HTMLInputElement).value = String(m === "orpo" ? 16 : 8);
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
function collectHP(): Record<string, unknown> {
|
|
77
|
-
const modules = ($("f-modules") as HTMLInputElement).value.split(",").map((s) => s.trim()).filter(Boolean);
|
|
78
|
-
const hp: Record<string, unknown> = {
|
|
79
|
-
model_dir: ($("f-model") as HTMLInputElement).value.trim(),
|
|
80
|
-
data_dir: ($("f-data") as HTMLInputElement).value.trim(),
|
|
81
|
-
method,
|
|
82
|
-
rank: +($("f-rank") as HTMLInputElement).value, scale: +($("f-scale") as HTMLInputElement).value, lora_dropout: +($("f-dropout") as HTMLInputElement).value,
|
|
83
|
-
target_modules: modules, num_layers: +($("f-layers") as HTMLInputElement).value, iters: +($("f-iters") as HTMLInputElement).value,
|
|
84
|
-
batch_size: +($("f-batch") as HTMLInputElement).value, learning_rate: +($("f-lr") as HTMLInputElement).value, max_seq_length: +($("f-seq") as HTMLInputElement).value,
|
|
85
|
-
};
|
|
86
|
-
if (method === "dpo") { hp.dpo_beta = +($("f-beta") as HTMLInputElement).value; hp.dpo_lr_schedule = ($("f-sched") as HTMLSelectElement).value; }
|
|
87
|
-
if (method === "orpo") {
|
|
88
|
-
hp.orpo_lambda = +($("f-orpo-lambda") as HTMLInputElement).value; hp.orpo_lr_schedule = ($("f-orpo-sched") as HTMLSelectElement).value;
|
|
89
|
-
// web-ui-pass-plan.md #7: sft_scope only makes sense for ORPO's
|
|
90
|
-
// monolithic loss (the SFT term needs a scope); default matches the
|
|
91
|
-
// segmented control's default ("full", paper/TRL chosen-NLL).
|
|
92
|
-
const scopeBtn = $("f-orpo-scope").querySelector("button.on") as HTMLElement | null;
|
|
93
|
-
hp.sft_scope = (scopeBtn && scopeBtn.dataset.v) || "full";
|
|
94
|
-
}
|
|
95
|
-
return hp;
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
async function submit(): Promise<void> {
|
|
99
|
-
const btn = $("f-submit") as HTMLButtonElement; btn.disabled = true;
|
|
100
|
-
const d = await api("/api/finetune/submit", { method: "POST", body: collectHP() }).catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
101
|
-
btn.disabled = false;
|
|
102
|
-
if (!d.ok) { toast((d.error as string) || "could not start training", "err"); return; }
|
|
103
|
-
adapterPath = (d.adapter_path as string) || "";
|
|
104
|
-
$("f-out").textContent = adapterPath;
|
|
105
|
-
$("f-merge-out").innerHTML = $("f-exp-out").innerHTML = $("f-push-panel").innerHTML = "";
|
|
106
|
-
trainPts.length = 0; valPts.length = 0; log = [];
|
|
107
|
-
$("f-log").textContent = ""; $("f-bar").style.width = "0%"; $("f-pct").textContent = "0%"; $("f-msg").textContent = "Starting…";
|
|
108
|
-
$("f-step").textContent = $("f-loss").textContent = $("f-curlr").textContent = $("f-curtps").textContent = "—";
|
|
109
|
-
drawChart();
|
|
110
|
-
show(3);
|
|
111
|
-
attach(d.job_id as string);
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
function attach(jobId: string): void {
|
|
115
|
-
if (es) es.close();
|
|
116
|
-
es = jobStream(jobId, {
|
|
117
|
-
log: (e) => { log.push(e.line); $("f-log").textContent = log.slice(-200).join("\n"); $("f-log").scrollTop = $("f-log").scrollHeight; },
|
|
118
|
-
metric: (e) => {
|
|
119
|
-
if (e.kind === "val") { valPts.push({ step: e.step, loss: e.loss }); $("f-leg-val").style.display = ""; }
|
|
120
|
-
else {
|
|
121
|
-
trainPts.push({ step: e.step, loss: e.loss });
|
|
122
|
-
$("f-step").textContent = num(e.step);
|
|
123
|
-
$("f-loss").textContent = e.loss != null ? e.loss.toFixed(4) : "—";
|
|
124
|
-
if (e.learning_rate != null) $("f-curlr").textContent = e.learning_rate.toExponential(2);
|
|
125
|
-
if (e.tokens_per_sec != null) $("f-curtps").textContent = e.tokens_per_sec.toFixed(1);
|
|
126
|
-
if (e.progress != null) { const p = Math.round(e.progress * 100); $("f-bar").style.width = p + "%"; $("f-pct").textContent = p + "%"; }
|
|
127
|
-
if (e.message) $("f-msg").textContent = e.message;
|
|
128
|
-
}
|
|
129
|
-
drawChart();
|
|
130
|
-
},
|
|
131
|
-
stage: (e) => {
|
|
132
|
-
if (e.progress != null) { const p = Math.round(e.progress * 100); $("f-bar").style.width = p + "%"; $("f-pct").textContent = p + "%"; }
|
|
133
|
-
if (e.message) $("f-msg").textContent = e.message;
|
|
134
|
-
if (e.stage === "done") { if (e.adapter_path) { adapterPath = e.adapter_path; $("f-out").textContent = e.adapter_path; } finish(); }
|
|
135
|
-
},
|
|
136
|
-
done: () => finish(),
|
|
137
|
-
failed: (e) => { $("f-msg").textContent = "Failed: " + (e.error || "unknown error"); toast(e.error || "training failed", "err"); es && es.close(); },
|
|
138
|
-
});
|
|
139
|
-
}
|
|
140
|
-
function finish(): void {
|
|
141
|
-
$("f-bar").style.width = "100%"; $("f-pct").textContent = "100%"; es && es.close();
|
|
142
|
-
if (!adapterPath) adapterPath = ($("f-out").textContent || "").trim();
|
|
143
|
-
const base = ($("f-model") as HTMLInputElement).value.trim();
|
|
144
|
-
// prefill the done-step affordances from this run's paths
|
|
145
|
-
($("f-merge-a") as HTMLInputElement).value = adapterPath;
|
|
146
|
-
($("f-exp-base") as HTMLInputElement).value = base;
|
|
147
|
-
($("f-exp-adapter") as HTMLInputElement).value = adapterPath;
|
|
148
|
-
show(4);
|
|
149
|
-
// web-ui-pass-plan.md #15 staleness half: the new adapter is on disk now —
|
|
150
|
-
// refresh the chat adapter chip immediately rather than waiting for the
|
|
151
|
-
// user to navigate to Chat (enter() also refreshes, this just removes the
|
|
152
|
-
// wait for the common case of finishing a run and going straight to try it).
|
|
153
|
-
if (controllers.chat && controllers.chat.refreshAdapters) (controllers.chat.refreshAdapters as () => void)();
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
async function mergeAdapters(): Promise<void> {
|
|
157
|
-
const a = ($("f-merge-a") as HTMLInputElement).value.trim(), b = ($("f-merge-b") as HTMLInputElement).value.trim();
|
|
158
|
-
const out = $("f-merge-out");
|
|
159
|
-
if (!a || !b) { out.innerHTML = '<div class="flash err">Enter both adapter paths.</div>'; return; }
|
|
160
|
-
out.innerHTML = '<div class="flash"><span class="shimmer">merging…</span></div>';
|
|
161
|
-
const btn = $("f-merge-go") as HTMLButtonElement; btn.disabled = true;
|
|
162
|
-
const d = await api("/api/finetune/merge", { method: "POST", body: { adapter_a: a, adapter_b: b } }).catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
163
|
-
btn.disabled = false;
|
|
164
|
-
if (!d.ok) { out.innerHTML = '<div class="flash err">' + esc(d.error || "merge failed") + "</div>"; return; }
|
|
165
|
-
const stats = d.stats && typeof d.stats === "object"
|
|
166
|
-
? Object.entries(d.stats as Record<string, unknown>).map(([k, v]) => esc(k) + " " + esc(v)).join(" · ")
|
|
167
|
-
: (d.stats ? esc(d.stats) : "");
|
|
168
|
-
out.innerHTML = '<div class="flash ok">Merged → <code>' + esc(d.merged_path || "") + "</code>" + (stats ? "<br>" + stats : "") + "</div>";
|
|
169
|
-
toast("Adapters merged", "ok");
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
async function exportModel(): Promise<void> {
|
|
173
|
-
const base = ($("f-exp-base") as HTMLInputElement).value.trim(), adapter = ($("f-exp-adapter") as HTMLInputElement).value.trim();
|
|
174
|
-
const out = $("f-exp-out");
|
|
175
|
-
if (!base || !adapter) { out.innerHTML = '<div class="flash err">Enter a base model and adapter path.</div>'; return; }
|
|
176
|
-
out.innerHTML = '<div class="flash"><span class="shimmer">exporting…</span></div>';
|
|
177
|
-
const btn = $("f-exp-go") as HTMLButtonElement; btn.disabled = true;
|
|
178
|
-
const d = await api("/api/finetune/export", { method: "POST", body: { base_model: base, adapter_path: adapter } }).catch((): ApiEnvelope => ({ ok: false, error: "request failed" }));
|
|
179
|
-
btn.disabled = false;
|
|
180
|
-
if (!d.ok) { out.innerHTML = '<div class="flash err">' + esc(d.error || "export failed") + "</div>"; return; }
|
|
181
|
-
out.innerHTML = '<div class="flash ok">Exported → <code>' + esc(d.export_path || "") + "</code></div>";
|
|
182
|
-
toast("Model exported", "ok");
|
|
183
|
-
}
|
|
184
|
-
|
|
185
|
-
/* inline SVG line plot — themed green (train) / blue (val) */
|
|
186
|
-
function drawChart(): void {
|
|
187
|
-
const svg = $("f-chart");
|
|
188
|
-
const W = 600, H = 200, padL = 8, padR = 8, padT = 12, padB = 12;
|
|
189
|
-
const all = trainPts.concat(valPts);
|
|
190
|
-
if (!all.length) { svg.innerHTML = '<text x="300" y="104" text-anchor="middle" fill="var(--dimmer)" font-size="13">waiting for the first metric…</text>'; return; }
|
|
191
|
-
const losses = all.map((p) => p.loss).filter((x): x is number => x != null && isFinite(x));
|
|
192
|
-
let minL = Math.min(...losses), maxL = Math.max(...losses);
|
|
193
|
-
if (minL === maxL) { minL -= 0.5; maxL += 0.5; }
|
|
194
|
-
const range = maxL - minL || 1;
|
|
195
|
-
const maxStep = Math.max(...all.map((p) => p.step || 0), 1);
|
|
196
|
-
const xOf = (s: number) => padL + (s / maxStep) * (W - padL - padR);
|
|
197
|
-
const yOf = (l: number) => padT + (1 - (l - minL) / range) * (H - padT - padB);
|
|
198
|
-
const path = (pts: LossPoint[], color: string, fillId: string): string => {
|
|
199
|
-
if (!pts.length) return "";
|
|
200
|
-
const d = pts.map((p, i) => (i ? "L" : "M") + xOf(p.step).toFixed(1) + " " + yOf(p.loss ?? 0).toFixed(1)).join(" ");
|
|
201
|
-
let out = '<path d="' + d + '" fill="none" stroke="' + color + '" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>';
|
|
202
|
-
// soft area fill under the curve
|
|
203
|
-
const area = d + " L" + xOf(pts[pts.length - 1]!.step).toFixed(1) + " " + (H - padB) + " L" + xOf(pts[0]!.step).toFixed(1) + " " + (H - padB) + " Z";
|
|
204
|
-
out = '<path d="' + area + '" fill="url(#' + fillId + ')" opacity="0.18"/>' + out;
|
|
205
|
-
return out;
|
|
206
|
-
};
|
|
207
|
-
// gridlines
|
|
208
|
-
let grid = "";
|
|
209
|
-
for (let i = 1; i < 4; i++) { const y = padT + (i / 4) * (H - padT - padB); grid += '<line x1="0" y1="' + y.toFixed(1) + '" x2="' + W + '" y2="' + y.toFixed(1) + '" stroke="rgba(255,255,255,.06)" stroke-width="1"/>'; }
|
|
210
|
-
svg.innerHTML =
|
|
211
|
-
'<defs>' +
|
|
212
|
-
'<linearGradient id="gf-train" x1="0" y1="0" x2="0" y2="1"><stop offset="0" stop-color="#30d158"/><stop offset="1" stop-color="#30d158" stop-opacity="0"/></linearGradient>' +
|
|
213
|
-
'<linearGradient id="gf-val" x1="0" y1="0" x2="0" y2="1"><stop offset="0" stop-color="#0a84ff"/><stop offset="1" stop-color="#0a84ff" stop-opacity="0"/></linearGradient>' +
|
|
214
|
-
'</defs>' + grid +
|
|
215
|
-
path(valPts, "#0a84ff", "gf-val") +
|
|
216
|
-
path(trainPts, "#30d158", "gf-train");
|
|
217
|
-
}
|
|
218
|
-
|
|
219
|
-
return {
|
|
220
|
-
init() {
|
|
221
|
-
show(0);
|
|
222
|
-
($("f-next0") as HTMLButtonElement).onclick = () => { if (!($("f-model") as HTMLInputElement).value.trim()) { toast("Enter a base model path.", "err"); return; } show(1); };
|
|
223
|
-
// OS folder dialog for the base model (native; resolves by name, no upload)
|
|
224
|
-
($("f-browse") as HTMLButtonElement).onclick = pickBaseFolder;
|
|
225
|
-
$("f-folder").addEventListener("change", (e) => {
|
|
226
|
-
const input = e.target as HTMLInputElement;
|
|
227
|
-
const f = input.files![0] as FileWithRelPath; input.value = "";
|
|
228
|
-
if (f) resolveBaseByName((f.webkitRelativePath || f.name).split("/")[0]!, f.webkitRelativePath || "");
|
|
229
|
-
});
|
|
230
|
-
{
|
|
231
|
-
const drop = $("f-drop");
|
|
232
|
-
const hi = (on: boolean) => { drop.style.outline = on ? "2px dashed var(--blue)" : ""; drop.style.outlineOffset = on ? "4px" : ""; };
|
|
233
|
-
["dragenter", "dragover"].forEach((ev) => drop.addEventListener(ev, (e) => { e.preventDefault(); hi(true); }));
|
|
234
|
-
["dragleave", "drop"].forEach((ev) => drop.addEventListener(ev, (e) => {
|
|
235
|
-
e.preventDefault(); hi(false);
|
|
236
|
-
const de = e as DragEvent;
|
|
237
|
-
if (ev !== "drop" || !de.dataTransfer) return;
|
|
238
|
-
for (const it of [...(de.dataTransfer.items || [])]) {
|
|
239
|
-
const en = it.webkitGetAsEntry && it.webkitGetAsEntry();
|
|
240
|
-
if (en && en.isDirectory) return void resolveBaseByName(en.name);
|
|
241
|
-
}
|
|
242
|
-
const f = de.dataTransfer.files && de.dataTransfer.files[0] as FileWithRelPath | undefined;
|
|
243
|
-
if (f) resolveBaseByName((f.webkitRelativePath || f.name).split("/")[0]!);
|
|
244
|
-
}));
|
|
245
|
-
}
|
|
246
|
-
($("f-inspect") as HTMLButtonElement).onclick = inspectDataset;
|
|
247
|
-
$("f-data").addEventListener("keydown", (e) => { if ((e as KeyboardEvent).key === "Enter") inspectDataset(); });
|
|
248
|
-
$("f-data").addEventListener("input", () => { datasetOk = false; ($("f-next1") as HTMLButtonElement).disabled = true; $("f-inspect-out").innerHTML = ""; });
|
|
249
|
-
($("f-next1") as HTMLButtonElement).onclick = () => { if (datasetOk) show(2); };
|
|
250
|
-
$("f-method").querySelectorAll<HTMLButtonElement>("button").forEach((b) => b.onclick = () => setMethod(b.dataset.v as "sft" | "dpo" | "orpo"));
|
|
251
|
-
$("f-orpo-scope").querySelectorAll<HTMLButtonElement>("button").forEach((b) => b.onclick = () =>
|
|
252
|
-
$("f-orpo-scope").querySelectorAll("button").forEach((x) => x.classList.toggle("on", x === b)));
|
|
253
|
-
$("f-lr").addEventListener("input", () => { lrTouched = true; });
|
|
254
|
-
$("f-rank").addEventListener("input", () => { rankTouched = true; });
|
|
255
|
-
document.querySelectorAll<HTMLButtonElement>("#s-finetune [data-fback]").forEach((b) => b.onclick = () => show(step - 1));
|
|
256
|
-
($("f-submit") as HTMLButtonElement).onclick = submit;
|
|
257
|
-
($("f-merge-go") as HTMLButtonElement).onclick = mergeAdapters;
|
|
258
|
-
($("f-exp-go") as HTMLButtonElement).onclick = exportModel;
|
|
259
|
-
($("f-push") as HTMLButtonElement).onclick = () => pushToHub($("f-push-panel"), { kind: "finetune", source_path: adapterPath || ($("f-out").textContent || "").trim() });
|
|
260
|
-
($("f-again") as HTMLButtonElement).onclick = () => {
|
|
261
|
-
$("f-inspect-out").innerHTML = "";
|
|
262
|
-
$("f-merge-out").innerHTML = $("f-exp-out").innerHTML = $("f-push-panel").innerHTML = "";
|
|
263
|
-
show(0);
|
|
264
|
-
};
|
|
265
|
-
},
|
|
266
|
-
};
|
|
267
|
-
}
|