npm - mlx-bun - Versions diffs - 0.0.4 - Mend

mlx-bun 0.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (210) hide show

package/LICENSE +21 -0
package/README.md +362 -0
package/THIRD_PARTY_LICENSES.md +41 -0
package/bin/mlx-bun.mjs +32 -0
package/docs/curve-designer.html +303 -0
package/docs/design/adapters-end-to-end.md +201 -0
package/docs/design/compat-cli-surface-design.md +227 -0
package/docs/design/docs-reorg-plan.md +152 -0
package/docs/design/hlg-sampling.md +340 -0
package/docs/design/memory-system.md +339 -0
package/docs/design/optimization_plan.md +344 -0
package/docs/design/parallel-slots.md +515 -0
package/docs/design/runtime-isolation.md +247 -0
package/docs/design/segmented-backward-training.md +508 -0
package/docs/investigations/chunk-finetune-experiment.md +84 -0
package/docs/investigations/curve-bisector-routing.md +123 -0
package/docs/investigations/curve-runs/bisector-route.json +98 -0
package/docs/investigations/curve-runs/bisector-trace.json +1393 -0
package/docs/investigations/curve-runs/curve-terrain.json +1179 -0
package/docs/investigations/curve-runs/curve-terrain.svg +42 -0
package/docs/investigations/curve-terrain.html +105 -0
package/docs/investigations/expert-offload-single-user-moe.md +292 -0
package/docs/investigations/hlg-ab.html +34 -0
package/docs/investigations/hlg-explorer.html +238 -0
package/docs/investigations/hlg-figs/cliff.svg +1 -0
package/docs/investigations/hlg-figs/cross.svg +1 -0
package/docs/investigations/hlg-figs/edges.svg +1 -0
package/docs/investigations/hlg-figs/k20-grids.svg +1 -0
package/docs/investigations/hlg-figs/k20-peaks.svg +1 -0
package/docs/investigations/hlg-figs/lw-curve.svg +1 -0
package/docs/investigations/hlg-figs/terrain.svg +1 -0
package/docs/investigations/hlg-report.html +262 -0
package/docs/investigations/hlg-runs/hlg-ab.json +149 -0
package/docs/investigations/hlg-runs/hlg-blind-prompts.md +87 -0
package/docs/investigations/hlg-runs/hlg-blind.json +107 -0
package/docs/investigations/hlg-runs/hlg-cliff.json +197 -0
package/docs/investigations/hlg-runs/hlg-cross.json +505 -0
package/docs/investigations/hlg-runs/hlg-edge.json +388 -0
package/docs/investigations/hlg-runs/hlg-eval1.json +25 -0
package/docs/investigations/hlg-runs/hlg-frontier.json +86 -0
package/docs/investigations/hlg-runs/hlg-grid.json +242 -0
package/docs/investigations/hlg-runs/hlg-grid2.json +343 -0
package/docs/investigations/hlg-runs/hlg-lw-coarse.json +110 -0
package/docs/investigations/hlg-runs/hlg-map.json +383 -0
package/docs/investigations/hlg-runs/run0-original.log +159 -0
package/docs/investigations/hlg-runs/runA-recommended.log +131 -0
package/docs/investigations/hlg-runs/runAA-cliff-cpm5.log +26 -0
package/docs/investigations/hlg-runs/runAB-grid2-e4b.log +18 -0
package/docs/investigations/hlg-runs/runAC-peak-e4b-partial.log +25 -0
package/docs/investigations/hlg-runs/runAD-ab-samples.log +8 -0
package/docs/investigations/hlg-runs/runAE-edge-e4b.log +51 -0
package/docs/investigations/hlg-runs/runAF-logit-calibration.log +10 -0
package/docs/investigations/hlg-runs/runAG-eval-config2.log +16 -0
package/docs/investigations/hlg-runs/runB-gain-variants.log +192 -0
package/docs/investigations/hlg-runs/runC-pivots.log +162 -0
package/docs/investigations/hlg-runs/runD-oetf.log +132 -0
package/docs/investigations/hlg-runs/runE-eotf.log +162 -0
package/docs/investigations/hlg-runs/runF-shaper-working.log +86 -0
package/docs/investigations/hlg-runs/runG-shaper-sweep.log +101 -0
package/docs/investigations/hlg-runs/runH-wsweep.log +176 -0
package/docs/investigations/hlg-runs/runI-asweep.log +176 -0
package/docs/investigations/hlg-runs/runJ-knobmap.log +49 -0
package/docs/investigations/hlg-runs/runK-frontier.log +19 -0
package/docs/investigations/hlg-runs/runL-widemap.log +65 -0
package/docs/investigations/hlg-runs/runM-frontier-emb.log +15 -0
package/docs/investigations/hlg-runs/runN-verify.log +116 -0
package/docs/investigations/hlg-runs/runO-frontier-seed5000.log +15 -0
package/docs/investigations/hlg-runs/runP-grid-AxSm.log +15 -0
package/docs/investigations/hlg-runs/runQ-grid-tgW.log +15 -0
package/docs/investigations/hlg-runs/runR-blind-transcript.log +79 -0
package/docs/investigations/hlg-runs/runS-cross-coherence.log +33 -0
package/docs/investigations/hlg-runs/runT-cross-cpm5.log +33 -0
package/docs/investigations/hlg-runs/runU-cross-12b.log +33 -0
package/docs/investigations/hlg-runs/runV-lw-e4b.log +22 -0
package/docs/investigations/hlg-runs/runW-lw-12b.log +22 -0
package/docs/investigations/hlg-runs/runX-lw-cpm5.log +22 -0
package/docs/investigations/hlg-runs/runY-cliff-e4b.log +26 -0
package/docs/investigations/hlg-runs/runZ-cliff-12b.log +26 -0
package/docs/investigations/hlg-sampling-investigation.md +970 -0
package/docs/investigations/lab-build-journal.md +157 -0
package/docs/investigations/pi-builtin-investigation.md +308 -0
package/docs/investigations/starter-model-port-handoff.md +323 -0
package/docs/planning/IDEAS.md +26 -0
package/docs/planning/PRODUCT_ROADMAP.md +426 -0
package/docs/planning/ResearchTopics.md +119 -0
package/docs/planning/chunk-task-roadmap.md +77 -0
package/docs/planning/journal.md +155 -0
package/docs/reference/distribution.md +121 -0
package/docs/reference/embedding.md +168 -0
package/docs/reference/library-api.md +153 -0
package/docs/reference/server-api.md +224 -0
package/docs/reference/server-config.md +243 -0
package/docs/segmented-backward-handoff.md +148 -0
package/package.json +68 -0
package/src/anthropic.ts +491 -0
package/src/chat-template.ts +186 -0
package/src/cli.ts +1075 -0
package/src/config.ts +229 -0
package/src/curve-sampler.ts +122 -0
package/src/dataset/generators.ts +1087 -0
package/src/dataset/index.ts +12 -0
package/src/dataset/job.ts +81 -0
package/src/dataset/llm.ts +71 -0
package/src/dataset/registry.ts +528 -0
package/src/download.ts +283 -0
package/src/eval/README.md +86 -0
package/src/eval/kl-prompts.ts +29 -0
package/src/eval/kl.ts +294 -0
package/src/eval/quality-db.ts +92 -0
package/src/eval/runner.ts +102 -0
package/src/eval/score.ts +49 -0
package/src/eval/tasks/bfcl.ts +500 -0
package/src/eval/tasks/gsm8k.ts +85 -0
package/src/eval/tasks/hashhop.ts +109 -0
package/src/eval/tasks/humaneval.ts +252 -0
package/src/eval/tasks/ifeval.ts +354 -0
package/src/eval/tasks/mmlu.ts +145 -0
package/src/evaldb.ts +199 -0
package/src/expert-offload-build.ts +77 -0
package/src/expert-offload.ts +61 -0
package/src/expert-trace.ts +67 -0
package/src/fit.ts +254 -0
package/src/generate.ts +451 -0
package/src/harness-pi.ts +177 -0
package/src/hf-push.ts +628 -0
package/src/index.ts +22 -0
package/src/jobs/db.ts +139 -0
package/src/jobs/index.ts +29 -0
package/src/jobs/job-entry.ts +106 -0
package/src/jobs/runner.ts +304 -0
package/src/jobs/sse.ts +114 -0
package/src/jobs/types.ts +58 -0
package/src/kv-store.ts +185 -0
package/src/lora.ts +314 -0
package/src/md-modules.d.ts +7 -0
package/src/mlx/array.ts +237 -0
package/src/mlx/autograd.ts +267 -0
package/src/mlx/checkpoint.ts +116 -0
package/src/mlx/compile.ts +158 -0
package/src/mlx/custom-vjp.ts +140 -0
package/src/mlx/ffi.ts +433 -0
package/src/mlx/metal-kernel.ts +130 -0
package/src/mlx/ops.ts +707 -0
package/src/mmap.ts +90 -0
package/src/model/batched-mask.ts +204 -0
package/src/model/batched-rotating.ts +300 -0
package/src/model/compiled-decode.ts +681 -0
package/src/model/factory.ts +27 -0
package/src/model/fingerprint.ts +33 -0
package/src/model/flash-attention.ts +674 -0
package/src/model/fused-decode-kernel.ts +305 -0
package/src/model/fused-geglu-kernel.ts +87 -0
package/src/model/gemma4-base.ts +1616 -0
package/src/model/gemma4.ts +1012 -0
package/src/model/generated/gemma4-12b.ts +526 -0
package/src/model/generated/gemma4-26b.ts +500 -0
package/src/model/generated/gemma4-e4b.ts +757 -0
package/src/model/generated/index.ts +18 -0
package/src/model/minicpm5.ts +278 -0
package/src/model/qwen3-delta.ts +224 -0
package/src/model/qwen3_5.ts +429 -0
package/src/model/support.ts +46 -0
package/src/native-pack.ts +152 -0
package/src/pi-provider.ts +95 -0
package/src/pi-terminal.ts +264 -0
package/src/pi-web.ts +924 -0
package/src/preflight.ts +123 -0
package/src/prompt-cache.ts +113 -0
package/src/quantize/allocator.ts +627 -0
package/src/quantize/calibration.ts +180 -0
package/src/quantize/config-writer.ts +132 -0
package/src/quantize/index.ts +57 -0
package/src/quantize/job.ts +136 -0
package/src/quantize/quantizer.ts +462 -0
package/src/quantize/safetensors-writer.ts +171 -0
package/src/quantize/sensitivity.ts +234 -0
package/src/registry.ts +336 -0
package/src/responses.ts +774 -0
package/src/safetensors.ts +158 -0
package/src/sampler.ts +517 -0
package/src/serve/batch-scheduler.ts +362 -0
package/src/serve/generation-gateway.ts +160 -0
package/src/server.ts +1891 -0
package/src/spec/drafter.ts +261 -0
package/src/spec/generate.ts +221 -0
package/src/status-page.html +497 -0
package/src/tokenizer.ts +38 -0
package/src/tool-call.ts +242 -0
package/src/train/dataset.ts +461 -0
package/src/train/export.ts +32 -0
package/src/train/forward.ts +229 -0
package/src/train/index.ts +43 -0
package/src/train/job.ts +148 -0
package/src/train/lora-params.ts +194 -0
package/src/train/loss.ts +342 -0
package/src/train/merge.ts +195 -0
package/src/train/optimizer.ts +176 -0
package/src/train/rank.ts +101 -0
package/src/train/segmented.ts +520 -0
package/src/train/trainer.ts +600 -0
package/src/tui.ts +161 -0
package/src/vision/embedder.ts +168 -0
package/src/vision/preprocess.ts +247 -0
package/src/vision/prompt.ts +158 -0
package/src/vision/siglip.ts +599 -0
package/src/web/app.html +2471 -0
package/src/web/skills/web-research/SKILL.md +44 -0
package/src/web/skills.ts +59 -0
package/src/web-tools.ts +426 -0
package/src/weights.ts +91 -0

package/docs/investigations/hlg-runs/hlg-cross.json ADDED Viewed

@@ -0,0 +1,505 @@
+{
+  "model": "gemma-4-12B-it-OptiQ-4bit",
+  "base": {
+    "window": 6,
+    "shoulderA": 0.35,
+    "sM": 0.7,
+    "targetGap": 15,
+    "refGap": 4,
+    "lw": 1200
+  },
+  "vals": {
+    "shoulderA": [
+      0.5,
+      5,
+      30,
+      100
+    ],
+    "sM": [
+      0.2,
+      0.7,
+      2,
+      4
+    ],
+    "targetGap": [
+      8,
+      12,
+      20,
+      50
+    ],
+    "window": [
+      3,
+      5,
+      10,
+      30
+    ]
+  },
+  "planes": [
+    {
+      "y": "shoulderA",
+      "x": "targetGap"
+    },
+    {
+      "y": "shoulderA",
+      "x": "window"
+    },
+    {
+      "y": "sM",
+      "x": "targetGap"
+    },
+    {
+      "y": "sM",
+      "x": "window"
+    }
+  ],
+  "grid": [
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 0.5,
+      "targetGap": 8,
+      "junk": 0.11678832116788321,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 0.5,
+      "targetGap": 12,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 0.5,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 0.5,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 5,
+      "targetGap": 8,
+      "junk": 0.17679558011049723,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 5,
+      "targetGap": 12,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 5,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 5,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 30,
+      "targetGap": 8,
+      "junk": 0.25,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 30,
+      "targetGap": 12,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 30,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 30,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 100,
+      "targetGap": 8,
+      "junk": 0.2721518987341772,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 100,
+      "targetGap": 12,
+      "junk": 0.21768707482993196,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 100,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×targetGap",
+      "shoulderA": 100,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 0.5,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 0.5,
+      "window": 5,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 0.5,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 0.5,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 5,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 5,
+      "window": 5,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 5,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 5,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 30,
+      "window": 3,
+      "junk": 0.09333333333333334,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 30,
+      "window": 5,
+      "junk": 0.02054794520547945,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 30,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 30,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 100,
+      "window": 3,
+      "junk": 0.27388535031847133,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 100,
+      "window": 5,
+      "junk": 0.2857142857142857,
+      "ok": false
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 100,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "shoulderA×window",
+      "shoulderA": 100,
+      "window": 30,
+      "junk": 0.049019607843137254,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.2,
+      "targetGap": 8,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.2,
+      "targetGap": 12,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.2,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.2,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.7,
+      "targetGap": 8,
+      "junk": 0.19117647058823528,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.7,
+      "targetGap": 12,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.7,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 0.7,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 2,
+      "targetGap": 8,
+      "junk": 0.27631578947368424,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 2,
+      "targetGap": 12,
+      "junk": 0.08264462809917356,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 2,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 2,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 4,
+      "targetGap": 8,
+      "junk": 0.27388535031847133,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 4,
+      "targetGap": 12,
+      "junk": 0.15104166666666666,
+      "ok": false
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 4,
+      "targetGap": 20,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×targetGap",
+      "sM": 4,
+      "targetGap": 50,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.2,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.2,
+      "window": 5,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.2,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.2,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.7,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.7,
+      "window": 5,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.7,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 0.7,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 2,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 2,
+      "window": 5,
+      "junk": 0.020134228187919462,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 2,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 2,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 4,
+      "window": 3,
+      "junk": 0.02142857142857143,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 4,
+      "window": 5,
+      "junk": 0.020134228187919462,
+      "ok": false
+    },
+    {
+      "plane": "sM×window",
+      "sM": 4,
+      "window": 10,
+      "junk": 0,
+      "ok": true
+    },
+    {
+      "plane": "sM×window",
+      "sM": 4,
+      "window": 30,
+      "junk": 0,
+      "ok": true
+    }
+  ]
+}