mlx-bun 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (364) hide show
  1. package/README.md +71 -588
  2. package/docs/README.md +91 -0
  3. package/docs/{design → archive/investigations}/audio-input-plan.md +4 -4
  4. package/docs/{design → archive/investigations}/diffusion-gemma-port.md +3 -3
  5. package/docs/{design → archive/investigations}/faithful-l1-consolidation.md +4 -4
  6. package/docs/{design → archive/investigations}/minicpm5-decode-megakernel.md +11 -11
  7. package/docs/{design → archive/investigations}/optimization_plan.md +1 -1
  8. package/docs/{design → archive/investigations}/pre-colibri-stabilization.md +5 -5
  9. package/docs/{design → archive/investigations}/the-dreaming-handoff.md +2 -2
  10. package/docs/design/batching.md +569 -0
  11. package/docs/design/decode-speed-program.md +3178 -169
  12. package/docs/design/dreaming-nightly-pipeline.md +675 -282
  13. package/docs/design/generic-model-support.md +579 -334
  14. package/docs/design/kv-cache.md +680 -0
  15. package/docs/design/orpo-training.md +673 -1239
  16. package/docs/design/speculative-decoding.md +1627 -0
  17. package/docs/design/turboquant.md +2102 -0
  18. package/docs/design/unified-engine-frontier-plan.md +1831 -727
  19. package/docs/design/web-chat-redesign.md +666 -1083
  20. package/docs/planning/PRODUCT_ROADMAP.md +34 -1
  21. package/docs/planning/release-notes-v0.3.0.md +35 -0
  22. package/docs/planning/video-series.md +2 -2
  23. package/docs/reference/benchmarks.md +1162 -0
  24. package/docs/reference/cli.md +394 -159
  25. package/docs/reference/distribution.md +321 -182
  26. package/docs/reference/environment.md +348 -0
  27. package/docs/reference/glossary.md +39 -0
  28. package/docs/reference/library-api.md +566 -168
  29. package/docs/reference/memory.md +227 -64
  30. package/docs/reference/models.md +104 -6
  31. package/docs/reference/server-api.md +886 -425
  32. package/docs/reference/server-config.md +638 -330
  33. package/docs/reference/training.md +393 -254
  34. package/docs/reference/troubleshooting.md +166 -0
  35. package/package.json +9 -4
  36. package/src/audio/decode.ts +2 -2
  37. package/src/audio/features.ts +2 -2
  38. package/src/backends/mlx/autoregressive.ts +108 -0
  39. package/src/backends/mlx/batch-group.ts +1646 -0
  40. package/src/backends/mlx/diffusion.ts +39 -0
  41. package/src/backends/mlx/draft-target.ts +47 -0
  42. package/src/backends/mlx/evaluation.ts +105 -0
  43. package/src/backends/mlx/fill-append.ts +45 -0
  44. package/src/backends/mlx/gateway-binding.ts +71 -0
  45. package/src/backends/mlx/graph.ts +38 -0
  46. package/src/backends/mlx/memory-client.ts +189 -0
  47. package/src/backends/mlx/memory-guard.ts +40 -0
  48. package/src/backends/mlx/methods.ts +90 -0
  49. package/src/backends/mlx/model-prompt.ts +164 -0
  50. package/src/backends/mlx/model-serving.ts +79 -0
  51. package/src/backends/mlx/prefill.ts +33 -0
  52. package/src/backends/mlx/request-policy.ts +20 -0
  53. package/src/backends/mlx/rollback.ts +51 -0
  54. package/src/backends/mlx/serial-executor.ts +273 -0
  55. package/src/backends/mlx/speculative.ts +114 -0
  56. package/src/backends/mlx/state-views.ts +26 -0
  57. package/src/backends/mlx/text-engine.ts +73 -0
  58. package/src/cli.ts +58 -25
  59. package/src/client.ts +66 -0
  60. package/src/config.ts +21 -4
  61. package/src/contracts/completion.ts +16 -0
  62. package/src/contracts/execution.ts +49 -0
  63. package/src/contracts/generation.ts +103 -0
  64. package/src/contracts/host.ts +7 -0
  65. package/src/contracts/jobs.ts +66 -0
  66. package/src/contracts/pi-provider.ts +30 -0
  67. package/src/contracts/pi.ts +259 -0
  68. package/src/contracts/resources.ts +18 -0
  69. package/src/contracts/scheduling.ts +27 -0
  70. package/src/contracts/tsconfig.json +14 -0
  71. package/src/diffusion/diffusion-generate.ts +218 -153
  72. package/src/embed.ts +1 -1
  73. package/src/engine/admission.ts +59 -0
  74. package/src/engine/cancellation.ts +38 -0
  75. package/src/engine/engine.ts +56 -0
  76. package/src/engine/execution-coordinator.ts +70 -0
  77. package/src/engine/execution-plan.ts +51 -0
  78. package/src/engine/resources.ts +42 -0
  79. package/src/engine/scheduler.ts +67 -0
  80. package/src/engine/session.ts +247 -0
  81. package/src/eval/README.md +44 -1
  82. package/src/eval/kl.ts +236 -3
  83. package/src/eval/reference-logits.ts +207 -0
  84. package/src/eval/runner.ts +8 -96
  85. package/src/fill/echo-index.ts +188 -0
  86. package/src/fill/fill-session.ts +452 -0
  87. package/src/fill/proposal.ts +68 -0
  88. package/src/fill/schema-rows.ts +506 -0
  89. package/src/fill/tool-boundary.ts +103 -0
  90. package/src/fit.ts +1 -1
  91. package/src/generate.ts +656 -268
  92. package/src/grammar.ts +12 -7
  93. package/src/harness-pi.ts +14 -33
  94. package/src/hub-rest.ts +4 -4
  95. package/src/index.ts +7 -0
  96. package/src/inference/denoising.ts +17 -0
  97. package/src/inference/graph.ts +33 -0
  98. package/src/inference/prefill.ts +39 -0
  99. package/src/inference/rollback.ts +7 -0
  100. package/src/jobs/db.ts +4 -0
  101. package/src/jobs/index.ts +2 -0
  102. package/src/jobs/job-entry.ts +12 -12
  103. package/src/jobs/runner.ts +98 -13
  104. package/src/jobs/task-client.ts +19 -0
  105. package/src/jobs/types.ts +2 -58
  106. package/src/kv-store.ts +109 -49
  107. package/src/lab/README.md +18 -0
  108. package/src/{assets → lab/curve}/curve-designer.html +2 -2
  109. package/src/{curve-sampler.ts → lab/curve/curve-sampler.ts} +2 -2
  110. package/src/{expert-trace.ts → lab/expert-trace/expert-trace.ts} +5 -5
  111. package/src/{model → lab/paged-kv}/paged-kv.ts +9 -6
  112. package/src/library.ts +40 -0
  113. package/src/lora.ts +18 -0
  114. package/src/media-fetch.ts +1 -1
  115. package/src/memory/article.ts +1 -1
  116. package/src/memory/chunk.ts +1 -1
  117. package/src/memory/model.ts +30 -169
  118. package/src/memory/prompts.ts +1 -1
  119. package/src/memory/rest.ts +1 -1
  120. package/src/memory/schedule.ts +1 -1
  121. package/src/memory/stages.ts +4 -1
  122. package/src/memory/vault.ts +1 -3
  123. package/src/mlx/array.ts +9 -10
  124. package/src/mlx/compile.ts +12 -2
  125. package/src/mlx/ffi.ts +58 -11
  126. package/src/mlx/materialize.ts +23 -0
  127. package/src/mlx/metal-kernel.ts +10 -11
  128. package/src/mlx/ops.ts +33 -13
  129. package/src/mlx/quantized-rows.ts +36 -0
  130. package/src/mlx/token-bitmask.ts +52 -0
  131. package/src/mlx/turboquant-kv-decode.ts +82 -0
  132. package/src/mlx/turboquant-kv-inverse.ts +122 -0
  133. package/src/mlx/turboquant-ops.ts +33 -3
  134. package/src/mlx/turboquant-tables.ts +2 -2
  135. package/src/model/batched-mask.ts +8 -2
  136. package/src/model/batched-quant.ts +1 -1
  137. package/src/model/batched-rotating-quant.ts +2 -2
  138. package/src/model/batched-rotating.ts +1 -1
  139. package/src/model/compiled-decode.ts +1 -1
  140. package/src/model/diffusion-gemma.ts +8 -8
  141. package/src/model/factory.ts +76 -33
  142. package/src/model/fingerprint.ts +1 -1
  143. package/src/model/flash-attention.ts +3 -3
  144. package/src/model/gemma4-base.ts +26 -9
  145. package/src/model/gemma4.ts +6 -6
  146. package/src/model/generated/gemma4-12b.ts +2 -2
  147. package/src/model/generated/gemma4-26b.ts +2 -2
  148. package/src/model/generated/gemma4-e4b.ts +2 -2
  149. package/src/model/glm52-dsa.ts +13 -9
  150. package/src/model/glm52-memory.ts +1 -1
  151. package/src/model/implementation.ts +69 -0
  152. package/src/model/minicpm5.ts +6 -8
  153. package/src/model/profile.ts +12 -2
  154. package/src/model/qwen-append.ts +12 -0
  155. package/src/model/qwen-conv.ts +52 -0
  156. package/src/model/qwen3_5-checkpoint.ts +164 -0
  157. package/src/model/qwen3_5.ts +140 -56
  158. package/src/model/support.ts +1 -1
  159. package/src/model/trellis-balanced-scatter.ts +51 -0
  160. package/src/model/trellis-linear.ts +672 -0
  161. package/src/model/trellis-shared-m.ts +151 -0
  162. package/src/model/trellis-shared-scatter.ts +144 -0
  163. package/src/model/trellis-splitk-prefill.ts +158 -0
  164. package/src/model/trellis-tiled-prefill.ts +136 -0
  165. package/src/model/trellis-vector-expand.ts +62 -0
  166. package/src/model/trellis-wide-prefill.ts +94 -0
  167. package/src/model/universal/dense.ts +1 -1
  168. package/src/model/universal/modules.ts +8 -1
  169. package/src/native-pack.ts +6 -5
  170. package/src/pi-provider.ts +6 -64
  171. package/src/pi-web.ts +8 -315
  172. package/src/prompt-cache.ts +96 -53
  173. package/src/quantize/allocator.ts +1 -1
  174. package/src/quantize/config-writer.ts +10 -3
  175. package/src/quantize/rotate.ts +4 -4
  176. package/src/quantize/trellis.ts +586 -0
  177. package/src/responses.ts +28 -1
  178. package/src/runtime-config.ts +18 -4
  179. package/src/sampler.ts +4 -4
  180. package/src/serve/batch-scheduler.ts +8 -1671
  181. package/src/serve/chat-request.ts +391 -0
  182. package/src/serve/chat-stage.ts +195 -0
  183. package/src/serve/checkpoint-identity.ts +64 -0
  184. package/src/serve/completion-executor.ts +15 -7
  185. package/src/serve/discovery-routes.ts +12 -13
  186. package/src/serve/generation-gateway.ts +154 -193
  187. package/src/serve/http.ts +159 -0
  188. package/src/serve/inference-request.ts +79 -0
  189. package/src/serve/isolate.ts +297 -105
  190. package/src/serve/lab-routes.ts +3 -0
  191. package/src/serve/lane-registry.ts +2 -1
  192. package/src/serve/model-admin-routes.ts +7 -5
  193. package/src/serve/model-binding.ts +43 -0
  194. package/src/serve/model-host.ts +512 -0
  195. package/src/serve/openai-wire.ts +103 -0
  196. package/src/serve/parent-application.ts +56 -0
  197. package/src/serve/pipeline.ts +33 -0
  198. package/src/serve/preparation.ts +33 -0
  199. package/src/serve/request-plan.ts +19 -15
  200. package/src/serve/request-prep.ts +346 -0
  201. package/src/serve/response-lease.ts +24 -0
  202. package/src/serve/responses-client.ts +69 -0
  203. package/src/serve/session-completion-engine.ts +110 -0
  204. package/src/serve/session-search.ts +1 -1
  205. package/src/serve/static-routes.ts +5 -5
  206. package/src/serve/text-completion-stage.ts +104 -0
  207. package/src/serve/token-streams.ts +519 -0
  208. package/src/server.ts +317 -2649
  209. package/src/spec/assistant-source.ts +10 -44
  210. package/src/spec/deepspec-source.ts +6 -6
  211. package/src/spec/dflash-source.ts +8 -8
  212. package/src/spec/dspark/ab-stats.ts +3 -3
  213. package/src/spec/dspark/calibration.ts +2 -2
  214. package/src/spec/dspark/deepspec-module.ts +2 -2
  215. package/src/spec/dspark/generate-dflash.ts +2 -2
  216. package/src/spec/dspark/generate.ts +2 -2
  217. package/src/spec/dspark/loader.ts +1 -1
  218. package/src/spec/dspark/module-dflash.ts +4 -3
  219. package/src/spec/dspark/module.ts +3 -3
  220. package/src/spec/dspark/quantize-drafter.ts +1 -1
  221. package/src/spec/generate.ts +1 -1
  222. package/src/spec/glm52-mtp-source.ts +1 -1
  223. package/src/spec/ngram-source.ts +1 -1
  224. package/src/spec/prefix-state.ts +45 -0
  225. package/src/spec/qwen-mtp-source.ts +166 -69
  226. package/src/spec/serve-loop.ts +154 -156
  227. package/src/spec/source.ts +42 -10
  228. package/src/spec/two-model.ts +1 -1
  229. package/src/ssd-cache.ts +80 -12
  230. package/src/ssd-durability.ts +25 -13
  231. package/src/tool-call.ts +51 -14
  232. package/src/train/flash-cce.ts +2 -2
  233. package/src/train/forward.ts +6 -0
  234. package/src/train/loss.ts +1 -1
  235. package/src/train/prefix-shared.ts +5 -1
  236. package/src/train/segmented.ts +5 -3
  237. package/src/train/trainer.ts +6 -6
  238. package/src/vision/prompt.ts +1 -1
  239. package/src/vision/qwen3vl-tower.ts +52 -10
  240. package/src/web/app.html +1 -1
  241. package/src/web/app.js +5 -3
  242. package/src/web/src/adapters-panel.ts +3 -3
  243. package/src/web/src/assistant.ts +2 -36
  244. package/src/web/src/chat.ts +4 -4
  245. package/src/web/src/composer.ts +4 -4
  246. package/src/web/src/hub.ts +1 -1
  247. package/src/web/src/markdown.ts +0 -0
  248. package/src/web/src/memory-panel.ts +1 -1
  249. package/src/web/src/model-picker.ts +1 -1
  250. package/src/web/src/palette.ts +1 -1
  251. package/src/web/src/protocol.ts +3 -39
  252. package/src/web/src/sessions.ts +1 -1
  253. package/src/web/src/ui-catalog.ts +4 -18
  254. package/src/web-assets.ts +47 -0
  255. package/src/weights.ts +55 -9
  256. package/docs/archive/investigations/curve-runs/bisector-route.json +0 -98
  257. package/docs/archive/investigations/curve-runs/bisector-trace.json +0 -1393
  258. package/docs/archive/investigations/curve-runs/curve-terrain.json +0 -1179
  259. package/docs/archive/investigations/curve-runs/curve-terrain.svg +0 -42
  260. package/docs/archive/investigations/hlg-ab.html +0 -34
  261. package/docs/archive/investigations/hlg-explorer.html +0 -238
  262. package/docs/archive/investigations/hlg-figs/cliff.svg +0 -1
  263. package/docs/archive/investigations/hlg-figs/cross.svg +0 -1
  264. package/docs/archive/investigations/hlg-figs/edges.svg +0 -1
  265. package/docs/archive/investigations/hlg-figs/k20-grids.svg +0 -1
  266. package/docs/archive/investigations/hlg-figs/k20-peaks.svg +0 -1
  267. package/docs/archive/investigations/hlg-figs/lw-curve.svg +0 -1
  268. package/docs/archive/investigations/hlg-figs/terrain.svg +0 -1
  269. package/docs/archive/investigations/hlg-report.html +0 -262
  270. package/docs/archive/investigations/hlg-runs/hlg-ab.json +0 -149
  271. package/docs/archive/investigations/hlg-runs/hlg-blind-prompts.md +0 -87
  272. package/docs/archive/investigations/hlg-runs/hlg-blind.json +0 -107
  273. package/docs/archive/investigations/hlg-runs/hlg-cliff.json +0 -197
  274. package/docs/archive/investigations/hlg-runs/hlg-cross.json +0 -505
  275. package/docs/archive/investigations/hlg-runs/hlg-edge.json +0 -388
  276. package/docs/archive/investigations/hlg-runs/hlg-eval1.json +0 -25
  277. package/docs/archive/investigations/hlg-runs/hlg-frontier.json +0 -86
  278. package/docs/archive/investigations/hlg-runs/hlg-grid.json +0 -242
  279. package/docs/archive/investigations/hlg-runs/hlg-grid2.json +0 -343
  280. package/docs/archive/investigations/hlg-runs/hlg-lw-coarse.json +0 -110
  281. package/docs/archive/investigations/hlg-runs/hlg-map.json +0 -383
  282. package/docs/archive/investigations/hlg-runs/run0-original.log +0 -159
  283. package/docs/archive/investigations/hlg-runs/runA-recommended.log +0 -131
  284. package/docs/archive/investigations/hlg-runs/runAA-cliff-cpm5.log +0 -26
  285. package/docs/archive/investigations/hlg-runs/runAB-grid2-e4b.log +0 -18
  286. package/docs/archive/investigations/hlg-runs/runAC-peak-e4b-partial.log +0 -25
  287. package/docs/archive/investigations/hlg-runs/runAD-ab-samples.log +0 -8
  288. package/docs/archive/investigations/hlg-runs/runAE-edge-e4b.log +0 -51
  289. package/docs/archive/investigations/hlg-runs/runAF-logit-calibration.log +0 -10
  290. package/docs/archive/investigations/hlg-runs/runAG-eval-config2.log +0 -16
  291. package/docs/archive/investigations/hlg-runs/runB-gain-variants.log +0 -192
  292. package/docs/archive/investigations/hlg-runs/runC-pivots.log +0 -162
  293. package/docs/archive/investigations/hlg-runs/runD-oetf.log +0 -132
  294. package/docs/archive/investigations/hlg-runs/runE-eotf.log +0 -162
  295. package/docs/archive/investigations/hlg-runs/runF-shaper-working.log +0 -86
  296. package/docs/archive/investigations/hlg-runs/runG-shaper-sweep.log +0 -101
  297. package/docs/archive/investigations/hlg-runs/runH-wsweep.log +0 -176
  298. package/docs/archive/investigations/hlg-runs/runI-asweep.log +0 -176
  299. package/docs/archive/investigations/hlg-runs/runJ-knobmap.log +0 -49
  300. package/docs/archive/investigations/hlg-runs/runK-frontier.log +0 -19
  301. package/docs/archive/investigations/hlg-runs/runL-widemap.log +0 -65
  302. package/docs/archive/investigations/hlg-runs/runM-frontier-emb.log +0 -15
  303. package/docs/archive/investigations/hlg-runs/runN-verify.log +0 -116
  304. package/docs/archive/investigations/hlg-runs/runO-frontier-seed5000.log +0 -15
  305. package/docs/archive/investigations/hlg-runs/runP-grid-AxSm.log +0 -15
  306. package/docs/archive/investigations/hlg-runs/runQ-grid-tgW.log +0 -15
  307. package/docs/archive/investigations/hlg-runs/runR-blind-transcript.log +0 -79
  308. package/docs/archive/investigations/hlg-runs/runS-cross-coherence.log +0 -33
  309. package/docs/archive/investigations/hlg-runs/runT-cross-cpm5.log +0 -33
  310. package/docs/archive/investigations/hlg-runs/runU-cross-12b.log +0 -33
  311. package/docs/archive/investigations/hlg-runs/runV-lw-e4b.log +0 -22
  312. package/docs/archive/investigations/hlg-runs/runW-lw-12b.log +0 -22
  313. package/docs/archive/investigations/hlg-runs/runX-lw-cpm5.log +0 -22
  314. package/docs/archive/investigations/hlg-runs/runY-cliff-e4b.log +0 -26
  315. package/docs/archive/investigations/hlg-runs/runZ-cliff-12b.log +0 -26
  316. package/docs/archive/mlx-bun-lab-report.html +0 -275
  317. package/docs/archive/wwdc-mlx-bun.html +0 -848
  318. package/docs/design/adapters-end-to-end.md +0 -205
  319. package/docs/design/batching-perf-path.md +0 -255
  320. package/docs/design/batching-v2-plan.md +0 -529
  321. package/docs/design/bucketing-stage.md +0 -197
  322. package/docs/design/compat-cli-surface-design.md +0 -230
  323. package/docs/design/docs-reorg-plan.md +0 -165
  324. package/docs/design/dspark-serving-program.md +0 -371
  325. package/docs/design/dspark-speculative-decoding.md +0 -318
  326. package/docs/design/grammar-spec-batching-integration.md +0 -301
  327. package/docs/design/memory-inference-path.md +0 -422
  328. package/docs/design/memory-synthesis.md +0 -287
  329. package/docs/design/memory-system.md +0 -237
  330. package/docs/design/mlx-lm-serving-execution-seam.md +0 -81
  331. package/docs/design/mlx-lm-tool-parity-plan.md +0 -545
  332. package/docs/design/omlx-adoption-map.md +0 -98
  333. package/docs/design/orpo-dynamic-lambda.md +0 -220
  334. package/docs/design/orpo-future-enhancements.md +0 -340
  335. package/docs/design/paged-kv-cache.md +0 -214
  336. package/docs/design/parallel-slots.md +0 -567
  337. package/docs/design/parity-tier-dag.md +0 -161
  338. package/docs/design/repo-cleanup-plan.md +0 -231
  339. package/docs/design/runtime-isolation.md +0 -263
  340. package/docs/design/segmented-backward-training.md +0 -543
  341. package/docs/design/spec-decode-larger-targets.md +0 -229
  342. package/docs/design/ssd-kv-cold-tier.md +0 -415
  343. package/docs/design/structured-output.md +0 -484
  344. package/docs/design/tauri-desktop-app.md +0 -127
  345. package/docs/design/the-dreaming-master-plan.md +0 -445
  346. package/docs/design/turboquant-kv.md +0 -235
  347. package/docs/design/turboquant-weights.md +0 -467
  348. package/docs/design/w4a16-compute-precision-spike.md +0 -232
  349. package/docs/design/web-chat-beat-matrix.md +0 -315
  350. package/docs/design/write-pipeline-entity.md +0 -468
  351. package/docs/planning/IDEAS.md +0 -69
  352. package/docs/reference/embedding.md +0 -197
  353. package/docs/reference/features-matrix.md +0 -101
  354. package/docs/reference/orpo-quickstart.md +0 -135
  355. package/src/flags.ts +0 -11
  356. /package/docs/{design → archive/investigations}/colibri-glm52-port.md +0 -0
  357. /package/docs/{planning → archive/planning}/chunk-task-roadmap.md +0 -0
  358. /package/docs/{planning → archive/planning}/curve-sampler-research-plan.md +0 -0
  359. /package/docs/{planning → archive/planning}/memory-docs-and-dag-plan.md +0 -0
  360. /package/docs/{planning → archive/planning}/pi-integration-review.md +0 -0
  361. /package/docs/{planning → archive/planning}/release-notes-v0.2.0.md +0 -0
  362. /package/src/{memory-plan.ts → admission-plan.ts} +0 -0
  363. /package/{docs/archive/investigations → src/serve/assets}/curve-terrain.html +0 -0
  364. /package/{docs/dag → src/serve/assets}/training-inference-map.html +0 -0
package/docs/archive/investigations/hlg-runs/hlg-grid.json DELETED
@@ -1,242 +0,0 @@
1
- {
2
- "model": "gemma-4-e4b-it-OptiQ-4bit",
3
- "base": {
4
- "window": 6,
5
- "shoulderA": 0.35,
6
- "sM": 0.7,
7
- "targetGap": 15,
8
- "refGap": 4,
9
- "lw": 1200
10
- },
11
- "axisX": {
12
- "key": "targetGap",
13
- "values": [
14
- 10,
15
- 13,
16
- 16,
17
- 25,
18
- 50
19
- ]
20
- },
21
- "axisY": {
22
- "key": "window",
23
- "values": [
24
- 4,
25
- 5,
26
- 6,
27
- 10,
28
- 20
29
- ]
30
- },
31
- "refSbleu": 0.7990709346578788,
32
- "refEmb": 0.13983780345129815,
33
- "grid": [
34
- {
35
- "window": 4,
36
- "targetGap": 10,
37
- "canaryJunk": 0.2111801242236025,
38
- "ok": false
39
- },
40
- {
41
- "window": 4,
42
- "targetGap": 13,
43
- "canaryJunk": 0.06172839506172839,
44
- "ok": false
45
- },
46
- {
47
- "window": 4,
48
- "targetGap": 16,
49
- "canaryJunk": 0.037037037037037035,
50
- "ok": false
51
- },
52
- {
53
- "window": 4,
54
- "targetGap": 25,
55
- "canaryJunk": 0,
56
- "sbleu": 0.7813115012980021,
57
- "emb": 0.049058306586179434,
58
- "openJunk": 0,
59
- "ok": true
60
- },
61
- {
62
- "window": 4,
63
- "targetGap": 50,
64
- "canaryJunk": 0,
65
- "sbleu": 0.5697718746845257,
66
- "emb": 0.03137402362008679,
67
- "openJunk": 0,
68
- "ok": true
69
- },
70
- {
71
- "window": 5,
72
- "targetGap": 10,
73
- "canaryJunk": 0.3763440860215054,
74
- "ok": false
75
- },
76
- {
77
- "window": 5,
78
- "targetGap": 13,
79
- "canaryJunk": 0.037037037037037035,
80
- "ok": false
81
- },
82
- {
83
- "window": 5,
84
- "targetGap": 16,
85
- "canaryJunk": 0,
86
- "sbleu": 0.7515451435276396,
87
- "emb": 0.052802589470113626,
88
- "openJunk": 0,
89
- "ok": true
90
- },
91
- {
92
- "window": 5,
93
- "targetGap": 25,
94
- "canaryJunk": 0,
95
- "sbleu": 0.7813115012980021,
96
- "emb": 0.049058306586179434,
97
- "openJunk": 0,
98
- "ok": true
99
- },
100
- {
101
- "window": 5,
102
- "targetGap": 50,
103
- "canaryJunk": 0,
104
- "sbleu": 0.5697718746845257,
105
- "emb": 0.03137402362008679,
106
- "openJunk": 0,
107
- "ok": true
108
- },
109
- {
110
- "window": 6,
111
- "targetGap": 10,
112
- "canaryJunk": 0.037037037037037035,
113
- "ok": false
114
- },
115
- {
116
- "window": 6,
117
- "targetGap": 13,
118
- "canaryJunk": 0,
119
- "sbleu": 0.8133151126644678,
120
- "emb": 0.05667551831516121,
121
- "openJunk": 0,
122
- "ok": true
123
- },
124
- {
125
- "window": 6,
126
- "targetGap": 16,
127
- "canaryJunk": 0,
128
- "sbleu": 0.7143578259345673,
129
- "emb": 0.05251120729241293,
130
- "openJunk": 0,
131
- "ok": true
132
- },
133
- {
134
- "window": 6,
135
- "targetGap": 25,
136
- "canaryJunk": 0,
137
- "sbleu": 0.7094389504028145,
138
- "emb": 0.047535263744907574,
139
- "openJunk": 0,
140
- "ok": true
141
- },
142
- {
143
- "window": 6,
144
- "targetGap": 50,
145
- "canaryJunk": 0,
146
- "sbleu": 0.4966783021424619,
147
- "emb": 0.03455167018190197,
148
- "openJunk": 0,
149
- "ok": true
150
- },
151
- {
152
- "window": 10,
153
- "targetGap": 10,
154
- "canaryJunk": 0,
155
- "sbleu": 0.7490732429509711,
156
- "emb": 0.09219297176063324,
157
- "openJunk": 0,
158
- "ok": true
159
- },
160
- {
161
- "window": 10,
162
- "targetGap": 13,
163
- "canaryJunk": 0,
164
- "sbleu": 0.7847219703570381,
165
- "emb": 0.05424798810674902,
166
- "openJunk": 0,
167
- "ok": true
168
- },
169
- {
170
- "window": 10,
171
- "targetGap": 16,
172
- "canaryJunk": 0,
173
- "sbleu": 0.7435100756366946,
174
- "emb": 0.05224038864736685,
175
- "openJunk": 0,
176
- "ok": true
177
- },
178
- {
179
- "window": 10,
180
- "targetGap": 25,
181
- "canaryJunk": 0,
182
- "sbleu": 0.733509981369008,
183
- "emb": 0.04353876202338813,
184
- "openJunk": 0,
185
- "ok": true
186
- },
187
- {
188
- "window": 10,
189
- "targetGap": 50,
190
- "canaryJunk": 0,
191
- "sbleu": 0.5686457789105916,
192
- "emb": 0.031182224373443923,
193
- "openJunk": 0,
194
- "ok": true
195
- },
196
- {
197
- "window": 20,
198
- "targetGap": 10,
199
- "canaryJunk": 0,
200
- "sbleu": 0.8828663707019628,
201
- "emb": 0.05652604496245767,
202
- "openJunk": 0,
203
- "ok": true
204
- },
205
- {
206
- "window": 20,
207
- "targetGap": 13,
208
- "canaryJunk": 0,
209
- "sbleu": 0.5818506481483345,
210
- "emb": 0.050096875755886505,
211
- "openJunk": 0,
212
- "ok": true
213
- },
214
- {
215
- "window": 20,
216
- "targetGap": 16,
217
- "canaryJunk": 0,
218
- "sbleu": 0.6271086077122796,
219
- "emb": 0.05031362214098378,
220
- "openJunk": 0,
221
- "ok": true
222
- },
223
- {
224
- "window": 20,
225
- "targetGap": 25,
226
- "canaryJunk": 0,
227
- "sbleu": 0.5967025248126816,
228
- "emb": 0.035057706525902566,
229
- "openJunk": 0,
230
- "ok": true
231
- },
232
- {
233
- "window": 20,
234
- "targetGap": 50,
235
- "canaryJunk": 0,
236
- "sbleu": 0.5823943529195994,
237
- "emb": 0.034214392193054166,
238
- "openJunk": 0,
239
- "ok": true
240
- }
241
- ]
242
- }
package/docs/archive/investigations/hlg-runs/hlg-grid2.json DELETED
@@ -1,343 +0,0 @@
1
- {
2
- "model": "gemma-4-e4b-it-OptiQ-4bit",
3
- "k": 20,
4
- "base": {
5
- "window": 6,
6
- "shoulderA": 0.35,
7
- "sM": 0.7,
8
- "targetGap": 15,
9
- "refGap": 4,
10
- "lw": 1200
11
- },
12
- "planes": [
13
- {
14
- "name": "target_gap ramp × s_m (cliff × coupling hub)",
15
- "yKey": "sM",
16
- "yVals": [
17
- 0.2,
18
- 0.7,
19
- 2,
20
- 4
21
- ],
22
- "xKey": "targetGap",
23
- "xVals": [
24
- 7,
25
- 8,
26
- 9,
27
- 10,
28
- 11,
29
- 12
30
- ]
31
- },
32
- {
33
- "name": "W sharp edge × A (does the channel-close move with A?)",
34
- "yKey": "shoulderA",
35
- "yVals": [
36
- 1,
37
- 10,
38
- 100
39
- ],
40
- "xKey": "window",
41
- "xVals": [
42
- 3,
43
- 4,
44
- 5,
45
- 6,
46
- 7,
47
- 8,
48
- 9,
49
- 10
50
- ]
51
- }
52
- ],
53
- "grid": [
54
- {
55
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
56
- "sM": 0.2,
57
- "targetGap": 7,
58
- "meanJunk": 0.0024024670109007457
59
- },
60
- {
61
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
62
- "sM": 0.2,
63
- "targetGap": 8,
64
- "meanJunk": 0.0013157894736842105
65
- },
66
- {
67
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
68
- "sM": 0.2,
69
- "targetGap": 9,
70
- "meanJunk": 0
71
- },
72
- {
73
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
74
- "sM": 0.2,
75
- "targetGap": 10,
76
- "meanJunk": 0
77
- },
78
- {
79
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
80
- "sM": 0.2,
81
- "targetGap": 11,
82
- "meanJunk": 0
83
- },
84
- {
85
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
86
- "sM": 0.2,
87
- "targetGap": 12,
88
- "meanJunk": 0
89
- },
90
- {
91
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
92
- "sM": 0.7,
93
- "targetGap": 7,
94
- "meanJunk": 0.24456282327979945
95
- },
96
- {
97
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
98
- "sM": 0.7,
99
- "targetGap": 8,
100
- "meanJunk": 0.19681853451251913
101
- },
102
- {
103
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
104
- "sM": 0.7,
105
- "targetGap": 9,
106
- "meanJunk": 0.0688070885356468
107
- },
108
- {
109
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
110
- "sM": 0.7,
111
- "targetGap": 10,
112
- "meanJunk": 0.0024470899470899468
113
- },
114
- {
115
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
116
- "sM": 0.7,
117
- "targetGap": 11,
118
- "meanJunk": 0.003655213615433933
119
- },
120
- {
121
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
122
- "sM": 0.7,
123
- "targetGap": 12,
124
- "meanJunk": 0
125
- },
126
- {
127
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
128
- "sM": 2,
129
- "targetGap": 7,
130
- "meanJunk": 0.253482259490888
131
- },
132
- {
133
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
134
- "sM": 2,
135
- "targetGap": 8,
136
- "meanJunk": 0.2474401492038513
137
- },
138
- {
139
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
140
- "sM": 2,
141
- "targetGap": 9,
142
- "meanJunk": 0.26688925466968577
143
- },
144
- {
145
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
146
- "sM": 2,
147
- "targetGap": 10,
148
- "meanJunk": 0.22724368068062742
149
- },
150
- {
151
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
152
- "sM": 2,
153
- "targetGap": 11,
154
- "meanJunk": 0.15330838763788276
155
- },
156
- {
157
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
158
- "sM": 2,
159
- "targetGap": 12,
160
- "meanJunk": 0.10053245039242423
161
- },
162
- {
163
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
164
- "sM": 4,
165
- "targetGap": 7,
166
- "meanJunk": 0.25206054305103615
167
- },
168
- {
169
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
170
- "sM": 4,
171
- "targetGap": 8,
172
- "meanJunk": 0.25309732786854056
173
- },
174
- {
175
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
176
- "sM": 4,
177
- "targetGap": 9,
178
- "meanJunk": 0.2482517160094317
179
- },
180
- {
181
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
182
- "sM": 4,
183
- "targetGap": 10,
184
- "meanJunk": 0.24317136475402537
185
- },
186
- {
187
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
188
- "sM": 4,
189
- "targetGap": 11,
190
- "meanJunk": 0.239812083744514
191
- },
192
- {
193
- "plane": "target_gap ramp × s_m (cliff × coupling hub)",
194
- "sM": 4,
195
- "targetGap": 12,
196
- "meanJunk": 0.2019997446003104
197
- },
198
- {
199
- "plane": "W sharp edge × A (does the channel-close move with A?)",
200
- "shoulderA": 1,
201
- "window": 3,
202
- "meanJunk": 0.05811613192388143
203
- },
204
- {
205
- "plane": "W sharp edge × A (does the channel-close move with A?)",
206
- "shoulderA": 1,
207
- "window": 4,
208
- "meanJunk": 0.0580861618939114
209
- },
210
- {
211
- "plane": "W sharp edge × A (does the channel-close move with A?)",
212
- "shoulderA": 1,
213
- "window": 5,
214
- "meanJunk": 0.0013157894736842105
215
- },
216
- {
217
- "plane": "W sharp edge × A (does the channel-close move with A?)",
218
- "shoulderA": 1,
219
- "window": 6,
220
- "meanJunk": 0
221
- },
222
- {
223
- "plane": "W sharp edge × A (does the channel-close move with A?)",
224
- "shoulderA": 1,
225
- "window": 7,
226
- "meanJunk": 0
227
- },
228
- {
229
- "plane": "W sharp edge × A (does the channel-close move with A?)",
230
- "shoulderA": 1,
231
- "window": 8,
232
- "meanJunk": 0
233
- },
234
- {
235
- "plane": "W sharp edge × A (does the channel-close move with A?)",
236
- "shoulderA": 1,
237
- "window": 9,
238
- "meanJunk": 0
239
- },
240
- {
241
- "plane": "W sharp edge × A (does the channel-close move with A?)",
242
- "shoulderA": 1,
243
- "window": 10,
244
- "meanJunk": 0
245
- },
246
- {
247
- "plane": "W sharp edge × A (does the channel-close move with A?)",
248
- "shoulderA": 10,
249
- "window": 3,
250
- "meanJunk": 0.06333991231246282
251
- },
252
- {
253
- "plane": "W sharp edge × A (does the channel-close move with A?)",
254
- "shoulderA": 10,
255
- "window": 4,
256
- "meanJunk": 0.05259607373225461
257
- },
258
- {
259
- "plane": "W sharp edge × A (does the channel-close move with A?)",
260
- "shoulderA": 10,
261
- "window": 5,
262
- "meanJunk": 0.0013157894736842105
263
- },
264
- {
265
- "plane": "W sharp edge × A (does the channel-close move with A?)",
266
- "shoulderA": 10,
267
- "window": 6,
268
- "meanJunk": 0
269
- },
270
- {
271
- "plane": "W sharp edge × A (does the channel-close move with A?)",
272
- "shoulderA": 10,
273
- "window": 7,
274
- "meanJunk": 0
275
- },
276
- {
277
- "plane": "W sharp edge × A (does the channel-close move with A?)",
278
- "shoulderA": 10,
279
- "window": 8,
280
- "meanJunk": 0
281
- },
282
- {
283
- "plane": "W sharp edge × A (does the channel-close move with A?)",
284
- "shoulderA": 10,
285
- "window": 9,
286
- "meanJunk": 0
287
- },
288
- {
289
- "plane": "W sharp edge × A (does the channel-close move with A?)",
290
- "shoulderA": 10,
291
- "window": 10,
292
- "meanJunk": 0
293
- },
294
- {
295
- "plane": "W sharp edge × A (does the channel-close move with A?)",
296
- "shoulderA": 100,
297
- "window": 3,
298
- "meanJunk": 0.25126598273185813
299
- },
300
- {
301
- "plane": "W sharp edge × A (does the channel-close move with A?)",
302
- "shoulderA": 100,
303
- "window": 4,
304
- "meanJunk": 0.24586525547734173
305
- },
306
- {
307
- "plane": "W sharp edge × A (does the channel-close move with A?)",
308
- "shoulderA": 100,
309
- "window": 5,
310
- "meanJunk": 0.26156771064234047
311
- },
312
- {
313
- "plane": "W sharp edge × A (does the channel-close move with A?)",
314
- "shoulderA": 100,
315
- "window": 6,
316
- "meanJunk": 0.16097243758841046
317
- },
318
- {
319
- "plane": "W sharp edge × A (does the channel-close move with A?)",
320
- "shoulderA": 100,
321
- "window": 7,
322
- "meanJunk": 0.05842702422655176
323
- },
324
- {
325
- "plane": "W sharp edge × A (does the channel-close move with A?)",
326
- "shoulderA": 100,
327
- "window": 8,
328
- "meanJunk": 0.002995346586677856
329
- },
330
- {
331
- "plane": "W sharp edge × A (does the channel-close move with A?)",
332
- "shoulderA": 100,
333
- "window": 9,
334
- "meanJunk": 0
335
- },
336
- {
337
- "plane": "W sharp edge × A (does the channel-close move with A?)",
338
- "shoulderA": 100,
339
- "window": 10,
340
- "meanJunk": 0
341
- }
342
- ]
343
- }
package/docs/archive/investigations/hlg-runs/hlg-lw-coarse.json DELETED
@@ -1,110 +0,0 @@
1
- {
2
- "model": "MiniCPM5-1B-OptiQ-4bit",
3
- "fine": false,
4
- "base": {
5
- "window": 6,
6
- "shoulderA": 0.35,
7
- "sM": 0.7,
8
- "targetGap": 15,
9
- "refGap": 4
10
- },
11
- "refDiversity": 0.6774181000192239,
12
- "results": [
13
- {
14
- "lw": 1,
15
- "gamma": -0.06000000000000005,
16
- "canaryJunk": 0.12213740458015267,
17
- "verdict": "REJECT",
18
- "diversity": null,
19
- "openJunk": null
20
- },
21
- {
22
- "lw": 3,
23
- "gamma": 0.1403909269822583,
24
- "canaryJunk": 0,
25
- "verdict": "ACCEPTABLE",
26
- "diversity": 0.6353500734871361,
27
- "openJunk": 0
28
- },
29
- {
30
- "lw": 10,
31
- "gamma": 0.36,
32
- "canaryJunk": 0,
33
- "verdict": "ACCEPTABLE",
34
- "diversity": 0.5947641252170268,
35
- "openJunk": 0
36
- },
37
- {
38
- "lw": 30,
39
- "gamma": 0.5603909269822582,
40
- "canaryJunk": 0,
41
- "verdict": "ACCEPTABLE",
42
- "diversity": 0.6137204370350955,
43
- "openJunk": 0
44
- },
45
- {
46
- "lw": 100,
47
- "gamma": 0.78,
48
- "canaryJunk": 0,
49
- "verdict": "ACCEPTABLE",
50
- "diversity": 0.570215550639172,
51
- "openJunk": 0
52
- },
53
- {
54
- "lw": 300,
55
- "gamma": 0.9803909269822582,
56
- "canaryJunk": 0,
57
- "verdict": "ACCEPTABLE",
58
- "diversity": 0.5729090440072253,
59
- "openJunk": 0
60
- },
61
- {
62
- "lw": 1000,
63
- "gamma": 1.2,
64
- "canaryJunk": 0,
65
- "verdict": "ACCEPTABLE",
66
- "diversity": 0.5648894232445489,
67
- "openJunk": 0
68
- },
69
- {
70
- "lw": 3000,
71
- "gamma": 1.400390926982258,
72
- "canaryJunk": 0,
73
- "verdict": "ACCEPTABLE",
74
- "diversity": 0.5490265876856737,
75
- "openJunk": 0
76
- },
77
- {
78
- "lw": 10000,
79
- "gamma": 1.6199999999999999,
80
- "canaryJunk": 0,
81
- "verdict": "ACCEPTABLE",
82
- "diversity": 0.5815353816969331,
83
- "openJunk": 0
84
- },
85
- {
86
- "lw": 30000,
87
- "gamma": 1.8203909269822582,
88
- "canaryJunk": 0,
89
- "verdict": "ACCEPTABLE",
90
- "diversity": 0.5575117996635705,
91
- "openJunk": 0
92
- },
93
- {
94
- "lw": 100000,
95
- "gamma": 2.04,
96
- "canaryJunk": 0,
97
- "verdict": "ACCEPTABLE",
98
- "diversity": 0.5318523031136199,
99
- "openJunk": 0
100
- },
101
- {
102
- "lw": 1000000,
103
- "gamma": 2.46,
104
- "canaryJunk": 0,
105
- "verdict": "ACCEPTABLE",
106
- "diversity": 0.5644673568012248,
107
- "openJunk": 0
108
- }
109
- ]
110
- }