doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,164 +0,0 @@
1
- # Training (Engine)
2
-
3
- Purpose: Training primitives for Doppler, including autograd, losses, and adapter export.
4
-
5
- ## Scope
6
-
7
- - Autograd tape, backward kernels, and loss scaling.
8
- - Training runner, optimizers, datasets, and LoRA export helpers.
9
- - UL-inspired practical two-stage training-validation pipeline artifacts.
10
-
11
- Claim boundary:
12
-
13
- - UL support in Doppler is currently **UL-inspired practical v1**.
14
- - It is not a claim of paper-equivalent Unified Latents parity or paper-scale
15
- SOTA metrics.
16
-
17
- This directory provides training primitives for Doppler:
18
-
19
- - Autograd tape + backward kernels
20
- - Cross-entropy loss + gradient clipping
21
- - Dynamic loss scaling for stability
22
- - Training runner for epochs/steps + metrics
23
- - LoRA adapter export
24
- - Dataset adapters (JSONL, text pairs, token batches)
25
-
26
- The training engine is meant to be driven by a higher-level app or agent
27
- (Reploid, gamma, or your own UI). It does not decide *when* to train or *what*
28
- data to use.
29
-
30
- ## Quick Start (Programmatic)
31
-
32
- ```js
33
- import {
34
- TrainingRunner,
35
- AdamOptimizer,
36
- crossEntropyLoss,
37
- clipGradients,
38
- } from './index.js';
39
-
40
- const runner = new TrainingRunner(config, {
41
- optimizer: new AdamOptimizer(config),
42
- crossEntropyLoss,
43
- clipGradients,
44
- });
45
-
46
- const metrics = await runner.run(model, dataset, {
47
- epochs: 1,
48
- batchSize: 1,
49
- logEvery: 1,
50
- });
51
- ```
52
-
53
- `model` must implement:
54
-
55
- ```js
56
- {
57
- forward: (input, tape) => Promise<Tensor>,
58
- loraParams: () => Tensor[]
59
- }
60
- ```
61
-
62
- ## Attention Cache vs Recompute
63
-
64
- The autograd tape supports two modes:
65
-
66
- - **Cache softmax (default):** pass a softmax tensor into the attention record.
67
- - **Recompute:** omit softmax and set `recomputeForward: true` in the record options.
68
-
69
- Helper for caching (CPU path, used only for training):
70
-
71
- ```js
72
- import { buildAttentionSoftmaxCache } from './index.js';
73
- ```
74
-
75
- If `recomputeForward` is true, the backward path recomputes softmax on CPU
76
- to avoid storing attention weights in VRAM. Use `recordAttentionForward`
77
- to wire the config into a training forward pass:
78
-
79
- ```js
80
- import { recordAttentionForward } from './index.js';
81
-
82
- const { output, softmax } = await recordAttentionForward(q, k, v, config, tape, {
83
- seqLen,
84
- numHeads,
85
- headDim,
86
- });
87
- ```
88
-
89
- ## Loss Scaling & Stability
90
-
91
- Dynamic loss scaling is configured via `training.lossScaling`:
92
-
93
- ```
94
- training: {
95
- lossScaling: {
96
- enabled: true,
97
- initialScale: 1024,
98
- growthInterval: 2000,
99
- }
100
- }
101
- ```
102
-
103
- The runner unscales grads before clipping and optimizer steps, and can detect
104
- NaN/Inf overflow via readback.
105
-
106
- ## Dataset Adapters
107
-
108
- Use the dataset helpers to ingest JSONL or text pairs:
109
-
110
- ```js
111
- import { datasets } from './index.js';
112
-
113
- const records = await datasets.loadJsonl('/data/traces.jsonl');
114
- const pairs = datasets.reploidTracesToTextPairs(records);
115
- const samples = await datasets.tokenizeTextPairs(tokenizer, pairs, { maxLength: 256 });
116
- const tokenBatch = datasets.buildTokenBatch(samples);
117
- const batch = datasets.createTokenBatchTensors(tokenBatch);
118
- ```
119
-
120
- Note: token ID tensors are stored in GPU buffers but wrapped as `Tensor` with
121
- `dtype: 'f32'`. The loss kernels only read the raw buffer as `u32`.
122
-
123
- ## Adapter Export
124
-
125
- Export LoRA adapters for runtime loading:
126
-
127
- ```js
128
- import { exportLoRAAdapter } from './index.js';
129
-
130
- const { manifest, json } = await exportLoRAAdapter({
131
- id: 'toolcall-v1',
132
- name: 'Toolcall v1',
133
- baseModel: 'gemma-3-1b',
134
- rank: 16,
135
- alpha: 32,
136
- targetModules: ['q_proj', 'k_proj', 'v_proj', 'o_proj'],
137
- tensors: [/* ... */],
138
- });
139
- ```
140
-
141
- Use `weightsFormat: 'safetensors'` and `weightsPath: 'adapters.safetensors'`
142
- to produce an external weight file plus manifest checksum. The LoRA operator
143
- uses this package shape for checkpoint exports:
144
-
145
- ```text
146
- exports/
147
- checkpoint-000200.adapter.manifest.json
148
- checkpoint-000200.adapters.safetensors
149
- checkpoint-000200.export.json
150
- ```
151
-
152
- Format reference:
153
- - `docs/spec/RDRR_LORA_FORMAT.md`
154
-
155
- Optional GGUF conversion helper: removed in browser-only migration.
156
-
157
- ## Tests
158
-
159
- Run training correctness tests via the browser harness (`tests/training/browser/test-page.js`). This
160
- includes kernel numerics, gradient checks, parity fixtures, and leak/perf checks.
161
-
162
- ## Training Harness
163
-
164
- Open the unified harness in the browser with `mode=verify&workload=training` to run a toy training loop.
@@ -1,160 +0,0 @@
1
- import type { TrainingConfigSchema } from '../../config/training-defaults.d.ts';
2
- import type { DistillTrainingStage } from '../../config/schema/distill-training.schema.js';
3
- import type { UlTrainingStage } from '../../config/schema/ul-training.schema.js';
4
-
5
- export interface UlTrainingContract {
6
- enabled: boolean;
7
- stage: UlTrainingStage | null;
8
- artifactDir: string | null;
9
- stage1Artifact: string | null;
10
- stage1ArtifactHash: string | null;
11
- }
12
-
13
- export interface DistillTrainingContract {
14
- enabled: boolean;
15
- stage: DistillTrainingStage | null;
16
- artifactDir: string | null;
17
- stageAArtifact: string | null;
18
- stageAArtifactHash: string | null;
19
- teacherModelId: string | null;
20
- studentModelId: string | null;
21
- datasetId: string | null;
22
- datasetPath: string | null;
23
- languagePair: string | null;
24
- allowHintFallback: boolean;
25
- }
26
-
27
- export interface UlArtifactFinalizeResult {
28
- kind: 'ul';
29
- stage: UlTrainingStage;
30
- runDir: string;
31
- metricsPath: string;
32
- manifestPath: string;
33
- manifestHash: string;
34
- manifestContentHash: string;
35
- manifestFileHash: string;
36
- stage1Dependency: {
37
- path: string;
38
- hash: string;
39
- manifestHash: string | null;
40
- } | null;
41
- }
42
-
43
- export interface DistillArtifactFinalizeResult {
44
- kind: 'distill';
45
- stage: DistillTrainingStage;
46
- runDir: string;
47
- metricsPath: string;
48
- manifestPath: string;
49
- manifestHash: string;
50
- manifestContentHash: string;
51
- manifestFileHash: string;
52
- stageADependency: {
53
- path: string;
54
- hash: string;
55
- manifestHash: string | null;
56
- metricsHash: string;
57
- metricsSummary: {
58
- stepCount: number;
59
- kdCount: number;
60
- tripletCount: number;
61
- kdMean: number | null;
62
- tripletMean: number | null;
63
- totalLossMean: number | null;
64
- };
65
- } | null;
66
- }
67
-
68
- export interface UlArtifactSession {
69
- appendStep(entry: Record<string, unknown>): Promise<void>;
70
- finalize(stepMetrics: Record<string, unknown>[]): Promise<UlArtifactFinalizeResult>;
71
- }
72
-
73
- export interface DistillArtifactSession {
74
- appendStep(entry: Record<string, unknown>): Promise<void>;
75
- finalize(stepMetrics: Record<string, unknown>[]): Promise<DistillArtifactFinalizeResult>;
76
- }
77
-
78
- export interface CreateUlArtifactSessionOptions {
79
- config: TrainingConfigSchema;
80
- stage: UlTrainingStage;
81
- runOptions?: Record<string, unknown>;
82
- }
83
-
84
- export interface CreateDistillArtifactSessionOptions {
85
- config: TrainingConfigSchema;
86
- stage: DistillTrainingStage;
87
- runOptions?: Record<string, unknown>;
88
- }
89
-
90
- export interface Stage1ArtifactContext {
91
- manifestPath: string;
92
- manifestHash: string;
93
- ulContractHash: string | null;
94
- latentDataset: {
95
- path: string;
96
- hash: string;
97
- count: number;
98
- summary: {
99
- lambdaMean: number;
100
- noisyStdMean: number;
101
- cleanStdMean: number;
102
- noiseStdMean: number;
103
- scheduleMaxStep: number;
104
- vectorCount: number;
105
- };
106
- entries: Record<string, unknown>[];
107
- };
108
- }
109
-
110
- export interface StageAArtifactContext {
111
- manifestPath: string;
112
- manifestHash: string;
113
- distillContractHash: string | null;
114
- metrics: {
115
- path: string;
116
- hash: string;
117
- count: number;
118
- summary: {
119
- stepCount: number;
120
- kdCount: number;
121
- tripletCount: number;
122
- kdMean: number | null;
123
- tripletMean: number | null;
124
- totalLossMean: number | null;
125
- };
126
- entries: Record<string, unknown>[];
127
- };
128
- metricsSummary: {
129
- stepCount: number;
130
- kdCount: number;
131
- tripletCount: number;
132
- kdMean: number | null;
133
- tripletMean: number | null;
134
- totalLossMean: number | null;
135
- };
136
- }
137
-
138
- export declare function resolveUlTrainingContract(
139
- ulConfig: TrainingConfigSchema['training']['ul'] | null | undefined
140
- ): UlTrainingContract;
141
-
142
- export declare function resolveDistillTrainingContract(
143
- distillConfig: TrainingConfigSchema['training']['distill'] | null | undefined
144
- ): DistillTrainingContract;
145
-
146
- export declare function createUlArtifactSession(
147
- options: CreateUlArtifactSessionOptions
148
- ): Promise<UlArtifactSession | null>;
149
-
150
- export declare function createDistillArtifactSession(
151
- options: CreateDistillArtifactSessionOptions
152
- ): Promise<DistillArtifactSession | null>;
153
-
154
- export declare function resolveStage1ArtifactContext(
155
- config: TrainingConfigSchema
156
- ): Promise<Stage1ArtifactContext | null>;
157
-
158
- export declare function resolveStageAArtifactContext(
159
- config: TrainingConfigSchema
160
- ): Promise<StageAArtifactContext | null>;
@@ -1,30 +0,0 @@
1
- import type { Tensor } from '../../gpu/tensor.js';
2
-
3
- export interface AttentionBackwardOptions {
4
- seqLen: number;
5
- numHeads: number;
6
- headDim: number;
7
- scale?: number;
8
- causal?: boolean;
9
- }
10
-
11
- export interface AttentionBackwardResult {
12
- gradQ: Tensor;
13
- gradK: Tensor;
14
- gradV: Tensor;
15
- }
16
-
17
- export declare function buildAttentionSoftmaxCache(
18
- q: Tensor,
19
- k: Tensor,
20
- options: AttentionBackwardOptions
21
- ): Promise<Tensor>;
22
-
23
- export declare function attentionBackwardCpu(
24
- q: Tensor,
25
- k: Tensor,
26
- v: Tensor,
27
- softmax: Tensor | null,
28
- gradOutput: Tensor,
29
- options: AttentionBackwardOptions
30
- ): Promise<AttentionBackwardResult>;
@@ -1,22 +0,0 @@
1
- import type { TrainingConfigSchema } from '../../config/training-defaults.d.ts';
2
- import type { Tensor } from '../../gpu/tensor.js';
3
-
4
- export declare function recordAttentionForward(
5
- q: Tensor,
6
- k: Tensor,
7
- v: Tensor,
8
- config: TrainingConfigSchema,
9
- tape: unknown,
10
- options?: {
11
- seqLen?: number;
12
- numHeads?: number;
13
- numKVHeads?: number;
14
- headDim?: number;
15
- scale?: number;
16
- causal?: boolean;
17
- startPos?: number;
18
- attnSoftcap?: number;
19
- slidingWindow?: number;
20
- kvLen?: number;
21
- }
22
- ): Promise<{ output: Tensor; softmax: Tensor | null }>;
@@ -1,82 +0,0 @@
1
- import { runAttention } from '../../gpu/kernels/index.js';
2
- import { buildAttentionSoftmaxCache } from './attention-backward.js';
3
- import { OpType } from './autograd.js';
4
-
5
- export async function recordAttentionForward(
6
- q,
7
- k,
8
- v,
9
- config,
10
- tape,
11
- options = {}
12
- ) {
13
- if (!tape || typeof tape.record !== 'function') {
14
- throw new Error('recordAttentionForward requires an autograd tape');
15
- }
16
-
17
- const {
18
- seqLen,
19
- numHeads,
20
- numKVHeads = numHeads,
21
- headDim,
22
- scale,
23
- causal = true,
24
- startPos = 0,
25
- attnSoftcap = 0,
26
- slidingWindow = 0,
27
- kvLen = seqLen,
28
- } = options;
29
-
30
- if (!seqLen || !numHeads || !headDim) {
31
- throw new Error('recordAttentionForward requires seqLen, numHeads, and headDim');
32
- }
33
-
34
- const resolvedScale = scale ?? 1.0 / Math.sqrt(headDim);
35
- const recomputeForward = Boolean(config?.training?.attention?.recomputeForward);
36
- const softmax = recomputeForward
37
- ? null
38
- : await buildAttentionSoftmaxCache(q, k, {
39
- seqLen,
40
- numHeads,
41
- headDim,
42
- scale: resolvedScale,
43
- causal,
44
- });
45
-
46
- const attentionOptions = {
47
- seqLen,
48
- kvLen,
49
- numHeads,
50
- numKVHeads,
51
- headDim,
52
- scale: resolvedScale,
53
- causal,
54
- startPos,
55
- attnSoftcap,
56
- slidingWindow,
57
- };
58
-
59
- const output = await tape.record(
60
- OpType.ATTENTION,
61
- (inputQ, inputK, inputV) => runAttention(
62
- inputQ,
63
- inputK,
64
- inputV,
65
- null,
66
- numHeads,
67
- headDim,
68
- attentionOptions
69
- ),
70
- [q, k, v, softmax],
71
- {
72
- seqLen,
73
- numHeads,
74
- headDim,
75
- scale: resolvedScale,
76
- causal,
77
- recomputeForward,
78
- }
79
- );
80
-
81
- return { output, softmax };
82
- }
@@ -1,51 +0,0 @@
1
- import type { Tensor } from '../../gpu/tensor.js';
2
- import type { BackwardRegistrySchema } from '../../config/schema/backward-registry.schema.js';
3
-
4
- export const OpType: {
5
- EMBED: 'embed';
6
- MATMUL: 'matmul';
7
- RMSNORM: 'rmsnorm';
8
- RESIDUAL_ADD: 'residual_add';
9
- ROW_SLICE: 'row_slice';
10
- ATTENTION: 'attention';
11
- SOFTMAX: 'softmax';
12
- ROPE: 'rope';
13
- SILU: 'silu';
14
- SILU_ROWSPLIT: 'silu_rowsplit';
15
- GELU: 'gelu';
16
- SCALE: 'scale';
17
- CROSS_ENTROPY: 'cross_entropy';
18
- };
19
-
20
- export interface AutogradRecord {
21
- op: string;
22
- inputs: Tensor[];
23
- output: Tensor;
24
- options?: Record<string, unknown>;
25
- }
26
-
27
- export interface BackwardSeed {
28
- tensor: Tensor;
29
- grad: Tensor;
30
- }
31
-
32
- export type BackwardSeedInput =
33
- | Tensor
34
- | Map<Tensor, Tensor>
35
- | BackwardSeed[]
36
- | { seeds: BackwardSeed[] };
37
-
38
- export declare class AutogradTape {
39
- constructor(registry: BackwardRegistrySchema);
40
- registry: BackwardRegistrySchema;
41
- records: AutogradRecord[];
42
- watch<T extends Tensor>(tensor: T): T;
43
- record(
44
- op: string,
45
- fn: (...args: Tensor[]) => Promise<Tensor>,
46
- inputs: Tensor[],
47
- options?: Record<string, unknown>
48
- ): Promise<Tensor>;
49
- backward(gradOutput: BackwardSeedInput): Promise<Map<Tensor, Tensor>>;
50
- reset(): void;
51
- }
@@ -1,39 +0,0 @@
1
- import { log } from '../../debug/index.js';
2
-
3
- function arraysEqual(a, b) {
4
- if (a.length !== b.length) return false;
5
- for (let i = 0; i < a.length; i += 1) {
6
- if (a[i] !== b[i]) return false;
7
- }
8
- return true;
9
- }
10
-
11
- export function validateBackwardInputShapes(forwardInputShape, backwardInputShape, opName) {
12
- if (!Array.isArray(forwardInputShape) || !Array.isArray(backwardInputShape)) {
13
- log.warn('Training', `${opName}: cannot validate shapes — one or both shapes are not arrays`);
14
- return false;
15
- }
16
- if (!arraysEqual(forwardInputShape, backwardInputShape)) {
17
- log.warn(
18
- 'Training',
19
- `${opName}: backward input shape [${backwardInputShape}] does not match forward input shape [${forwardInputShape}]`
20
- );
21
- return false;
22
- }
23
- return true;
24
- }
25
-
26
- export function validateGradOutputShape(outputShape, gradOutputShape, opName) {
27
- if (!Array.isArray(outputShape) || !Array.isArray(gradOutputShape)) {
28
- log.warn('Training', `${opName}: cannot validate grad output shape — one or both shapes are not arrays`);
29
- return false;
30
- }
31
- if (!arraysEqual(outputShape, gradOutputShape)) {
32
- log.warn(
33
- 'Training',
34
- `${opName}: grad output shape [${gradOutputShape}] does not match forward output shape [${outputShape}]`
35
- );
36
- return false;
37
- }
38
- return true;
39
- }
@@ -1,8 +0,0 @@
1
- export declare function watchFinalizedCheckpoints(options: {
2
- checkpointsDir: string;
3
- manifestPath: string;
4
- pollIntervalMs?: number | null;
5
- stopWhenIdle?: boolean;
6
- signal?: AbortSignal | null;
7
- onCheckpoint: (markerPath: string) => Promise<void> | void;
8
- }): Promise<{ ok: true; processedCount: number; manifestPath: string; aborted?: boolean }>;
@@ -1,36 +0,0 @@
1
- export interface CheckpointStoreOptions {
2
- dbName?: string;
3
- storeName?: string;
4
- version?: number;
5
- nodeDir?: string;
6
- configHash?: string;
7
- datasetHash?: string;
8
- tokenizerHash?: string;
9
- optimizerHash?: string;
10
- runtimeProfileId?: string;
11
- kernelPathId?: string;
12
- environmentMetadata?: unknown;
13
- buildProvenance?: Record<string, unknown> | null;
14
- priorCheckpointHash?: string;
15
- expectedMetadata?: Record<string, unknown>;
16
- forceResume?: boolean;
17
- forceResumeReason?: string;
18
- forceResumeSource?: string;
19
- forceResumeOperator?: string | null;
20
- }
21
-
22
- export declare function saveCheckpoint(
23
- key: string,
24
- data: unknown,
25
- options?: CheckpointStoreOptions
26
- ): Promise<{
27
- key: string;
28
- path: string | null;
29
- metadata: Record<string, unknown>;
30
- data: unknown;
31
- }>;
32
-
33
- export declare function loadCheckpoint(
34
- key: string,
35
- options?: CheckpointStoreOptions
36
- ): Promise<unknown | null>;
@@ -1,9 +0,0 @@
1
- import type { TrainingConfigSchema } from '../../config/training-defaults.d.ts';
2
- import type { Tensor } from '../../gpu/tensor.js';
3
-
4
- import type { ClipMetrics } from './trainer.d.ts';
5
-
6
- export declare function clipGradients(
7
- grads: Map<Tensor, Tensor>,
8
- config: TrainingConfigSchema
9
- ): Promise<ClipMetrics>;
@@ -1,8 +0,0 @@
1
- export declare class DataLoader<T> {
2
- constructor(dataset: T[], batchSize: number, shuffle?: boolean);
3
- dataset: T[];
4
- batchSize: number;
5
- shuffle: boolean;
6
- collate(batch: T[]): T[] | unknown;
7
- batches(): AsyncGenerator<T[] | unknown, void, void>;
8
- }
@@ -1,41 +0,0 @@
1
- export interface GepaCandidate {
2
- id: string;
3
- content: string;
4
- scores: Record<string, number>;
5
- metrics: Record<string, unknown>;
6
- traces: unknown[];
7
- generation: number | null;
8
- rank: number | null;
9
- dominatedBy: number | null;
10
- crowdingDistance: number | null;
11
- targetType: string | null;
12
- sourcePolicyId: string;
13
- }
14
-
15
- export interface GepaFrontierSummary {
16
- candidateIds: string[];
17
- sourcePolicyIds: string[];
18
- objectiveNames: string[];
19
- }
20
-
21
- export function normalizeGepaCandidate(record: unknown, index?: number, options?: Record<string, unknown>): GepaCandidate;
22
- export function parseGepaFrontier(text: string, options?: Record<string, unknown>): {
23
- candidates: GepaCandidate[];
24
- lineage: GepaFrontierSummary;
25
- };
26
- export function loadGepaFrontier(frontierPath: string, options?: Record<string, unknown>): Promise<{
27
- absolutePath: string;
28
- raw: string;
29
- candidates: GepaCandidate[];
30
- lineage: GepaFrontierSummary;
31
- }>;
32
- export function buildTeacherTracesFromGepaFrontier(candidates: GepaCandidate[], options?: Record<string, unknown>): Array<Record<string, unknown>>;
33
- export function serializeGepaTeacherTraces(rows: unknown[]): string;
34
- export function writeGepaTeacherTraces(frontierPath: string, outputPath: string, options?: Record<string, unknown>): Promise<{
35
- inputPath: string;
36
- outputPath: string;
37
- candidateCount: number;
38
- rowCount: number;
39
- lineage: GepaFrontierSummary;
40
- }>;
41
- export function summarizeGepaFrontier(candidates: GepaCandidate[]): GepaFrontierSummary;