doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -35,6 +35,7 @@ import { LORA_MODULE_ALIASES } from '../../inference/pipelines/text/lora.js';
35
35
  import { loadDistillModelHandle } from './suite.js';
36
36
  import { createDistillStudentRuntimeModelFixture } from './distillation/student-fixture.js';
37
37
  import { f16ToF32Array } from '../../inference/kv-cache/types.js';
38
+ import { sha256BytesHex, sha256Hex } from '../../utils/sha256.js';
38
39
 
39
40
  const CAUSAL_LM_TEXT_PAIR_RUNNER_KEYS = Object.freeze([
40
41
  'gemma-3-270m-it-f16-af32::text-pairs::text_generation',
@@ -44,6 +45,7 @@ const CAUSAL_LM_TEXT_PAIR_RUNNER_KEYS = Object.freeze([
44
45
  'gemma-4-e2b-it-q4k-ehf16-af32-int4ple::text-pairs::text_generation',
45
46
  'qwen-3-5-0-8b-q4k-ehaf16::text-pairs::text_generation',
46
47
  'qwen-3-5-2b-q4k-ehaf16::text-pairs::text_generation',
48
+ 'qwen-3-5-9b-hf-bf16::text-pairs::text_generation',
47
49
  'qwen-3-6-27b-q4k-ehaf16::text-pairs::text_generation',
48
50
  'qwen-3-6-27b-q4k-eaf16::text-pairs::text_generation',
49
51
  ]);
@@ -60,6 +62,7 @@ export const LORA_RUNNER_SUPPORT_CONTRACT = Object.freeze({
60
62
  'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
61
63
  'qwen-3-5-0-8b-q4k-ehaf16',
62
64
  'qwen-3-5-2b-q4k-ehaf16',
65
+ 'qwen-3-5-9b-hf-bf16',
63
66
  'qwen-3-6-27b-q4k-ehaf16',
64
67
  'qwen-3-6-27b-q4k-eaf16',
65
68
  ]),
@@ -127,6 +130,13 @@ export const LORA_RUNNER_BASE_MODEL_REGISTRY = Object.freeze({
127
130
  runnerKind: 'causal_lm_text_generation',
128
131
  requiresExternalTrainer: true,
129
132
  }),
133
+ 'qwen-3-5-9b-hf-bf16': Object.freeze({
134
+ baseModelId: 'qwen-3-5-9b-hf-bf16',
135
+ modelRef: 'Qwen/Qwen3.5-9B',
136
+ family: 'qwen3',
137
+ runnerKind: 'causal_lm_text_generation',
138
+ requiresExternalTrainer: true,
139
+ }),
130
140
  'qwen-3-6-27b-q4k-ehaf16': Object.freeze({
131
141
  baseModelId: 'qwen-3-6-27b-q4k-ehaf16',
132
142
  modelRef: 'qwen-3-6-27b-q4k-ehaf16',
@@ -537,10 +547,19 @@ function createCausalLmTrainingObjective() {
537
547
  },
538
548
  async computeLoss({ batch, config, tape, forwardState }) {
539
549
  const loss = await crossEntropyLoss(forwardState.logits, batch.targets, config, tape);
540
- return { loss };
550
+ return {
551
+ loss,
552
+ components: {
553
+ supervised_token_count: batch.supervisedTokenCount,
554
+ ignored_target_count: batch.ignoredTargetCount,
555
+ },
556
+ };
541
557
  },
542
- backwardTargets({ loss, lossScale }) {
543
- return createLossGradient(loss, lossScale);
558
+ backwardTargets({ batch, loss, lossScale }) {
559
+ if (!Number.isInteger(batch.supervisedTokenCount) || batch.supervisedTokenCount < 1) {
560
+ throw new Error('Causal-LM training batch requires supervisedTokenCount >= 1.');
561
+ }
562
+ return createLossGradient(loss, lossScale / batch.supervisedTokenCount);
544
563
  },
545
564
  };
546
565
  }
@@ -566,6 +585,8 @@ function createCausalLmDatasetBatches(samples) {
566
585
  targets: targetTensor,
567
586
  prompt: sample.prompt,
568
587
  completion: sample.completion,
588
+ supervisedTokenCount: sample.supervisedTokenCount,
589
+ ignoredTargetCount: sample.ignoredTargetCount,
569
590
  };
570
591
  } finally {
571
592
  releaseTensor(inputTensor);
@@ -598,20 +619,41 @@ async function loadCausalLmTextPairSamples(workload, datasetPath, tokenizer) {
598
619
  if (samples.length < 1) {
599
620
  throw new Error(`Causal-LM LoRA dataset ${dataset.absolutePath} produced no tokenized samples.`);
600
621
  }
622
+ const tokenizationContract = {
623
+ version: 2,
624
+ objective: 'completion_only_causal_lm',
625
+ truncation: 'preserve_completion_head_tail_prompt',
626
+ maxLength,
627
+ joinWith,
628
+ };
629
+ const supervisedTokenCount = samples.reduce(
630
+ (sum, sample) => sum + sample.supervisedTokenCount,
631
+ 0
632
+ );
633
+ const ignoredTargetCount = samples.reduce(
634
+ (sum, sample) => sum + sample.ignoredTargetCount,
635
+ 0
636
+ );
637
+ const truncatedPromptTokenCount = samples.reduce(
638
+ (sum, sample) => sum + sample.truncatedPromptTokenCount,
639
+ 0
640
+ );
601
641
  return {
602
642
  ...dataset,
603
643
  samples,
604
644
  datasetHash: hashArtifactPayload({
605
645
  rows: dataset.rows,
606
- tokenization: {
607
- maxLength,
608
- joinWith,
609
- },
646
+ tokenization: tokenizationContract,
610
647
  }),
611
648
  tokenization: {
612
- maxLength,
613
- joinWith,
649
+ ...tokenizationContract,
614
650
  sampleCount: samples.length,
651
+ supervisedTokenCount,
652
+ ignoredTargetCount,
653
+ truncatedPromptTokenCount,
654
+ truncatedSampleCount: samples.filter(
655
+ (sample) => sample.truncatedPromptTokenCount > 0
656
+ ).length,
615
657
  },
616
658
  };
617
659
  }
@@ -690,6 +732,90 @@ function collectProtectedBuffers(model) {
690
732
  return protectedBuffers;
691
733
  }
692
734
 
735
+ async function captureLoraParameterState(model) {
736
+ const entries = typeof model?.loraTensorEntries === 'function'
737
+ ? model.loraTensorEntries()
738
+ : [];
739
+ if (entries.length === 0) {
740
+ throw new Error('Causal-LM LoRA parameter receipt requires adapter tensors.');
741
+ }
742
+ const tensors = [];
743
+ for (const entry of [...entries].sort((left, right) => left.name.localeCompare(right.name))) {
744
+ const tensor = entry.tensor;
745
+ const elementCount = tensor.shape.reduce((product, value) => product * value, 1);
746
+ const bytesPerElement = tensor.dtype === 'f16' ? 2 : 4;
747
+ const raw = await readBuffer(tensor.buffer, elementCount * bytesPerElement);
748
+ const values = tensor.dtype === 'f16'
749
+ ? f16ToF32Array(new Uint16Array(raw))
750
+ : new Float32Array(raw);
751
+ let nonzeroCount = 0;
752
+ let sumSquares = 0;
753
+ let maxAbs = 0;
754
+ for (const value of values) {
755
+ if (value !== 0) nonzeroCount += 1;
756
+ sumSquares += value * value;
757
+ maxAbs = Math.max(maxAbs, Math.abs(value));
758
+ }
759
+ tensors.push({
760
+ name: entry.name,
761
+ dtype: tensor.dtype,
762
+ shape: [...tensor.shape],
763
+ elementCount,
764
+ hash: sha256BytesHex(new Uint8Array(raw)),
765
+ nonzeroCount,
766
+ maxAbs,
767
+ l2Norm: Math.sqrt(sumSquares),
768
+ values,
769
+ });
770
+ }
771
+ return {
772
+ aggregateHash: sha256Hex(tensors.map((tensor) => `${tensor.name}\0${tensor.hash}\n`).join('')),
773
+ tensors,
774
+ };
775
+ }
776
+
777
+ function buildLoraParameterReceipt(initial, final) {
778
+ const initialByName = new Map(initial.tensors.map((tensor) => [tensor.name, tensor]));
779
+ let totalSquaredDelta = 0;
780
+ const tensors = final.tensors.map((finalTensor) => {
781
+ const initialTensor = initialByName.get(finalTensor.name);
782
+ if (!initialTensor || initialTensor.elementCount !== finalTensor.elementCount) {
783
+ throw new Error(`LoRA parameter receipt shape mismatch for ${finalTensor.name}.`);
784
+ }
785
+ let squaredDelta = 0;
786
+ let maxAbsDelta = 0;
787
+ for (let index = 0; index < finalTensor.values.length; index += 1) {
788
+ const delta = finalTensor.values[index] - initialTensor.values[index];
789
+ squaredDelta += delta * delta;
790
+ maxAbsDelta = Math.max(maxAbsDelta, Math.abs(delta));
791
+ }
792
+ totalSquaredDelta += squaredDelta;
793
+ return {
794
+ name: finalTensor.name,
795
+ dtype: finalTensor.dtype,
796
+ shape: finalTensor.shape,
797
+ elementCount: finalTensor.elementCount,
798
+ initialHash: initialTensor.hash,
799
+ finalHash: finalTensor.hash,
800
+ changed: initialTensor.hash !== finalTensor.hash,
801
+ initialNonzeroCount: initialTensor.nonzeroCount,
802
+ finalNonzeroCount: finalTensor.nonzeroCount,
803
+ l2Delta: Math.sqrt(squaredDelta),
804
+ maxAbsDelta,
805
+ };
806
+ });
807
+ return {
808
+ tensorCount: tensors.length,
809
+ changedTensorCount: tensors.filter((tensor) => tensor.changed).length,
810
+ nonzeroFinalTensorCount: tensors.filter((tensor) => tensor.finalNonzeroCount > 0).length,
811
+ initialAggregateHash: initial.aggregateHash,
812
+ finalAggregateHash: final.aggregateHash,
813
+ aggregateChanged: initial.aggregateHash !== final.aggregateHash,
814
+ l2Delta: Math.sqrt(totalSquaredDelta),
815
+ tensors,
816
+ };
817
+ }
818
+
693
819
  function disposeTapeOutputs(tape, protectedBuffers = new Set()) {
694
820
  if (!Array.isArray(tape?.records)) return;
695
821
  const released = new Set();
@@ -946,17 +1072,42 @@ async function exportCausalLmLoraModel(loadedWorkload, layout, fixture, checkpoi
946
1072
  };
947
1073
  }
948
1074
 
949
- async function readLossMean(loss) {
950
- const raw = await readBuffer(loss.buffer);
1075
+ async function readSupervisedLossStats(loss, targets, vocabSize) {
1076
+ const lossElementCount = loss.shape.reduce((product, value) => product * value, 1);
1077
+ const targetElementCount = targets.shape.reduce((product, value) => product * value, 1);
1078
+ const [rawLoss, rawTargets] = await Promise.all([
1079
+ readBuffer(loss.buffer, lossElementCount * (loss.dtype === 'f16' ? 2 : 4)),
1080
+ readBuffer(targets.buffer, targetElementCount * 4),
1081
+ ]);
951
1082
  const data = loss.dtype === 'f16'
952
- ? f16ToF32Array(new Uint16Array(raw))
953
- : new Float32Array(raw);
954
- if (!data.length) return 0;
1083
+ ? f16ToF32Array(new Uint16Array(rawLoss))
1084
+ : new Float32Array(rawLoss);
1085
+ const targetIds = new Uint32Array(rawTargets);
1086
+ if (data.length !== targetIds.length) {
1087
+ throw new Error(
1088
+ `Causal-LM loss/target length mismatch: ${data.length} losses for ${targetIds.length} targets.`
1089
+ );
1090
+ }
955
1091
  let sum = 0;
956
- for (const value of data) {
957
- sum += Number.isFinite(value) ? value : 0;
1092
+ let supervisedTokenCount = 0;
1093
+ for (let index = 0; index < data.length; index += 1) {
1094
+ if (targetIds[index] >= vocabSize) continue;
1095
+ const value = data[index];
1096
+ if (!Number.isFinite(value)) {
1097
+ throw new Error(`Causal-LM loss is non-finite at supervised target ${index}.`);
1098
+ }
1099
+ sum += value;
1100
+ supervisedTokenCount += 1;
958
1101
  }
959
- return sum / data.length;
1102
+ if (supervisedTokenCount < 1) {
1103
+ throw new Error('Causal-LM evaluation batch contains no supervised targets.');
1104
+ }
1105
+ return {
1106
+ lossSum: sum,
1107
+ meanLoss: sum / supervisedTokenCount,
1108
+ supervisedTokenCount,
1109
+ ignoredTargetCount: data.length - supervisedTokenCount,
1110
+ };
960
1111
  }
961
1112
 
962
1113
  function finiteMetric(value) {
@@ -994,19 +1145,37 @@ function buildLossQualityClaim(evalDataset, meanLoss, baselineReport) {
994
1145
  }
995
1146
 
996
1147
  async function computeCausalLmTextPairLosses(workload, fixture, samples, protectedBuffers) {
997
- const losses = [];
1148
+ const sampleLosses = [];
1149
+ let lossSum = 0;
1150
+ let supervisedTokenCount = 0;
1151
+ let ignoredTargetCount = 0;
998
1152
  for await (const resolvedBatch of createCausalLmDatasetBatches(samples).batches()) {
999
1153
  const tape = new AutogradTape(loadBackwardRegistry());
1000
1154
  let loss = null;
1001
1155
  try {
1002
1156
  const { logits } = await fixture.model.forwardCausalLm(resolvedBatch, tape);
1003
1157
  loss = await crossEntropyLoss(logits, resolvedBatch.targets, { training: { precision: workload.training.precision } }, tape);
1004
- losses.push(await readLossMean(loss));
1158
+ const stats = await readSupervisedLossStats(
1159
+ loss,
1160
+ resolvedBatch.targets,
1161
+ logits.shape.at(-1)
1162
+ );
1163
+ sampleLosses.push(stats.meanLoss);
1164
+ lossSum += stats.lossSum;
1165
+ supervisedTokenCount += stats.supervisedTokenCount;
1166
+ ignoredTargetCount += stats.ignoredTargetCount;
1005
1167
  } finally {
1006
1168
  disposeTapeOutputs(tape, protectedBuffers);
1007
1169
  }
1008
1170
  }
1009
- return losses;
1171
+ return {
1172
+ sampleLosses,
1173
+ sampleCount: sampleLosses.length,
1174
+ lossSum,
1175
+ supervisedTokenCount,
1176
+ ignoredTargetCount,
1177
+ meanLoss: supervisedTokenCount > 0 ? lossSum / supervisedTokenCount : null,
1178
+ };
1010
1179
  }
1011
1180
 
1012
1181
  async function evaluateCausalLmLoraModel(workload, fixture, dataset, layout = null, checkpointMeta = {}) {
@@ -1023,15 +1192,13 @@ async function evaluateCausalLmLoraModel(workload, fixture, dataset, layout = nu
1023
1192
  const evalDatasetMaterialized = evalDataset.datasetPath === dataset.absolutePath
1024
1193
  ? dataset
1025
1194
  : await loadCausalLmTextPairSamples(workload, evalDatasetPath, fixture.tokenizer);
1026
- const losses = await computeCausalLmTextPairLosses(
1195
+ const lossStats = await computeCausalLmTextPairLosses(
1027
1196
  workload,
1028
1197
  fixture,
1029
1198
  evalDatasetMaterialized.samples,
1030
1199
  protectedBuffers
1031
1200
  );
1032
- const meanLoss = losses.length
1033
- ? losses.reduce((sum, value) => sum + value, 0) / losses.length
1034
- : null;
1201
+ const meanLoss = lossStats.meanLoss;
1035
1202
  const baselineReports = checkpointMeta.baselineReportsByEvalDatasetId || {};
1036
1203
  const baselineReport = baselineReports[evalDataset.id] || null;
1037
1204
  const qualityClaim = buildLossQualityClaim(evalDataset, meanLoss, baselineReport);
@@ -1054,7 +1221,9 @@ async function evaluateCausalLmLoraModel(workload, fixture, dataset, layout = nu
1054
1221
  metrics: {
1055
1222
  loss: {
1056
1223
  score: meanLoss,
1057
- samples: losses.length,
1224
+ samples: lossStats.sampleCount,
1225
+ supervisedTokens: lossStats.supervisedTokenCount,
1226
+ ignoredTargets: lossStats.ignoredTargetCount,
1058
1227
  },
1059
1228
  },
1060
1229
  primaryMetric: 'loss',
@@ -1302,8 +1471,7 @@ function assertCausalLmTensorCoverage(tensors, adapter) {
1302
1471
  }
1303
1472
  }
1304
1473
  for (const [layerIndex, modules] of layerModules.entries()) {
1305
- for (const moduleName of targetModules) {
1306
- const kinds = modules.get(moduleName);
1474
+ for (const [moduleName, kinds] of modules.entries()) {
1307
1475
  if (!kinds?.has('a') || !kinds?.has('b')) {
1308
1476
  throw new Error(
1309
1477
  `Causal-LM trainer layer ${layerIndex} module ${moduleName} must include both lora_a and lora_b tensors.`
@@ -1618,6 +1786,7 @@ async function runInternalCausalLmLoraPipeline(options, layout, compatibility) {
1618
1786
  const fixture = await createCausalLmLoraFixture(workload);
1619
1787
  try {
1620
1788
  const dataset = await loadCausalLmTextPairSamples(workload, datasetPath, fixture.tokenizer);
1789
+ const initialParameterState = await captureLoraParameterState(fixture.model);
1621
1790
  const evalReports = [];
1622
1791
  const checkpointArtifacts = [];
1623
1792
  const exports = [];
@@ -1754,6 +1923,11 @@ async function runInternalCausalLmLoraPipeline(options, layout, compatibility) {
1754
1923
  tokenizerHash: fixture.baseManifest?.tokenizerHash || null,
1755
1924
  }
1756
1925
  );
1926
+ const finalParameterState = await captureLoraParameterState(fixture.model);
1927
+ const parameterReceipt = buildLoraParameterReceipt(
1928
+ initialParameterState,
1929
+ finalParameterState
1930
+ );
1757
1931
  const finalCheckpointId = runner.lastCheckpoint
1758
1932
  ? `checkpoint-${String(runner.lastCheckpoint.step).padStart(6, '0')}`
1759
1933
  : null;
@@ -1783,6 +1957,7 @@ async function runInternalCausalLmLoraPipeline(options, layout, compatibility) {
1783
1957
  evalReports,
1784
1958
  exports,
1785
1959
  metrics,
1960
+ parameterReceipt,
1786
1961
  lastCheckpoint: runner.lastCheckpoint,
1787
1962
  dataset: {
1788
1963
  path: dataset.absolutePath,
@@ -68,15 +68,21 @@ export class LoraAdapter {
68
68
  const [tokens] = input.shape;
69
69
  const down = await tape.record(
70
70
  OpType.MATMUL,
71
- (a, b) => runMatmul(a, b, tokens, this.rank, this.A.shape[0], { outputDtype: input.dtype }),
71
+ (a, b) => runMatmul(a, b, tokens, this.rank, this.A.shape[0], {
72
+ transposeB: false,
73
+ outputDtype: input.dtype,
74
+ }),
72
75
  [input, this.A],
73
- { M: tokens, N: this.rank, K: this.A.shape[0] }
76
+ { M: tokens, N: this.rank, K: this.A.shape[0], transposeB: false }
74
77
  );
75
78
  const up = await tape.record(
76
79
  OpType.MATMUL,
77
- (a, b) => runMatmul(a, b, tokens, this.B.shape[1], this.rank, { outputDtype: down.dtype }),
80
+ (a, b) => runMatmul(a, b, tokens, this.B.shape[1], this.rank, {
81
+ transposeB: false,
82
+ outputDtype: down.dtype,
83
+ }),
78
84
  [down, this.B],
79
- { M: tokens, N: this.B.shape[1], K: this.rank }
85
+ { M: tokens, N: this.B.shape[1], K: this.rank, transposeB: false }
80
86
  );
81
87
  return tape.record(
82
88
  OpType.SCALE,
@@ -1,4 +1,9 @@
1
- import { acquireBuffer, releaseBuffer, BufferUsage } from '../../memory/buffer-pool.js';
1
+ import {
2
+ acquireBuffer,
3
+ releaseBuffer,
4
+ uploadData,
5
+ BufferUsage,
6
+ } from '../../memory/buffer-pool.js';
2
7
  import { createTensor, tensorBytes } from '../../gpu/tensor.js';
3
8
  import { runAdam } from '../../gpu/kernels/backward/adam.js';
4
9
 
@@ -81,6 +86,9 @@ export class AdamOptimizer {
81
86
  m: createTensor(mBuf, param.dtype, [...param.shape], 'adam_m'),
82
87
  v: createTensor(vBuf, param.dtype, [...param.shape], 'adam_v'),
83
88
  };
89
+ const zeroState = new Uint8Array(bytes);
90
+ uploadData(mBuf, zeroState);
91
+ uploadData(vBuf, zeroState);
84
92
  } catch (error) {
85
93
  if (mBuf) {
86
94
  releaseBuffer(mBuf);
@@ -33,16 +33,27 @@ function toFloat32(buffer, dtype) {
33
33
  return new Float32Array(buffer);
34
34
  }
35
35
 
36
- async function computeLossMean(loss) {
37
- const data = toFloat32(await readBuffer(loss.buffer), loss.dtype);
36
+ async function computeLossMean(loss, elementCount = null) {
37
+ const lossElementCount = loss.shape.reduce((product, value) => product * value, 1);
38
+ const bytesPerElement = loss.dtype === 'f16' ? 2 : 4;
39
+ const data = toFloat32(
40
+ await readBuffer(loss.buffer, lossElementCount * bytesPerElement),
41
+ loss.dtype
42
+ );
38
43
  if (!data.length) {
39
44
  return 0;
40
45
  }
46
+ const divisor = elementCount == null ? data.length : elementCount;
47
+ if (!Number.isInteger(divisor) || divisor < 1 || divisor > data.length) {
48
+ throw new Error(
49
+ `TrainingRunner loss elementCount must be an integer from 1 to ${data.length}, got ${divisor}.`
50
+ );
51
+ }
41
52
  let sum = 0;
42
53
  for (let i = 0; i < data.length; i += 1) {
43
54
  sum += data[i];
44
55
  }
45
- return sum / data.length;
56
+ return sum / divisor;
46
57
  }
47
58
 
48
59
  async function resolveBatches(dataset, batchSize, shuffle) {
@@ -1010,7 +1021,10 @@ export class TrainingRunner {
1010
1021
  globalThis.performance.now() - runStartMs,
1011
1022
  progressContext
1012
1023
  );
1013
- const meanLoss = await computeLossMean(stepResult.loss);
1024
+ const meanLoss = await computeLossMean(
1025
+ stepResult.loss,
1026
+ stepResult.objectiveMetrics?.supervised_token_count ?? null
1027
+ );
1014
1028
  pushRolling(lossWindow, meanLoss, telemetry.windowSize);
1015
1029
  pushRolling(stepTimeWindow, step_time_ms, telemetry.windowSize);
1016
1030
  const objectiveName = stepResult.objectiveName || this.trainingObjective?.name || 'cross_entropy';
@@ -1092,7 +1092,7 @@ async function tryActivateAdapterPayload(payload) {
1092
1092
  reason: 'no_adapter_payload',
1093
1093
  };
1094
1094
  }
1095
- const { activateLoRAFromTrainingOutput } = await import('../client/runtime/model-manager.js');
1095
+ const { activateLoRAFromTrainingOutput } = await import('../../client/runtime/model-manager.js');
1096
1096
  try {
1097
1097
  return await activateLoRAFromTrainingOutput(payload);
1098
1098
  } catch (error) {
@@ -14,6 +14,7 @@ export const TRAINING_WORKLOAD_SCHEMA_VERSION = 1;
14
14
  export const TRAINING_WORKLOAD_KINDS = Object.freeze(['lora', 'distill', 'ul']);
15
15
  export const TRAINING_WORKLOAD_SURFACE_SUPPORT = Object.freeze(['node', 'browser', 'both']);
16
16
  export const TRAINING_SELECTION_GOALS = Object.freeze(['max', 'min']);
17
+ export const TRAINING_ROW_ORDERS = Object.freeze(['dataset_order', 'seed_hash_sorted_v1']);
17
18
  export const TRAINING_EVAL_KINDS = Object.freeze([
18
19
  'translation',
19
20
  'text_generation',
@@ -385,6 +386,10 @@ function normalizeLoraConfig(value, label) {
385
386
  const exportConfig = asObject(lora.export, `${label}.export`, { optional: true });
386
387
  const activation = asObject(lora.activation, `${label}.activation`, { optional: true });
387
388
  const targetModules = asStringArray(adapter.targetModules, `${label}.adapter.targetModules`);
389
+ const rowOrder = asNonEmptyString(lora.rowOrder, `${label}.rowOrder`, { optional: true });
390
+ if (rowOrder && !TRAINING_ROW_ORDERS.includes(rowOrder)) {
391
+ throw new Error(`${label}.rowOrder must be one of: ${TRAINING_ROW_ORDERS.join(', ')}.`);
392
+ }
388
393
  for (const moduleName of targetModules) {
389
394
  if (!VALID_LORA_TARGET_MODULES.includes(moduleName)) {
390
395
  throw new Error(`${label}.adapter.targetModules contains unsupported module "${moduleName}".`);
@@ -394,9 +399,15 @@ function normalizeLoraConfig(value, label) {
394
399
  datasetFormat: asNonEmptyString(lora.datasetFormat, `${label}.datasetFormat`),
395
400
  taskType: asNonEmptyString(lora.taskType, `${label}.taskType`),
396
401
  baseModelRef: asNonEmptyString(lora.baseModelRef, `${label}.baseModelRef`, { optional: true }),
402
+ baseModelRevision: asNonEmptyString(
403
+ lora.baseModelRevision,
404
+ `${label}.baseModelRevision`,
405
+ { optional: true }
406
+ ),
397
407
  maxLength: asPositiveInteger(lora.maxLength, `${label}.maxLength`, { optional: true }),
398
408
  sequenceLength: asPositiveInteger(lora.sequenceLength, `${label}.sequenceLength`, { optional: true }),
399
409
  joinWith: asStringValue(lora.joinWith, `${label}.joinWith`, { optional: true }),
410
+ ...(rowOrder ? { rowOrder } : {}),
400
411
  adapter: {
401
412
  rank: asPositiveInteger(adapter.rank, `${label}.adapter.rank`),
402
413
  alpha: asFiniteNumber(adapter.alpha, `${label}.adapter.alpha`),
@@ -56,6 +56,9 @@ export function classifyTensor(name, modelType) {
56
56
  lower.includes('norm')) {
57
57
  return 'head';
58
58
  }
59
+ if (lower === 'norm.weight' || lower === 'norm.bias') {
60
+ return 'head';
61
+ }
59
62
 
60
63
  // Multimodal groups
61
64
  const role = classifyTensorRole(name);
@@ -1,7 +1,5 @@
1
1
  import type { IntegrityExtensions, RDRRManifest, TensorMap, TensorLocation } from './types.js';
2
2
 
3
- export declare const DEFAULT_MERKLE_BLOCK_SIZE: number;
4
-
5
3
  export interface TensorBlockMerkleRoot {
6
4
  tensorId: string;
7
5
  blockSize: number;
@@ -1,8 +1,6 @@
1
1
  import { computeNamespacedCanonicalSha256, hashBytesSha256 } from '../../utils/canonical-hash.js';
2
2
  import { buildMerkleTreeFromLeafHashes, DEFAULT_MERKLE_BLOCK_SIZE } from './merkle.js';
3
3
 
4
- export { DEFAULT_MERKLE_BLOCK_SIZE } from './merkle.js';
5
-
6
4
  function asPositiveInteger(value, label) {
7
5
  const parsed = Number(value);
8
6
  if (!Number.isInteger(parsed) || parsed <= 0) {
@@ -20,7 +20,7 @@ import type {
20
20
  ManifestWeightsRefSchema,
21
21
  KernelPathRef,
22
22
  ManifestInferenceSchema,
23
- type TensorRole as SchemaTensorRole,
23
+ TensorRole as SchemaTensorRole,
24
24
  } from '../../config/schema/index.js';
25
25
  import type { FunctionalDescriptorManifest } from './functional-descriptor.js';
26
26
 
@@ -45,6 +45,8 @@ export interface AttentionOptions extends OutputBufferOptions {
45
45
  indirectBuffer?: GPUBuffer | null;
46
46
  /** Byte offset into indirect dispatch buffer (default: 0). */
47
47
  indirectOffset?: number;
48
+ /** Optional f32 attention output gate tensor for profile-enabled decode epilogue fusion. */
49
+ outputGate?: Tensor | null;
48
50
  }
49
51
 
50
52
  export interface TieredAttentionOptions extends OutputBufferOptions {