doppler-gpu 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (880) hide show
  1. package/CHANGELOG.md +210 -0
  2. package/README.md +63 -38
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +111 -32
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +486 -0
  7. package/src/cli/doppler-cli.d.ts +18 -0
  8. package/src/cli/doppler-cli.js +885 -744
  9. package/src/cli/doppler-quickstart.d.ts +7 -23
  10. package/src/cli/doppler-quickstart.js +4 -2
  11. package/src/cli/doppler-serve.d.ts +210 -0
  12. package/src/cli/doppler-serve.js +469 -43
  13. package/src/cli/runtime-profiles.d.ts +40 -0
  14. package/src/cli/runtime-profiles.js +225 -0
  15. package/src/client/doppler-api.js +1 -6
  16. package/src/client/doppler-registry.d.ts +12 -0
  17. package/src/client/doppler-registry.js +27 -0
  18. package/src/client/doppler-registry.json +66 -10
  19. package/src/client/failure-taxonomy.js +139 -0
  20. package/src/client/fault-injection.js +30 -0
  21. package/src/client/provider.d.ts +151 -0
  22. package/src/client/provider.js +374 -0
  23. package/src/client/receipt.js +156 -0
  24. package/src/client/runtime/index.js +69 -4
  25. package/src/client/runtime/lora.d.ts +11 -1
  26. package/src/client/runtime/lora.js +28 -7
  27. package/src/client/runtime/model-manager.d.ts +0 -14
  28. package/src/client/runtime/model-manager.js +34 -50
  29. package/src/client/runtime/model-session.d.ts +2 -1
  30. package/src/client/runtime/model-session.js +35 -2
  31. package/src/client/runtime/model-source.d.ts +13 -1
  32. package/src/client/runtime/model-source.js +148 -3
  33. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  34. package/src/client/runtime/node-quickstart-cache.js +353 -0
  35. package/src/client/runtime/source-runtime.js +1 -10
  36. package/src/client/runtime/types.d.ts +8 -60
  37. package/src/client/wrap-pipeline-handle.d.ts +82 -0
  38. package/src/client/wrap-pipeline-handle.js +259 -0
  39. package/src/config/README.md +3 -1
  40. package/src/config/conversion/README.md +28 -157
  41. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  42. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
  43. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
  44. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
  45. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  46. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  47. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
  48. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
  49. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
  50. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  51. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  52. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  53. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  54. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  55. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  56. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
  57. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  58. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  59. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  60. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  61. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  62. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
  63. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
  64. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
  65. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
  66. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
  67. package/src/config/execution-contract-check.js +6 -5
  68. package/src/config/goal-completion-matrix.json +552 -0
  69. package/src/config/kernel-path-loader.d.ts +8 -2
  70. package/src/config/kernel-path-loader.js +192 -38
  71. package/src/config/kernels/kernel-ref-digests.js +163 -126
  72. package/src/config/kernels/registry.d.ts +0 -35
  73. package/src/config/kernels/registry.js +5 -9
  74. package/src/config/kernels/registry.json +3593 -1146
  75. package/src/config/merge-contract-check.js +7 -3
  76. package/src/config/merge-helpers.d.ts +3 -1
  77. package/src/config/merge-helpers.js +2 -1
  78. package/src/config/merge.d.ts +1 -0
  79. package/src/config/merge.js +65 -7
  80. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  81. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  82. package/src/config/param-categories.d.ts +0 -9
  83. package/src/config/param-categories.js +1 -5
  84. package/src/config/param-validator.d.ts +2 -0
  85. package/src/config/param-validator.js +20 -0
  86. package/src/config/platforms/loader.d.ts +0 -27
  87. package/src/config/platforms/loader.js +0 -30
  88. package/src/config/required-inference-fields-contract-check.js +1 -7
  89. package/src/config/runtime/README.md +28 -0
  90. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  91. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  92. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  93. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  94. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  95. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  96. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  97. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  98. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  99. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  100. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  101. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  102. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  103. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  104. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  105. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  106. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  107. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  108. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  109. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  110. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  111. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  112. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  113. package/src/config/schema/bridge.schema.d.ts +16 -0
  114. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  115. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  116. package/src/config/schema/buffer-pool.schema.js +3 -3
  117. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  118. package/src/config/schema/command-surface-contract.schema.json +81 -0
  119. package/src/config/schema/converter.schema.d.ts +16 -0
  120. package/src/config/schema/converter.schema.js +11 -0
  121. package/src/config/schema/debug.schema.d.ts +22 -1
  122. package/src/config/schema/debug.schema.js +1 -0
  123. package/src/config/schema/distill-training.schema.d.ts +0 -1
  124. package/src/config/schema/distill-training.schema.js +1 -1
  125. package/src/config/schema/doppler.schema.d.ts +13 -2
  126. package/src/config/schema/doppler.schema.js +140 -8
  127. package/src/config/schema/emulation.schema.d.ts +3 -0
  128. package/src/config/schema/emulation.schema.js +16 -16
  129. package/src/config/schema/execution-v1.schema.d.ts +39 -1
  130. package/src/config/schema/execution-v1.schema.js +35 -20
  131. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  132. package/src/config/schema/index.d.ts +52 -1
  133. package/src/config/schema/index.js +14 -0
  134. package/src/config/schema/inference.schema.d.ts +14 -3
  135. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  136. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  137. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  138. package/src/config/schema/kvcache.schema.js +0 -9
  139. package/src/config/schema/loading.schema.d.ts +12 -0
  140. package/src/config/schema/loading.schema.js +4 -0
  141. package/src/config/schema/manifest.schema.d.ts +175 -2
  142. package/src/config/schema/manifest.schema.js +58 -3
  143. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  144. package/src/config/schema/moe.schema.d.ts +13 -0
  145. package/src/config/schema/moe.schema.js +1 -9
  146. package/src/config/schema/policy-schema-registry.json +26 -0
  147. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  148. package/src/config/schema/program-bundle.schema.js +393 -0
  149. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  150. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  151. package/src/config/schema/training-metrics.schema.js +4 -3
  152. package/src/config/schema/ul-training.schema.d.ts +0 -1
  153. package/src/config/schema/ul-training.schema.js +1 -1
  154. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  155. package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
  156. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  157. package/src/config/source-packages/registry.json +25 -0
  158. package/src/config/supported-operations.d.ts +14 -0
  159. package/src/config/supported-operations.js +34 -0
  160. package/src/config/supported-operations.json +183 -0
  161. package/src/config/training-defaults.js +1 -7
  162. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  163. package/src/config/transforms/capability-transform-resolver.js +3 -1
  164. package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
  165. package/src/config/transforms/execution-graph-transforms.js +829 -168
  166. package/src/converter/conversion-plan.d.ts +2 -0
  167. package/src/converter/conversion-plan.js +31 -14
  168. package/src/converter/core.d.ts +65 -0
  169. package/src/converter/core.js +1153 -22
  170. package/src/converter/parsers/diffusion.js +1 -33
  171. package/src/converter/quantization-info.d.ts +5 -4
  172. package/src/converter/quantization-info.js +218 -5
  173. package/src/converter/quantizer.d.ts +24 -4
  174. package/src/converter/quantizer.js +92 -2
  175. package/src/debug/config.d.ts +0 -4
  176. package/src/debug/config.js +0 -17
  177. package/src/debug/index.d.ts +28 -30
  178. package/src/debug/index.js +0 -18
  179. package/src/debug/stats.d.ts +0 -8
  180. package/src/debug/stats.js +3 -3
  181. package/src/debug/tensor.d.ts +9 -2
  182. package/src/debug/tensor.js +11 -4
  183. package/src/debug/trace.js +2 -15
  184. package/src/errors/doppler-error.js +20 -0
  185. package/src/experimental/adapters/lora-loader.js +109 -24
  186. package/src/experimental/browser/quantization.d.ts +5 -0
  187. package/src/experimental/diffusion/index.d.ts +24 -0
  188. package/src/experimental/diffusion/index.js +10 -0
  189. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  190. package/src/experimental/distribution/descriptor-transport.js +342 -0
  191. package/src/experimental/distribution/shard-delivery.js +179 -23
  192. package/src/experimental/training/README.md +11 -0
  193. package/src/experimental/training/artifacts.js +1 -14
  194. package/src/experimental/training/autograd.js +33 -8
  195. package/src/experimental/training/checkpoint.js +1 -14
  196. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  197. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  198. package/src/experimental/training/datasets/index.d.ts +13 -1
  199. package/src/experimental/training/datasets/index.js +8 -1
  200. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  201. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  202. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  203. package/src/experimental/training/datasets/text-pairs.js +82 -5
  204. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  205. package/src/experimental/training/datasets/token-batch.js +2 -2
  206. package/src/experimental/training/distillation/dataset.js +2 -15
  207. package/src/experimental/training/distillation/eval.js +3 -3
  208. package/src/experimental/training/distillation/runtime.js +3 -16
  209. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  210. package/src/experimental/training/distillation/student-fixture.js +296 -38
  211. package/src/experimental/training/export.d.ts +9 -0
  212. package/src/experimental/training/export.js +113 -7
  213. package/src/experimental/training/index.d.ts +13 -1
  214. package/src/experimental/training/index.js +13 -1
  215. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  216. package/src/experimental/training/lora-pipeline.js +1733 -58
  217. package/src/experimental/training/lora.js +23 -1
  218. package/src/experimental/training/loss.js +1 -1
  219. package/src/experimental/training/objectives/base.d.ts +2 -2
  220. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  221. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  222. package/src/experimental/training/objectives/distill_kd.js +2 -2
  223. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  224. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  225. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  226. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  227. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  228. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  229. package/src/experimental/training/operator-agent-eval.js +326 -0
  230. package/src/experimental/training/operator-artifacts.js +1 -14
  231. package/src/experimental/training/operator-command.js +310 -51
  232. package/src/experimental/training/runner.d.ts +1 -0
  233. package/src/experimental/training/runner.js +5 -14
  234. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  235. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  236. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  237. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  238. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  239. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  240. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  241. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  242. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  243. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  244. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  245. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  246. package/src/experimental/training/workload-packs/registry.json +192 -12
  247. package/src/experimental/training/workloads.d.ts +37 -0
  248. package/src/experimental/training/workloads.js +111 -2
  249. package/src/formats/gguf/types.d.ts +0 -63
  250. package/src/formats/gguf/types.js +58 -38
  251. package/src/formats/litert/types.d.ts +0 -13
  252. package/src/formats/litert/types.js +2 -2
  253. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  254. package/src/formats/rdrr/distributed/index.js +3 -0
  255. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  256. package/src/formats/rdrr/distributed/parsing.js +23 -0
  257. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  258. package/src/formats/rdrr/distributed/validation.js +131 -0
  259. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  260. package/src/formats/rdrr/functional-descriptor.js +230 -0
  261. package/src/formats/rdrr/groups.d.ts +1 -13
  262. package/src/formats/rdrr/groups.js +0 -34
  263. package/src/formats/rdrr/index.d.ts +10 -0
  264. package/src/formats/rdrr/index.js +10 -0
  265. package/src/formats/rdrr/integrity.d.ts +51 -0
  266. package/src/formats/rdrr/integrity.js +200 -0
  267. package/src/formats/rdrr/lowerings.d.ts +28 -0
  268. package/src/formats/rdrr/lowerings.js +112 -0
  269. package/src/formats/rdrr/manifest.d.ts +0 -14
  270. package/src/formats/rdrr/manifest.js +5 -58
  271. package/src/formats/rdrr/merkle.d.ts +24 -0
  272. package/src/formats/rdrr/merkle.js +118 -0
  273. package/src/formats/rdrr/parsing.js +26 -6
  274. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  275. package/src/formats/rdrr/slice-compiler.js +188 -0
  276. package/src/formats/rdrr/source-transform-contract.js +10 -1
  277. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  278. package/src/formats/rdrr/storage-descriptor.js +193 -0
  279. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  280. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  281. package/src/formats/rdrr/types.d.ts +111 -2
  282. package/src/formats/rdrr/validation.js +260 -1
  283. package/src/formats/tflite/types.d.ts +0 -31
  284. package/src/formats/tflite/types.js +5 -5
  285. package/src/gpu/command-recorder.d.ts +45 -23
  286. package/src/gpu/command-recorder.js +122 -25
  287. package/src/gpu/device.d.ts +17 -3
  288. package/src/gpu/device.js +130 -14
  289. package/src/gpu/kernel-runtime.d.ts +8 -15
  290. package/src/gpu/kernel-selection-log.d.ts +0 -8
  291. package/src/gpu/kernel-selection-log.js +0 -15
  292. package/src/gpu/kernel-tuner/cache.js +1 -8
  293. package/src/gpu/kernels/README.md +50 -18
  294. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  295. package/src/gpu/kernels/attention.d.ts +28 -19
  296. package/src/gpu/kernels/attention.js +458 -16
  297. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  298. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  299. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  300. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  301. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  302. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  303. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  304. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  305. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  306. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  307. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  308. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  309. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  310. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  311. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  312. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  313. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  314. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  315. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  316. package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
  317. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  318. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  319. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  320. package/src/gpu/kernels/backward/index.d.ts +6 -0
  321. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  322. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  323. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  324. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  325. package/src/gpu/kernels/cast.js +74 -67
  326. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  327. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  328. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  329. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  330. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
  331. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
  332. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  333. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
  334. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  335. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  336. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  337. package/src/gpu/kernels/constants.d.ts +9 -48
  338. package/src/gpu/kernels/constants.js +0 -23
  339. package/src/gpu/kernels/conv2d.d.ts +0 -4
  340. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  341. package/src/gpu/kernels/dequant.d.ts +0 -16
  342. package/src/gpu/kernels/dequant.js +1 -71
  343. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  344. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  345. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  346. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  347. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  348. package/src/gpu/kernels/dispatch.d.ts +12 -97
  349. package/src/gpu/kernels/dispatch.js +13 -120
  350. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  351. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  352. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  353. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  354. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  355. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  356. package/src/gpu/kernels/fused_ffn.js +3 -4
  357. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  358. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  359. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  360. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  361. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  362. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  363. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  364. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  365. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  366. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  367. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  368. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  369. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  370. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  371. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  372. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  373. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  374. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  375. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  376. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  377. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  378. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  379. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  380. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  381. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  382. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  383. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  384. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  385. package/src/gpu/kernels/gather.d.ts +84 -8
  386. package/src/gpu/kernels/gather.js +353 -5
  387. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  388. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  389. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  390. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  391. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  392. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  393. package/src/gpu/kernels/gelu.wgsl +11 -7
  394. package/src/gpu/kernels/gelu_f16.wgsl +25 -22
  395. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  396. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  397. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  398. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  399. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  400. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  401. package/src/gpu/kernels/index.d.ts +77 -5
  402. package/src/gpu/kernels/index.js +55 -4
  403. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  404. package/src/gpu/kernels/kv-cache-write.js +126 -0
  405. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  406. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  407. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  408. package/src/gpu/kernels/layernorm.d.ts +0 -4
  409. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  410. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  411. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  412. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  413. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  414. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  415. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  416. package/src/gpu/kernels/logit-merge.js +1 -17
  417. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  418. package/src/gpu/kernels/matmul-dispatch.js +44 -2
  419. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  420. package/src/gpu/kernels/matmul-selection.js +172 -10
  421. package/src/gpu/kernels/matmul.d.ts +1 -29
  422. package/src/gpu/kernels/matmul.js +240 -38
  423. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  424. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  425. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  426. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  427. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  428. package/src/gpu/kernels/moe.d.ts +1 -56
  429. package/src/gpu/kernels/moe.js +46 -33
  430. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  431. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  432. package/src/gpu/kernels/pipeline-cache.js +24 -0
  433. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  434. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  435. package/src/gpu/kernels/rep-penalty.js +17 -9
  436. package/src/gpu/kernels/residual.d.ts +1 -12
  437. package/src/gpu/kernels/residual.js +13 -1
  438. package/src/gpu/kernels/residual.wgsl +3 -3
  439. package/src/gpu/kernels/residual_f16.wgsl +6 -4
  440. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  441. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  442. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  443. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  444. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  445. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  446. package/src/gpu/kernels/rmsnorm.d.ts +30 -7
  447. package/src/gpu/kernels/rmsnorm.js +49 -8
  448. package/src/gpu/kernels/rmsnorm.wgsl +15 -12
  449. package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
  450. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  451. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  452. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  453. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  454. package/src/gpu/kernels/rope-qk.js +143 -0
  455. package/src/gpu/kernels/rope.d.ts +1 -5
  456. package/src/gpu/kernels/rope.js +12 -2
  457. package/src/gpu/kernels/rope.wgsl +33 -19
  458. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  459. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  460. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  461. package/src/gpu/kernels/rule-registry.js +50 -10
  462. package/src/gpu/kernels/sample.d.ts +0 -5
  463. package/src/gpu/kernels/sample.js +212 -187
  464. package/src/gpu/kernels/sample.wgsl +7 -6
  465. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  466. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  467. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  468. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  469. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  470. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  471. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  472. package/src/gpu/kernels/shader-cache.js +28 -21
  473. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  474. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  475. package/src/gpu/kernels/soft-embedding.js +447 -0
  476. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  477. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  478. package/src/gpu/kernels/softmax.wgsl +8 -223
  479. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  480. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  481. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  482. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  483. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  484. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  485. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  486. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  487. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  488. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  489. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  490. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  491. package/src/gpu/kernels/uniform-utils.js +2 -5
  492. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  493. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  494. package/src/gpu/kernels/utils.d.ts +43 -0
  495. package/src/gpu/kernels/utils.js +81 -11
  496. package/src/gpu/perf-guards.d.ts +0 -12
  497. package/src/gpu/perf-guards.js +0 -62
  498. package/src/gpu/profiler.d.ts +0 -21
  499. package/src/gpu/profiler.js +0 -34
  500. package/src/gpu/readback-utils.js +10 -2
  501. package/src/gpu/submit-tracker.d.ts +0 -57
  502. package/src/gpu/submit-tracker.js +3 -62
  503. package/src/gpu/tensor.d.ts +0 -23
  504. package/src/gpu/tensor.js +0 -41
  505. package/src/gpu/uniform-cache.d.ts +10 -12
  506. package/src/gpu/uniform-cache.js +25 -30
  507. package/src/gpu/weight-buffer.d.ts +76 -7
  508. package/src/gpu/weight-buffer.js +85 -1
  509. package/src/index.d.ts +1 -0
  510. package/src/index.js +1 -0
  511. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  512. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  513. package/src/inference/browser-harness-model-helpers.js +22 -13
  514. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  515. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  516. package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
  517. package/src/inference/browser-harness-suite-helpers.js +525 -3
  518. package/src/inference/browser-harness-text-helpers.d.ts +89 -0
  519. package/src/inference/browser-harness-text-helpers.js +459 -25
  520. package/src/inference/browser-harness.d.ts +7 -28
  521. package/src/inference/browser-harness.js +556 -79
  522. package/src/inference/decode-ring.d.ts +1 -0
  523. package/src/inference/decode-ring.js +7 -5
  524. package/src/inference/kv-cache/base.d.ts +31 -0
  525. package/src/inference/kv-cache/base.js +125 -2
  526. package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
  527. package/src/inference/kv-cache/mixed-geometry.js +121 -4
  528. package/src/inference/kv-cache/quantized.js +2 -0
  529. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  530. package/src/inference/kv-cache/sliding-window.js +88 -0
  531. package/src/inference/kv-cache/tiered.js +7 -0
  532. package/src/inference/kv-cache/types.d.ts +2 -0
  533. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  534. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  535. package/src/inference/moe-router.d.ts +14 -1
  536. package/src/inference/moe-router.js +24 -1
  537. package/src/inference/multi-model-network.d.ts +1 -1
  538. package/src/inference/multi-model-network.js +1 -2
  539. package/src/inference/network-evolution.d.ts +0 -12
  540. package/src/inference/network-evolution.js +2 -2
  541. package/src/inference/pipelines/audio/gemma4.js +52 -1
  542. package/src/inference/pipelines/context.js +17 -0
  543. package/src/inference/pipelines/diffusion/init.js +2 -2
  544. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  545. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  546. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  547. package/src/inference/pipelines/diffusion/vae.js +4 -4
  548. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  549. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  550. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  551. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  552. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  553. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  554. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  555. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  556. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  557. package/src/inference/pipelines/structured/index.d.ts +2 -0
  558. package/src/inference/pipelines/structured/index.js +2 -0
  559. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  560. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  561. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  562. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  563. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  564. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  565. package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
  566. package/src/inference/pipelines/text/attention/projections.js +398 -71
  567. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  568. package/src/inference/pipelines/text/attention/record.js +542 -56
  569. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  570. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  571. package/src/inference/pipelines/text/attention/run.js +343 -50
  572. package/src/inference/pipelines/text/attention/types.d.ts +7 -1
  573. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  574. package/src/inference/pipelines/text/chat-format.js +1 -8
  575. package/src/inference/pipelines/text/config.d.ts +25 -26
  576. package/src/inference/pipelines/text/config.js +304 -25
  577. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  578. package/src/inference/pipelines/text/drift-policy.js +1 -1
  579. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  580. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  581. package/src/inference/pipelines/text/embed.d.ts +25 -29
  582. package/src/inference/pipelines/text/embed.js +16 -45
  583. package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
  584. package/src/inference/pipelines/text/execution-plan.js +21 -2
  585. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
  586. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
  587. package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
  588. package/src/inference/pipelines/text/execution-v1.js +461 -158
  589. package/src/inference/pipelines/text/ffn/dense.js +214 -6
  590. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  591. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  592. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  593. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  595. package/src/inference/pipelines/text/ffn/standard.js +84 -17
  596. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  597. package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
  598. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  599. package/src/inference/pipelines/text/generator-helpers.js +9 -7
  600. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  601. package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
  602. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
  603. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  604. package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
  605. package/src/inference/pipelines/text/generator-steps.js +275 -79
  606. package/src/inference/pipelines/text/generator.d.ts +38 -5
  607. package/src/inference/pipelines/text/generator.js +1259 -496
  608. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  609. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  610. package/src/inference/pipelines/text/init-rope.js +408 -0
  611. package/src/inference/pipelines/text/init.d.ts +13 -3
  612. package/src/inference/pipelines/text/init.js +213 -725
  613. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  614. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  615. package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
  616. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  617. package/src/inference/pipelines/text/layer-plan.js +1 -1
  618. package/src/inference/pipelines/text/layer.d.ts +70 -8
  619. package/src/inference/pipelines/text/layer.js +373 -558
  620. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  621. package/src/inference/pipelines/text/linear-attention.js +6 -4
  622. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  623. package/src/inference/pipelines/text/load-errors.js +59 -0
  624. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  625. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  626. package/src/inference/pipelines/text/logits/gpu.js +419 -66
  627. package/src/inference/pipelines/text/logits/index.d.ts +3 -3
  628. package/src/inference/pipelines/text/logits/index.js +96 -42
  629. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  630. package/src/inference/pipelines/text/lora-apply.js +17 -0
  631. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  632. package/src/inference/pipelines/text/model-load.js +74 -17
  633. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  634. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  635. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  636. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  637. package/src/inference/pipelines/text/ops.d.ts +42 -4
  638. package/src/inference/pipelines/text/ops.js +20 -1
  639. package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
  640. package/src/inference/pipelines/text/probes.d.ts +3 -6
  641. package/src/inference/pipelines/text/probes.js +119 -31
  642. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  643. package/src/inference/pipelines/text/sampling-config.js +103 -64
  644. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  645. package/src/inference/pipelines/text/sampling.js +153 -9
  646. package/src/inference/pipelines/text/stage-names.js +3 -0
  647. package/src/inference/pipelines/text/state.js +19 -0
  648. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  649. package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
  650. package/src/inference/pipelines/text/types.d.ts +92 -81
  651. package/src/inference/pipelines/text/weights.d.ts +4 -52
  652. package/src/inference/pipelines/text/weights.js +6 -56
  653. package/src/inference/pipelines/text.d.ts +33 -1
  654. package/src/inference/pipelines/text.js +375 -55
  655. package/src/inference/pipelines/vision/gemma4.js +20 -9
  656. package/src/inference/pipelines/vision/index.js +0 -107
  657. package/src/inference/runtime-model.d.ts +0 -7
  658. package/src/inference/runtime-model.js +0 -23
  659. package/src/inference/test-harness.d.ts +6 -22
  660. package/src/inference/test-harness.js +97 -23
  661. package/src/inference/tokenizer.d.ts +30 -0
  662. package/src/inference/tokenizer.js +341 -174
  663. package/src/inference/tokenizers/bundled.js +71 -49
  664. package/src/inference/tokenizers/sentencepiece.js +65 -15
  665. package/src/inference/tokenizers/types.d.ts +0 -21
  666. package/src/loader/doppler-loader.d.ts +14 -0
  667. package/src/loader/doppler-loader.js +378 -25
  668. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  669. package/src/loader/embedding-limit-preflight.js +216 -0
  670. package/src/loader/embedding-loader.d.ts +8 -2
  671. package/src/loader/embedding-loader.js +276 -11
  672. package/src/loader/experts/expert-loader.d.ts +4 -1
  673. package/src/loader/experts/expert-loader.js +174 -5
  674. package/src/loader/final-weights-loader.d.ts +5 -0
  675. package/src/loader/final-weights-loader.js +167 -4
  676. package/src/loader/layer-loader.d.ts +2 -0
  677. package/src/loader/layer-loader.js +74 -6
  678. package/src/loader/loader-types.d.ts +61 -2
  679. package/src/loader/manifest-config.d.ts +8 -0
  680. package/src/loader/manifest-config.js +25 -1
  681. package/src/loader/memory-monitor.d.ts +17 -5
  682. package/src/loader/quantization-constants.d.ts +6 -0
  683. package/src/loader/shard-resolver.d.ts +1 -0
  684. package/src/loader/shard-resolver.js +52 -4
  685. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  686. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  687. package/src/loader/tensors/source-transform.js +6 -1
  688. package/src/loader/tensors/tensor-loader.d.ts +36 -8
  689. package/src/loader/tensors/tensor-loader.js +521 -22
  690. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  691. package/src/loader/tensors/tensor-reader.js +11 -4
  692. package/src/loader/weights.d.ts +3 -1
  693. package/src/memory/address-table.d.ts +1 -9
  694. package/src/memory/buffer-pool.d.ts +0 -16
  695. package/src/memory/buffer-pool.js +13 -42
  696. package/src/memory/heap-manager.d.ts +18 -43
  697. package/src/memory/unified-detect.d.ts +19 -34
  698. package/src/models/diffusiongemma.d.ts +7 -0
  699. package/src/models/diffusiongemma.js +25 -0
  700. package/src/models/embeddinggemma.d.ts +7 -0
  701. package/src/models/embeddinggemma.js +24 -0
  702. package/src/models/family.d.ts +24 -0
  703. package/src/models/family.js +25 -0
  704. package/src/models/gemma3.d.ts +7 -0
  705. package/src/models/gemma3.js +33 -0
  706. package/src/models/gemma4.d.ts +7 -0
  707. package/src/models/gemma4.js +57 -0
  708. package/src/models/qwen3.d.ts +7 -0
  709. package/src/models/qwen3.js +36 -0
  710. package/src/rules/converter/tokenizer.rules.json +5 -0
  711. package/src/rules/execution-rules-contract-check.js +162 -10
  712. package/src/rules/inference/capability-transforms.rules.json +111 -0
  713. package/src/rules/inference/config.rules.json +1 -0
  714. package/src/rules/inference/dtype.rules.json +7 -0
  715. package/src/rules/inference/execution.rules.json +117 -16
  716. package/src/rules/inference/ffn.rules.json +24 -2
  717. package/src/rules/kernels/gather.rules.json +81 -0
  718. package/src/rules/kernels/matmul.rules.json +19 -0
  719. package/src/rules/kernels/moe.rules.json +3 -0
  720. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  721. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  722. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  723. package/src/rules/kernels/rope-qk.rules.json +6 -0
  724. package/src/rules/loader/tensor-loader.rules.json +17 -0
  725. package/src/rules/rule-registry.js +59 -75
  726. package/src/storage/artifact-storage-context.d.ts +12 -3
  727. package/src/storage/artifact-storage-context.js +241 -26
  728. package/src/storage/backends/opfs-store.js +138 -88
  729. package/src/storage/blake3.js +9 -1
  730. package/src/storage/export.js +1 -5
  731. package/src/storage/normalize-model-id.js +3 -0
  732. package/src/storage/preflight.js +11 -0
  733. package/src/storage/quickstart-downloader.js +44 -67
  734. package/src/storage/reports.js +35 -11
  735. package/src/storage/shard-manager.d.ts +8 -2
  736. package/src/storage/shard-manager.js +176 -15
  737. package/src/storage/source-artifact-store.d.ts +0 -2
  738. package/src/storage/source-artifact-store.js +3 -9
  739. package/src/sw.js +0 -3
  740. package/src/tooling/browser-command-runner.d.ts +0 -3
  741. package/src/tooling/browser-command-runner.js +31 -4
  742. package/src/tooling/command-api-constants.js +1 -1
  743. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  744. package/src/tooling/command-api-family-normalizers.js +53 -9
  745. package/src/tooling/command-api-helpers.d.ts +0 -2
  746. package/src/tooling/command-api-helpers.js +8 -3
  747. package/src/tooling/command-api.d.ts +22 -1
  748. package/src/tooling/command-api.js +11 -1
  749. package/src/tooling/command-envelope.d.ts +0 -1
  750. package/src/tooling/command-envelope.js +1 -1
  751. package/src/tooling/command-runner-shared.d.ts +14 -0
  752. package/src/tooling/command-runner-shared.js +2 -1
  753. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  754. package/src/tooling/conversion-config-materializer.js +1 -1
  755. package/src/tooling/diagnose-runner.js +3 -4
  756. package/src/tooling/hf-registry-utils.d.ts +2 -6
  757. package/src/tooling/hf-registry-utils.js +90 -19
  758. package/src/tooling/kernel-path-builder/index.js +1 -4
  759. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  760. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  761. package/src/tooling/lean-execution-contract-runner.js +2 -2
  762. package/src/tooling/litert-package-runtime.d.ts +1 -1
  763. package/src/tooling/litert-package-runtime.js +571 -37
  764. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  765. package/src/tooling/node-browser-command-runner.js +107 -17
  766. package/src/tooling/node-command-runner.js +43 -2
  767. package/src/tooling/node-convert-worker-pool.js +15 -0
  768. package/src/tooling/node-convert-worker.js +11 -1
  769. package/src/tooling/node-converter.js +102 -1
  770. package/src/tooling/node-source-runtime.js +1 -10
  771. package/src/tooling/node-webgpu.d.ts +1 -0
  772. package/src/tooling/node-webgpu.js +23 -11
  773. package/src/tooling/opfs-cache.js +1 -4
  774. package/src/tooling/precision-replay-math.js +174 -0
  775. package/src/tooling/program-bundle-host.d.ts +16 -0
  776. package/src/tooling/program-bundle-host.js +20 -0
  777. package/src/tooling/program-bundle-parity.d.ts +28 -0
  778. package/src/tooling/program-bundle-parity.js +210 -0
  779. package/src/tooling/program-bundle.d.ts +112 -0
  780. package/src/tooling/program-bundle.js +1119 -0
  781. package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
  782. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  783. package/src/tooling/reference-verify.js +191 -0
  784. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  785. package/src/tooling/source-artifact-adapter.js +10 -5
  786. package/src/tooling/source-package-profiles.d.ts +18 -1
  787. package/src/tooling/source-package-profiles.js +110 -8
  788. package/src/tooling/source-runtime-bundle.d.ts +3 -0
  789. package/src/tooling/source-runtime-bundle.js +30 -22
  790. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  791. package/src/tooling/source-runtime-converter-config.js +25 -12
  792. package/src/tooling/source-runtime-materializer.js +1 -7
  793. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  794. package/src/tooling-experimental-exports.shared.js +10 -0
  795. package/src/tooling-exports/device.d.ts +11 -0
  796. package/src/tooling-exports/device.js +14 -0
  797. package/src/tooling-exports/manifest.d.ts +8 -0
  798. package/src/tooling-exports/manifest.js +11 -0
  799. package/src/tooling-exports/storage.d.ts +25 -0
  800. package/src/tooling-exports/storage.js +29 -0
  801. package/src/tooling-exports/structured.d.ts +1 -0
  802. package/src/tooling-exports/structured.js +5 -0
  803. package/src/tooling-exports.d.ts +23 -0
  804. package/src/tooling-exports.js +17 -0
  805. package/src/tooling-exports.shared.d.ts +27 -30
  806. package/src/tooling-exports.shared.js +28 -29
  807. package/src/types/index.d.ts +0 -3
  808. package/src/types/index.js +0 -3
  809. package/src/utils/array-buffer.d.ts +4 -0
  810. package/src/utils/array-buffer.js +9 -0
  811. package/src/utils/canonical-hash.d.ts +7 -0
  812. package/src/utils/canonical-hash.js +74 -0
  813. package/src/utils/clone-json.d.ts +1 -0
  814. package/src/utils/clone-json.js +7 -0
  815. package/src/utils/encode-utf8.js +5 -0
  816. package/src/utils/index.d.ts +4 -1
  817. package/src/utils/index.js +4 -1
  818. package/src/utils/runtime-env.js +7 -0
  819. package/src/utils/sha256.d.ts +1 -0
  820. package/src/utils/sha256.js +18 -4
  821. package/src/utils/stable-sort-object.d.ts +1 -0
  822. package/src/utils/stable-sort-object.js +13 -0
  823. package/src/version.js +1 -1
  824. package/tools/convert-safetensors-node.js +1 -2
  825. package/src/bootstrap.d.ts +0 -1
  826. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  827. package/src/config/kernels/kernel-ref.d.ts +0 -17
  828. package/src/config/kernels/kernel-ref.js +0 -75
  829. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  830. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  831. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  832. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  833. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  834. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  835. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  836. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  837. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  838. package/src/config/runtime/overlays/trace-config.json +0 -28
  839. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  840. package/src/debug/perf.d.ts +0 -33
  841. package/src/debug/perf.js +0 -51
  842. package/src/errors/index.d.ts +0 -1
  843. package/src/errors/index.js +0 -1
  844. package/src/formats/gguf/index.d.ts +0 -8
  845. package/src/formats/gguf/index.js +0 -4
  846. package/src/formats/litert/index.d.ts +0 -1
  847. package/src/formats/litert/index.js +0 -1
  848. package/src/formats/safetensors/index.d.ts +0 -8
  849. package/src/formats/safetensors/index.js +0 -4
  850. package/src/formats/tflite/index.d.ts +0 -1
  851. package/src/formats/tflite/index.js +0 -1
  852. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  853. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  854. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  855. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  856. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  857. package/src/inference/functiongemma.d.ts +0 -15
  858. package/src/inference/functiongemma.js +0 -1
  859. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  860. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  861. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  862. package/src/rules/kernels/kernel-validator.js +0 -160
  863. package/src/sw.d.ts +0 -1
  864. package/src/tooling/bench-runner.js +0 -64
  865. package/src/tooling/distill-runner.js +0 -56
  866. package/src/tooling/lora-runner.js +0 -37
  867. package/src/tooling/verify-runner.js +0 -63
  868. package/src/types/gpu.d.ts +0 -185
  869. package/src/types/gpu.js +0 -5
  870. package/src/types/inference.d.ts +0 -197
  871. package/src/types/inference.js +0 -5
  872. package/src/types/model.d.ts +0 -130
  873. package/src/types/model.js +0 -5
  874. package/src/utils/format-bytes.js +0 -20
  875. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  876. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  877. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  878. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  879. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  880. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -8,6 +8,8 @@ import {
8
8
  openModelStore,
9
9
  verifyIntegrity,
10
10
  loadManifestFromStore,
11
+ loadAuxFile,
12
+ computeHash,
11
13
  } from '../storage/shard-manager.js';
12
14
  import { clearManifest, parseManifest, setManifest as setCurrentManifest } from '../formats/rdrr/index.js';
13
15
  import { initDevice, getDevice, getKernelCapabilities } from '../gpu/device.js';
@@ -39,11 +41,15 @@ import { MemoryMonitor } from './memory-monitor.js';
39
41
  import {
40
42
  loadTensorToGPU,
41
43
  loadTensorToCPU,
44
+ isLiteRTAffineInt4FusedEligible,
42
45
  } from './tensors/tensor-loader.js';
46
+ import { annotateWeightLoadError } from '../inference/pipelines/text/load-errors.js';
43
47
  import { loadEmbeddings } from './embedding-loader.js';
44
48
  import { loadPerLayerInputWeights } from './per-layer-input-loader.js';
45
49
  import { loadLayer } from './layer-loader.js';
46
50
  import { loadFinalWeights } from './final-weights-loader.js';
51
+ import { cloneJsonValue } from '../utils/clone-json.js';
52
+ import { assertFunctionalDescriptorManifest } from '../formats/rdrr/functional-descriptor.js';
47
53
  import {
48
54
  loadExpert as loadExpertFromModule,
49
55
  prefetchExperts as prefetchExpertsFromModule,
@@ -64,6 +70,17 @@ function hasExpertGroups(manifest) {
64
70
  return Object.keys(manifest.groups).some((groupId) => groupId.includes('.expert.'));
65
71
  }
66
72
 
73
+ function isDirectSourceRuntimeManifest(manifest) {
74
+ const sourceRuntime = manifest?.metadata?.sourceRuntime;
75
+ const mode = typeof sourceRuntime?.mode === 'string'
76
+ ? sourceRuntime.mode.trim().toLowerCase()
77
+ : '';
78
+ const sourceKind = typeof sourceRuntime?.sourceKind === 'string'
79
+ ? sourceRuntime.sourceKind.trim().toLowerCase()
80
+ : '';
81
+ return mode === 'direct-source' && sourceKind !== 'rdrr';
82
+ }
83
+
67
84
  /**
68
85
  * Detect whether a manifest describes a Mixture-of-Experts model.
69
86
  * Validates that manifests with expert groups also have moeConfig.
@@ -84,6 +101,90 @@ function isGpuBufferInstance(value) {
84
101
  return typeof GPUBuffer !== 'undefined' && value instanceof GPUBuffer;
85
102
  }
86
103
 
104
+ function nowMs() {
105
+ return typeof performance !== 'undefined' && typeof performance.now === 'function'
106
+ ? performance.now()
107
+ : Date.now();
108
+ }
109
+
110
+ function roundLoadTimingMs(value) {
111
+ return Number.isFinite(value) ? Number(value.toFixed(3)) : null;
112
+ }
113
+
114
+ function createLoadTiming(modelId, hasCustomLoader) {
115
+ return {
116
+ schemaVersion: 1,
117
+ source: 'doppler-loader',
118
+ modelId: typeof modelId === 'string' ? modelId : null,
119
+ status: 'running',
120
+ customShardLoader: hasCustomLoader === true,
121
+ byteAccountingMode: hasCustomLoader === true
122
+ ? 'custom-loader-progress-unavailable'
123
+ : 'full-shard-progress',
124
+ totalBytes: null,
125
+ totalShards: null,
126
+ bytesLoaded: 0,
127
+ shardsLoaded: 0,
128
+ bytesPerSecond: null,
129
+ phasesMs: {
130
+ preflight: null,
131
+ tensorLocations: null,
132
+ embeddings: null,
133
+ layers: null,
134
+ finalWeights: null,
135
+ cleanup: null,
136
+ },
137
+ layers: {
138
+ count: null,
139
+ totalMs: null,
140
+ meanMs: null,
141
+ maxMs: null,
142
+ maxLayer: null,
143
+ },
144
+ totalMs: null,
145
+ failedPhase: null,
146
+ error: null,
147
+ };
148
+ }
149
+
150
+ function finishLoadPhase(loadTiming, phase, startMs) {
151
+ if (!loadTiming?.phasesMs || !phase) return;
152
+ loadTiming.phasesMs[phase] = roundLoadTimingMs(nowMs() - startMs);
153
+ }
154
+
155
+ function finishLoadTiming(loadTiming, status, startMs, error = null, failedPhase = null) {
156
+ if (!loadTiming) return;
157
+ const totalMs = nowMs() - startMs;
158
+ loadTiming.status = status;
159
+ loadTiming.totalMs = roundLoadTimingMs(totalMs);
160
+ loadTiming.bytesPerSecond = totalMs > 0 && Number.isFinite(loadTiming.bytesLoaded)
161
+ ? Math.round((loadTiming.bytesLoaded / totalMs) * 1000)
162
+ : null;
163
+ if (status === 'failed') {
164
+ loadTiming.failedPhase = failedPhase;
165
+ loadTiming.error = error?.message ?? String(error ?? 'unknown load error');
166
+ }
167
+ }
168
+
169
+ function getTensorShardIndices(location) {
170
+ if (Array.isArray(location?.spans) && location.spans.length > 0) {
171
+ return Array.from(new Set(location.spans.map((span) => span?.shardIndex).filter(Number.isInteger)));
172
+ }
173
+ return Number.isInteger(location?.shardIndex) ? [location.shardIndex] : [];
174
+ }
175
+
176
+ function annotateTensorLoadError(error, name, location, details = {}) {
177
+ return annotateWeightLoadError(error, {
178
+ tensorName: name,
179
+ tensorRole: location?.role ?? null,
180
+ tensorDtype: location?.dtype ?? null,
181
+ tensorShape: Array.isArray(location?.shape) ? [...location.shape] : null,
182
+ tensorSizeBytes: Number.isFinite(location?.size) ? location.size : null,
183
+ tensorShardIndices: getTensorShardIndices(location),
184
+ ...details,
185
+ });
186
+ }
187
+
87
188
  // Re-export types for backward compatibility
88
189
  export {
89
190
  // Types are in .d.ts file
@@ -127,6 +228,8 @@ export class DopplerLoader {
127
228
 
128
229
  embeddingPostprocessor = null;
129
230
 
231
+ diffusionGemmaSelfConditioning = null;
232
+
130
233
  perLayerInputWeights = null;
131
234
 
132
235
  // Memory management
@@ -145,6 +248,8 @@ export class DopplerLoader {
145
248
 
146
249
  tensorLocations = new Map();
147
250
 
251
+ loadTiming = null;
252
+
148
253
  // Shard cache (LRU with request deduplication)
149
254
 
150
255
  shardCache;
@@ -155,6 +260,7 @@ export class DopplerLoader {
155
260
  #loaderDebug = null;
156
261
 
157
262
  #perLayerInputSession = null;
263
+ #loadAuxiliaryFile = null;
158
264
 
159
265
  // Fused Q4_K matmul: skip dequantization for matmul weights, use fused kernel
160
266
 
@@ -168,6 +274,8 @@ export class DopplerLoader {
168
274
 
169
275
  q4kMaterializationMode = 'dense';
170
276
 
277
+ q4kFusedRoles = [];
278
+
171
279
  // Internal tracking
172
280
 
173
281
  #normOffsetLogged = false;
@@ -177,6 +285,7 @@ export class DopplerLoader {
177
285
  #memoryMonitor = null;
178
286
 
179
287
  #tensorsJsonUrl = null;
288
+ #loadTensorsJson = null;
180
289
 
181
290
  #loadShardOverride = null;
182
291
 
@@ -223,6 +332,9 @@ export class DopplerLoader {
223
332
  this.q4kLayout = config.q4kLayout;
224
333
  this.keepF32Weights = config.keepF32Weights;
225
334
  this.q4kMaterializationMode = config.q4kMaterializationMode ?? 'dense';
335
+ this.q4kFusedRoles = Array.isArray(config.q4kFusedRoles)
336
+ ? [...new Set(config.q4kFusedRoles.map((role) => String(role)).filter(Boolean))].sort()
337
+ : [];
226
338
  }
227
339
 
228
340
 
@@ -278,6 +390,13 @@ export class DopplerLoader {
278
390
  loadRange: options.loadShardRange ?? null,
279
391
  streamRange: options.streamShardRange ?? null,
280
392
  });
393
+ this.#loadAuxiliaryFile = typeof options.loadAuxiliaryFile === 'function'
394
+ ? options.loadAuxiliaryFile
395
+ : null;
396
+ }
397
+
398
+ setAuxiliaryFileLoader(loadAuxiliaryFile) {
399
+ this.#loadAuxiliaryFile = typeof loadAuxiliaryFile === 'function' ? loadAuxiliaryFile : null;
281
400
  }
282
401
 
283
402
 
@@ -285,6 +404,10 @@ export class DopplerLoader {
285
404
  this.#tensorsJsonUrl = url;
286
405
  }
287
406
 
407
+ setTensorsJsonLoader(loadTensorsJson) {
408
+ this.#loadTensorsJson = typeof loadTensorsJson === 'function' ? loadTensorsJson : null;
409
+ }
410
+
288
411
 
289
412
  async #loadShard(shardIndex, options) {
290
413
  return this.shardCache.load(shardIndex, options);
@@ -371,7 +494,8 @@ export class DopplerLoader {
371
494
 
372
495
 
373
496
  #shouldStreamLargeWeight(name, location, label) {
374
- return shouldStreamLargeWeight(name, location, label, this.gpuCapabilities, this.keepF32Weights);
497
+ const manifestOverrides = this.manifest?.inference?.largeWeights?.gpuResidentOverrides ?? null;
498
+ return shouldStreamLargeWeight(name, location, label, this.gpuCapabilities, this.keepF32Weights, manifestOverrides);
375
499
  }
376
500
 
377
501
 
@@ -410,6 +534,10 @@ export class DopplerLoader {
410
534
 
411
535
  log.info('Loader', `Loading: ${modelId}`);
412
536
  this.modelId = modelId;
537
+ const loadTimingStart = nowMs();
538
+ let activeLoadPhase = 'preflight';
539
+ let phaseStart = loadTimingStart;
540
+ this.loadTiming = createLoadTiming(modelId, this.shardCache.hasCustomLoader);
413
541
 
414
542
  this.#startMemoryLogging();
415
543
  this.#assertResidentBudget('load start');
@@ -434,23 +562,29 @@ export class DopplerLoader {
434
562
  log.warn('Loader', 'Dense model on discrete GPU - performance limited. Consider MoE model.');
435
563
  }
436
564
 
437
- if (verifyHashes && !this.shardCache.hasCustomLoader) {
438
- // Avoid a full re-hash on every warm load. Presence check is enough to
439
- // decide "cached vs missing"; hash verification is performed at download/import time.
565
+ if (!this.shardCache.hasCustomLoader) {
440
566
  const integrity = await verifyIntegrity({ checkHashes: false });
441
567
  if (!integrity.valid) {
442
568
  throw new Error(
443
- `Model integrity check failed. ` +
569
+ `Artifact contract preflight failed for "${this.manifest?.modelId ?? modelId}". ` +
444
570
  `Missing shards: ${integrity.missingShards.length}, ` +
445
- `Corrupt shards: ${integrity.corruptShards.length}`
571
+ `corrupt shards: ${integrity.corruptShards.length}. ` +
572
+ 'Re-import, re-download, or provide a manifest with a valid weightsRef.'
446
573
  );
447
574
  }
448
575
  }
449
576
 
450
- await this.#buildTensorLocations();
451
-
452
577
  const totalBytes = (this.manifest.shards || []).reduce((sum, s) => sum + (s.size || 0), 0);
453
578
  const totalShards = this.manifest.shards?.length || 0;
579
+ this.loadTiming.totalBytes = totalBytes;
580
+ this.loadTiming.totalShards = totalShards;
581
+ finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
582
+
583
+ activeLoadPhase = 'tensorLocations';
584
+ phaseStart = nowMs();
585
+ await this.#buildTensorLocations();
586
+ finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
587
+
454
588
  const loadStartTime = Date.now();
455
589
  let bytesLoaded = 0;
456
590
  let shardsLoaded = 0;
@@ -508,6 +642,8 @@ export class DopplerLoader {
508
642
  loadedShardIndices.add(shardIndex);
509
643
  bytesLoaded += shardSize;
510
644
  shardsLoaded++;
645
+ this.loadTiming.bytesLoaded = bytesLoaded;
646
+ this.loadTiming.shardsLoaded = shardsLoaded;
511
647
  if (!inLayerPhase) {
512
648
  const pct = 0.1 + Math.min(bytesLoaded / totalBytes, 1.0) * 0.7;
513
649
  const elapsed = (Date.now() - loadStartTime) / 1000;
@@ -541,7 +677,10 @@ export class DopplerLoader {
541
677
  let loadError = null;
542
678
  try {
543
679
  reportProgress('shards', 0.1, 'Loading embeddings...');
680
+ activeLoadPhase = 'embeddings';
681
+ phaseStart = nowMs();
544
682
  await this.#loadEmbeddings(onProgress);
683
+ finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
545
684
  this.#assertResidentBudget('embeddings');
546
685
 
547
686
  const resolveNumLayers = (value) => {
@@ -575,14 +714,24 @@ export class DopplerLoader {
575
714
  log.info('Loader', `Layers: 0-${numLayers - 1}`);
576
715
 
577
716
  inLayerPhase = true;
717
+ activeLoadPhase = 'layers';
578
718
  const layersStartTime = performance.now();
719
+ let layerTotalMs = 0;
720
+ let maxLayerMs = 0;
721
+ let maxLayer = null;
579
722
 
580
723
  for (let l = 0; l < numLayers; l++) {
581
724
  const layerStart = performance.now();
582
725
  const layerPromise = this.#loadLayer(l, onProgress);
583
726
  this.#prefetchLayerShards(l);
584
727
  await layerPromise;
585
- const layerElapsed = ((performance.now() - layerStart) / 1000).toFixed(2);
728
+ const layerElapsedMs = performance.now() - layerStart;
729
+ layerTotalMs += layerElapsedMs;
730
+ if (layerElapsedMs > maxLayerMs) {
731
+ maxLayerMs = layerElapsedMs;
732
+ maxLayer = l;
733
+ }
734
+ const layerElapsed = (layerElapsedMs / 1000).toFixed(2);
586
735
  log.verbose('Loader', ` Layer ${l}: ${layerElapsed}s`);
587
736
 
588
737
  await new Promise(r => setTimeout(r, 0));
@@ -620,10 +769,21 @@ export class DopplerLoader {
620
769
  }
621
770
 
622
771
  const layersTotalTime = ((performance.now() - layersStartTime) / 1000).toFixed(2);
772
+ this.loadTiming.layers = {
773
+ count: numLayers,
774
+ totalMs: roundLoadTimingMs(layerTotalMs),
775
+ meanMs: numLayers > 0 ? roundLoadTimingMs(layerTotalMs / numLayers) : null,
776
+ maxMs: maxLayer == null ? null : roundLoadTimingMs(maxLayerMs),
777
+ maxLayer,
778
+ };
779
+ finishLoadPhase(this.loadTiming, activeLoadPhase, layersStartTime);
623
780
  log.info('Loader', `Layers: ${numLayers} complete (${layersTotalTime}s)`);
624
781
 
625
782
  reportProgress('gpu_transfer', 0.85, 'Loading final weights...');
783
+ activeLoadPhase = 'finalWeights';
784
+ phaseStart = nowMs();
626
785
  await this.#loadFinalWeights(onProgress);
786
+ finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
627
787
  this.#assertResidentBudget('final weights');
628
788
 
629
789
  if (onProgress) {
@@ -635,11 +795,16 @@ export class DopplerLoader {
635
795
  const avgSpeed = formatBytes(bytesLoaded / (Date.now() - loadStartTime) * 1000);
636
796
  log.info('Loader', `Complete: ${formatBytes(bytesLoaded)} in ${totalTime}s (${avgSpeed}/s)`);
637
797
 
798
+ activeLoadPhase = 'cleanup';
799
+ phaseStart = nowMs();
638
800
  this.shardCache.clear();
801
+ finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
802
+ finishLoadTiming(this.loadTiming, 'complete', loadTimingStart);
639
803
 
640
804
  return (this.manifest.config) || {};
641
805
  } catch (error) {
642
806
  loadError = error;
807
+ finishLoadTiming(this.loadTiming, 'failed', loadTimingStart, error, activeLoadPhase);
643
808
  } finally {
644
809
  this.#loadShardOverride = null;
645
810
  if (this.#memoryMonitor) {
@@ -667,6 +832,7 @@ export class DopplerLoader {
667
832
 
668
833
  const locations = await buildTensorLocations(this.manifest, {
669
834
  tensorsJsonUrl: this.#tensorsJsonUrl,
835
+ loadTensorsJson: this.#loadTensorsJson,
670
836
  hasCustomLoader: this.shardCache.hasCustomLoader,
671
837
  });
672
838
 
@@ -692,12 +858,8 @@ export class DopplerLoader {
692
858
  this.#layerShardMap.set(layerIdx, shards);
693
859
  }
694
860
 
695
- if (location.spans) {
696
- for (const span of location.spans) {
697
- shards.add(span.shardIndex);
698
- }
699
- } else {
700
- shards.add(location.shardIndex);
861
+ for (const shardIndex of getTensorShardIndices(location)) {
862
+ shards.add(shardIndex);
701
863
  }
702
864
  }
703
865
  }
@@ -730,7 +892,20 @@ export class DopplerLoader {
730
892
  // Range-capable custom loaders are expected to serve fine-grained tensor reads.
731
893
  // Whole-shard prefetch defeats that contract and can force invalid >4 GiB reads
732
894
  // for direct-source SafeTensors bundles.
733
- if (this.shardCache.hasCustomLoader && this.shardCache.canStreamRanges) return;
895
+ if (this.shardCache.hasCustomLoader && this.shardCache.canStreamRanges) {
896
+ if (prefetch.allowRangeLoaderPrefetch !== true) return;
897
+ if (isDirectSourceRuntimeManifest(this.manifest)) {
898
+ throw new Error(
899
+ 'runtime.loading.prefetch.allowRangeLoaderPrefetch is only supported for RDRR shard manifests; ' +
900
+ 'direct-source artifacts must use range reads.'
901
+ );
902
+ }
903
+ if (!Array.isArray(this.manifest?.shards) || this.manifest.shards.length === 0) {
904
+ throw new Error(
905
+ 'runtime.loading.prefetch.allowRangeLoaderPrefetch requires a manifest with explicit RDRR shards.'
906
+ );
907
+ }
908
+ }
734
909
 
735
910
  const layersAhead = prefetch.layersAhead;
736
911
  if (!Number.isFinite(layersAhead) || layersAhead <= 0) return;
@@ -769,9 +944,26 @@ export class DopplerLoader {
769
944
  debugTrace.loader(`Loading ${name}: shape=${JSON.stringify(location.shape)}, size=${location.size}, dtype=${location.dtype}, spans=${!!location.spans}`);
770
945
  }
771
946
 
772
- let shardData = (toGPU && this.#shouldStreamUploadToGPU(location))
773
- ? await this.#assembleShardDataToGpuBuffer(location, name)
774
- : await this.#assembleShardData(location, name);
947
+ const streamedUpload = toGPU && this.#shouldStreamUploadToGPU(location);
948
+ let shardData;
949
+ try {
950
+ const preserveRawSourceBytes = toGPU && isLiteRTAffineInt4FusedEligible(location, {
951
+ gpuCapabilities: this.gpuCapabilities,
952
+ });
953
+ shardData = this.#isFunctionalDescriptorLocation(location)
954
+ ? await this.#assembleFunctionalDescriptorData(location, name)
955
+ : streamedUpload
956
+ ? await this.#assembleShardDataToGpuBuffer(location, name)
957
+ : await this.#assembleShardData(location, name, {
958
+ materializeSourceTransform: !preserveRawSourceBytes,
959
+ });
960
+ } catch (error) {
961
+ throw annotateTensorLoadError(error, name, location, {
962
+ tensorLoadStage: streamedUpload ? 'streamShardToGpuBuffer' : 'assembleShardData',
963
+ toGPU,
964
+ streamedUpload,
965
+ });
966
+ }
775
967
 
776
968
  if (toGPU) {
777
969
  const device = getDevice();
@@ -781,7 +973,7 @@ export class DopplerLoader {
781
973
  releaseBuffer(shardData);
782
974
  shardData = await this.#assembleShardData(location, name);
783
975
  }
784
- return loadTensorToCPU(shardData, location);
976
+ return loadTensorToCPU(shardData, location, name);
785
977
  }
786
978
 
787
979
 
@@ -792,6 +984,7 @@ export class DopplerLoader {
792
984
  const config = {
793
985
  useFusedQ4K: this.useFusedQ4K,
794
986
  q4kMaterializationMode: this.q4kMaterializationMode,
987
+ q4kFusedRoles: this.q4kFusedRoles,
795
988
  keepF32Weights: this.keepF32Weights,
796
989
  q4kLayout: this.q4kLayout,
797
990
  loaderDebug: this.#loaderDebug,
@@ -799,7 +992,19 @@ export class DopplerLoader {
799
992
  allowF32UpcastNonMatmul,
800
993
  };
801
994
 
802
- const result = await loadTensorToGPU(shardData, location, name, config);
995
+ let result;
996
+ try {
997
+ result = await loadTensorToGPU(shardData, location, name, config);
998
+ } catch (error) {
999
+ if (isGpuBufferInstance(shardData)) {
1000
+ releaseBuffer(shardData);
1001
+ }
1002
+ throw annotateTensorLoadError(error, name, location, {
1003
+ tensorLoadStage: 'materializeTensorToGPU',
1004
+ toGPU: true,
1005
+ streamedUpload,
1006
+ });
1007
+ }
803
1008
 
804
1009
  for (const buffer of result.allocatedBuffers) {
805
1010
  this.gpuBuffers.add(buffer);
@@ -813,19 +1018,145 @@ export class DopplerLoader {
813
1018
  releaseBuffer(shardData);
814
1019
  shardData = await this.#assembleShardData(location, name);
815
1020
  }
816
- return loadTensorToCPU(shardData, location);
1021
+ return loadTensorToCPU(shardData, location, name);
1022
+ }
1023
+
1024
+ #isFunctionalDescriptorLocation(location) {
1025
+ return String(location?.dtype || '').trim().toUpperCase() === 'FUNCTIONAL_DESCRIPTOR';
1026
+ }
1027
+
1028
+ #getDescriptorShardFiles(location, name) {
1029
+ if (!location?.descriptorManifest) {
1030
+ throw new Error(
1031
+ `[DopplerLoader] FUNCTIONAL_DESCRIPTOR tensor "${name}" is missing descriptorManifest.`
1032
+ );
1033
+ }
1034
+ const manifest = assertFunctionalDescriptorManifest(
1035
+ location.descriptorManifest,
1036
+ `FUNCTIONAL_DESCRIPTOR tensor "${name}" descriptorManifest`
1037
+ );
1038
+ const components = manifest.components;
1039
+ if (!components || typeof components !== 'object') {
1040
+ throw new Error(
1041
+ `[DopplerLoader] FUNCTIONAL_DESCRIPTOR tensor "${name}" descriptorManifest.components is required.`
1042
+ );
1043
+ }
1044
+ const files = [
1045
+ components.kronecker_sum?.shard_file,
1046
+ components.coordinate_inr?.shard_file,
1047
+ components.sparse_outliers?.shard_file,
1048
+ ];
1049
+ if (files.some((file) => typeof file !== 'string' || file.trim().length === 0)) {
1050
+ throw new Error(
1051
+ `[DopplerLoader] FUNCTIONAL_DESCRIPTOR tensor "${name}" must declare kronecker, SIREN, and sparse shard_file values.`
1052
+ );
1053
+ }
1054
+ return files.map((file) => file.trim());
1055
+ }
1056
+
1057
+ async #loadDescriptorShardFile(file, name) {
1058
+ const loadAuxiliaryFile = this.#loadAuxiliaryFile;
1059
+ const payload = loadAuxiliaryFile
1060
+ ? await loadAuxiliaryFile(file)
1061
+ : await loadAuxFile(file);
1062
+ if (payload == null) {
1063
+ throw new Error(
1064
+ `[DopplerLoader] Descriptor shard "${file}" for tensor "${name}" was not found.`
1065
+ );
1066
+ }
1067
+ if (payload instanceof Uint8Array) {
1068
+ return payload;
1069
+ }
1070
+ if (ArrayBuffer.isView(payload)) {
1071
+ return new Uint8Array(payload.buffer, payload.byteOffset, payload.byteLength);
1072
+ }
1073
+ if (payload instanceof ArrayBuffer) {
1074
+ return new Uint8Array(payload);
1075
+ }
1076
+ throw new Error(
1077
+ `[DopplerLoader] Descriptor shard "${file}" for tensor "${name}" must load as ArrayBuffer or Uint8Array.`
1078
+ );
1079
+ }
1080
+
1081
+ async #assertDescriptorHash(location, name, descriptorShards) {
1082
+ const descriptorHash = location?.descriptorManifest?.descriptor_hash;
1083
+ if (typeof descriptorHash !== 'string' || !descriptorHash.trim()) {
1084
+ return;
1085
+ }
1086
+ const match = /^sha256:([a-f0-9]{64})$/i.exec(descriptorHash.trim());
1087
+ if (!match) {
1088
+ throw new Error(
1089
+ `[DopplerLoader] FUNCTIONAL_DESCRIPTOR tensor "${name}" descriptor_hash must be sha256:<64 hex chars>.`
1090
+ );
1091
+ }
1092
+ const totalBytes = Array.from(descriptorShards.values()).reduce((sum, bytes) => sum + bytes.byteLength, 0);
1093
+ const combined = new Uint8Array(totalBytes);
1094
+ let offset = 0;
1095
+ for (const bytes of descriptorShards.values()) {
1096
+ combined.set(bytes, offset);
1097
+ offset += bytes.byteLength;
1098
+ }
1099
+ const actual = await computeHash(combined, 'sha256');
1100
+ if (actual.toLowerCase() !== match[1].toLowerCase()) {
1101
+ throw new Error(
1102
+ `[DopplerLoader] FUNCTIONAL_DESCRIPTOR tensor "${name}" descriptor hash mismatch. ` +
1103
+ `Expected ${descriptorHash}, got sha256:${actual}.`
1104
+ );
1105
+ }
1106
+ }
1107
+
1108
+ async #assembleFunctionalDescriptorData(location, name) {
1109
+ const shardFiles = this.#getDescriptorShardFiles(location, name);
1110
+ const descriptorShards = new Map();
1111
+ for (const file of shardFiles) {
1112
+ descriptorShards.set(file, await this.#loadDescriptorShardFile(file, name));
1113
+ }
1114
+ await this.#assertDescriptorHash(location, name, descriptorShards);
1115
+ const data = new Uint8Array(0);
1116
+ Object.defineProperty(data, 'descriptorShards', {
1117
+ value: descriptorShards,
1118
+ enumerable: false,
1119
+ });
1120
+ return data;
817
1121
  }
818
1122
 
819
1123
 
820
- async #assembleShardData(location, name) {
1124
+ async #assembleShardData(location, name, options = {}) {
821
1125
  const loadShard = this.#getLoadShard();
822
1126
  const loadShardRange = (idx, offset, length) => this.shardCache.loadRange(idx, offset, length);
823
- return assembleShardData(location, name, loadShard, loadShardRange);
1127
+ const data = await assembleShardData(location, name, loadShard, loadShardRange, options);
1128
+ const companions = Array.isArray(location?.storage?.companions)
1129
+ ? location.storage.companions
1130
+ : [];
1131
+ if (companions.length === 0) {
1132
+ return data;
1133
+ }
1134
+ const storageCompanions = {};
1135
+ for (const companion of companions) {
1136
+ const companionLocation = this.tensorLocations.get(companion.tensorId);
1137
+ if (!companionLocation) {
1138
+ throw new Error(
1139
+ `[DopplerLoader] Tensor "${name}" storage companion "${companion.tensorId}" for role "${companion.role}" was not found.`
1140
+ );
1141
+ }
1142
+ storageCompanions[companion.role] = {
1143
+ tensorId: companion.tensorId,
1144
+ location: companionLocation,
1145
+ bytes: await assembleShardData(companionLocation, companion.tensorId, loadShard, loadShardRange),
1146
+ };
1147
+ }
1148
+ Object.defineProperty(data, 'storageCompanions', {
1149
+ value: storageCompanions,
1150
+ enumerable: false,
1151
+ });
1152
+ return data;
824
1153
  }
825
1154
 
826
1155
  #shouldStreamUploadToGPU(location) {
1156
+ if (this.#isFunctionalDescriptorLocation(location)) return false;
827
1157
  if (!location?.size || location.size <= 0) return false;
828
1158
  if (hasSourceTransform(location)) return false;
1159
+ if (Array.isArray(location?.storage?.companions) && location.storage.companions.length > 0) return false;
829
1160
  if (this.shardCache.hasCustomLoader && !this.shardCache.canStreamRanges) return false;
830
1161
  const chunkBytes = this.#loadingConfig?.storage?.backend?.streaming?.readChunkBytes ?? 0;
831
1162
  if (!Number.isFinite(chunkBytes) || chunkBytes <= 0) return false;
@@ -859,7 +1190,7 @@ export class DopplerLoader {
859
1190
  let pendingBytes = null;
860
1191
  const writeAlignedChunk = (bytes) => {
861
1192
  if (bytes.byteLength === 0) return;
862
- device.queue.writeBuffer(raw, dstOffset, bytes, bytes.byteOffset, bytes.byteLength);
1193
+ device.queue.writeBuffer(raw, dstOffset, bytes, 0, bytes.byteLength);
863
1194
  dstOffset += bytes.byteLength;
864
1195
  };
865
1196
  const uploadChunk = (bytes) => {
@@ -937,6 +1268,7 @@ export class DopplerLoader {
937
1268
  // gather.wgsl reads embeddings as f32; downcasting here corrupts reads.
938
1269
  preserveF32Embeddings: String(this.manifest?.quantizationInfo?.embeddings ?? '').toLowerCase() === 'f32',
939
1270
  hostHasShaderF16: this.gpuCapabilities?.hasF16 ?? null,
1271
+ embeddingKernel: this.manifest?.inference?.execution?.kernels?.embed ?? null,
940
1272
  };
941
1273
 
942
1274
  this.embeddings = await loadEmbeddings(ctx);
@@ -971,6 +1303,7 @@ export class DopplerLoader {
971
1303
  keepF32Weights: this.keepF32Weights,
972
1304
  isMoE: this.isMoE,
973
1305
  isExpertLayer: (idx) => this.#isExpertLayer(idx),
1306
+ loadDenseFfnForMoeLayers: this.manifest?.inference?.ffn?.branchMode === 'dense_plus_moe',
974
1307
  numHeads: this.manifest?.architecture?.numAttentionHeads ?? null,
975
1308
  numKVHeads: this.manifest?.architecture?.numKeyValueHeads ?? null,
976
1309
  headDim: this.manifest?.architecture?.headDim ?? null,
@@ -1010,6 +1343,7 @@ export class DopplerLoader {
1010
1343
  const loadShard = this.#getLoadShard();
1011
1344
  return {
1012
1345
  manifest: this.manifest,
1346
+ tensorLocations: this.tensorLocations,
1013
1347
  loadTensor: (name, toGPU, silent) => this.#loadTensor(name, toGPU, silent),
1014
1348
  loadShard,
1015
1349
  shardCache: this.shardCache,
@@ -1041,6 +1375,7 @@ export class DopplerLoader {
1041
1375
  resolveWeightLayout: (loc) => this.#resolveWeightLayout(loc),
1042
1376
  embeddings: this.embeddings,
1043
1377
  embeddingPostprocessor: this.manifest?.inference?.output?.embeddingPostprocessor ?? null,
1378
+ diffusionGemmaSelfConditioning: this.manifest?.inference?.diffusionGemma?.selfConditioning === true,
1044
1379
  modelType: this.manifest?.modelType ?? null,
1045
1380
  tieWordEmbeddings,
1046
1381
  gpuBuffers: this.gpuBuffers,
@@ -1052,6 +1387,7 @@ export class DopplerLoader {
1052
1387
  this.finalNorm = result.finalNorm;
1053
1388
  this.lmHead = result.lmHead;
1054
1389
  this.embeddingPostprocessor = result.embeddingPostprocessor;
1390
+ this.diffusionGemmaSelfConditioning = result.diffusionGemmaSelfConditioning;
1055
1391
  this.#normOffsetDebugLogged = result.normOffsetDebugLogged;
1056
1392
  }
1057
1393
 
@@ -1088,9 +1424,14 @@ export class DopplerLoader {
1088
1424
  layersLoaded: this.layers.size,
1089
1425
  expertsLoaded: this.experts.size + expertCacheCount,
1090
1426
  gpuBuffers: this.gpuBuffers.size,
1427
+ loadTiming: this.getLoadTiming(),
1091
1428
  };
1092
1429
  }
1093
1430
 
1431
+ getLoadTiming() {
1432
+ return this.loadTiming ? cloneJsonValue(this.loadTiming) : null;
1433
+ }
1434
+
1094
1435
 
1095
1436
  getExpertCacheStats() {
1096
1437
  return this.expertCache?.getStats() || null;
@@ -1121,10 +1462,21 @@ export class DopplerLoader {
1121
1462
  }
1122
1463
  this.gpuBuffers.delete(gpuBuffer);
1123
1464
  };
1465
+ const releaseSplitCandidate = (value) => {
1466
+ const sections = value?.gpuSplitWeight?.sections;
1467
+ if (!Array.isArray(sections)) {
1468
+ return;
1469
+ }
1470
+ for (const section of sections) {
1471
+ releaseCandidate(section?.buffer ?? null);
1472
+ }
1473
+ value.gpuSplitWeight = null;
1474
+ };
1124
1475
 
1125
1476
  for (const buffer of this.gpuBuffers) {
1126
1477
  releaseCandidate(buffer);
1127
1478
  }
1479
+ releaseSplitCandidate(this.lmHead);
1128
1480
  this.gpuBuffers.clear();
1129
1481
 
1130
1482
  if (this.expertCache) {
@@ -1158,6 +1510,7 @@ export class DopplerLoader {
1158
1510
  this.modelId = null;
1159
1511
  this.loadedShards.clear();
1160
1512
  this.isLoaded = false;
1513
+ this.loadTiming = null;
1161
1514
  this.tensorLocations.clear();
1162
1515
  this.#layerShardMap.clear();
1163
1516
  this.shardCache.clear();