doppler-gpu 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +54 -33
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  341. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  342. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  343. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  344. package/src/inference/pipelines/text/ops.d.ts +29 -2
  345. package/src/inference/pipelines/text/ops.js +19 -0
  346. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  347. package/src/inference/pipelines/text/probes.js +4 -5
  348. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  349. package/src/inference/pipelines/text/sampling-config.js +103 -64
  350. package/src/inference/pipelines/text/sampling.js +13 -9
  351. package/src/inference/pipelines/text/state.js +17 -0
  352. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  354. package/src/inference/pipelines/text/types.d.ts +84 -3
  355. package/src/inference/pipelines/text/weights.d.ts +4 -2
  356. package/src/inference/pipelines/text/weights.js +4 -5
  357. package/src/inference/pipelines/text.d.ts +24 -0
  358. package/src/inference/pipelines/text.js +162 -38
  359. package/src/inference/pipelines/vision/gemma4.js +20 -9
  360. package/src/inference/tokenizer.d.ts +30 -0
  361. package/src/inference/tokenizer.js +340 -164
  362. package/src/inference/tokenizers/bundled.js +71 -49
  363. package/src/loader/doppler-loader.d.ts +11 -0
  364. package/src/loader/doppler-loader.js +290 -15
  365. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  366. package/src/loader/embedding-limit-preflight.js +216 -0
  367. package/src/loader/embedding-loader.d.ts +8 -2
  368. package/src/loader/embedding-loader.js +263 -8
  369. package/src/loader/experts/expert-loader.d.ts +4 -1
  370. package/src/loader/experts/expert-loader.js +174 -5
  371. package/src/loader/final-weights-loader.d.ts +5 -0
  372. package/src/loader/final-weights-loader.js +167 -4
  373. package/src/loader/layer-loader.d.ts +2 -0
  374. package/src/loader/layer-loader.js +74 -6
  375. package/src/loader/loader-types.d.ts +59 -2
  376. package/src/loader/manifest-config.d.ts +8 -0
  377. package/src/loader/shard-resolver.js +37 -4
  378. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  379. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  380. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  381. package/src/loader/tensors/tensor-loader.js +437 -21
  382. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  383. package/src/loader/tensors/tensor-reader.js +11 -4
  384. package/src/loader/weights.d.ts +3 -1
  385. package/src/memory/buffer-pool.js +12 -9
  386. package/src/models/diffusiongemma.d.ts +7 -0
  387. package/src/models/diffusiongemma.js +25 -0
  388. package/src/models/gemma4.js +24 -0
  389. package/src/models/qwen3.js +2 -2
  390. package/src/rules/execution-rules-contract-check.js +93 -10
  391. package/src/rules/inference/capability-transforms.rules.json +26 -2
  392. package/src/rules/inference/config.rules.json +1 -0
  393. package/src/rules/inference/dtype.rules.json +7 -0
  394. package/src/rules/inference/execution.rules.json +108 -17
  395. package/src/rules/inference/ffn.rules.json +18 -0
  396. package/src/rules/kernels/gather.rules.json +81 -0
  397. package/src/rules/kernels/matmul.rules.json +19 -0
  398. package/src/rules/kernels/moe.rules.json +3 -0
  399. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  400. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  402. package/src/rules/kernels/rope-qk.rules.json +6 -0
  403. package/src/rules/loader/tensor-loader.rules.json +8 -0
  404. package/src/rules/rule-registry.js +6 -0
  405. package/src/storage/artifact-storage-context.d.ts +1 -0
  406. package/src/storage/artifact-storage-context.js +10 -0
  407. package/src/tooling/browser-command-runner.d.ts +0 -3
  408. package/src/tooling/browser-command-runner.js +2 -14
  409. package/src/tooling/command-api-family-normalizers.js +4 -2
  410. package/src/tooling/command-api-helpers.js +2 -1
  411. package/src/tooling/command-api.d.ts +2 -0
  412. package/src/tooling/command-api.js +1 -0
  413. package/src/tooling/command-runner-shared.d.ts +4 -0
  414. package/src/tooling/command-runner-shared.js +2 -1
  415. package/src/tooling/diagnose-runner.js +2 -0
  416. package/src/tooling/litert-package-runtime.js +553 -16
  417. package/src/tooling/node-browser-command-runner.js +10 -4
  418. package/src/tooling/node-command-runner.js +7 -2
  419. package/src/tooling/node-convert-worker-pool.js +3 -0
  420. package/src/tooling/node-convert-worker.js +1 -0
  421. package/src/tooling/node-converter.js +12 -0
  422. package/src/tooling/node-webgpu.d.ts +1 -0
  423. package/src/tooling/node-webgpu.js +23 -11
  424. package/src/tooling/program-bundle.d.ts +52 -1
  425. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  426. package/src/tooling/source-artifact-adapter.js +7 -2
  427. package/src/tooling/source-package-profiles.d.ts +18 -1
  428. package/src/tooling/source-package-profiles.js +109 -1
  429. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  430. package/src/tooling/source-runtime-bundle.js +27 -0
  431. package/src/tooling/source-runtime-converter-config.js +12 -3
  432. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  433. package/src/tooling-experimental-exports.shared.js +10 -0
@@ -1,8 +1,10 @@
1
1
  import { Q4K_BLOCK_BYTES, QK_K } from '../../config/schema/quantization.schema.js';
2
2
 
3
- const SUPPORTED_PACKINGS = new Set(['dense', 'q4k', 'q4_0', 'gguf-block-v2']);
3
+ const SUPPORTED_PACKINGS = new Set(['dense', 'q4k', 'q4_0', 'w4a16', 'gguf-block-v2']);
4
4
  const Q4_0_BLOCK_BYTES = 18;
5
5
  const Q4_0_BLOCK_VALUES = 32;
6
+ const W4A16_BLOCK_BYTES = 16;
7
+ const W4A16_BLOCK_VALUES = 32;
6
8
 
7
9
  function fail(label, message) {
8
10
  throw new Error(`[RDRRStorage] ${label}: ${message}`);
@@ -178,9 +180,14 @@ export function getPackingByteLayout(storage, tensor) {
178
180
  blockBytes: descriptor.blockBytes ?? Q4_0_BLOCK_BYTES,
179
181
  };
180
182
  }
183
+ if (descriptor.packing === 'w4a16') {
184
+ return {
185
+ blockElementCount: blockElementCount || W4A16_BLOCK_VALUES,
186
+ blockBytes: descriptor.blockBytes ?? W4A16_BLOCK_BYTES,
187
+ };
188
+ }
181
189
  return {
182
190
  blockElementCount,
183
191
  blockBytes: descriptor.blockBytes,
184
192
  };
185
193
  }
186
-
@@ -22,6 +22,7 @@ import type {
22
22
  ManifestInferenceSchema,
23
23
  type TensorRole as SchemaTensorRole,
24
24
  } from '../../config/schema/index.js';
25
+ import type { FunctionalDescriptorManifest } from './functional-descriptor.js';
25
26
 
26
27
  // =============================================================================
27
28
  // Re-exports from Schema
@@ -91,7 +92,7 @@ export interface TensorStorageShardSpan {
91
92
  }
92
93
 
93
94
  export interface TensorPhysicalStorageDescriptor {
94
- packing: 'dense' | 'q4k' | 'q4_0' | 'gguf-block-v2';
95
+ packing: 'dense' | 'q4k' | 'q4_0' | 'w4a16' | 'gguf-block-v2';
95
96
  blockShape?: number[];
96
97
  blockBytes?: number;
97
98
  companions?: TensorStorageCompanion[];
@@ -133,9 +134,9 @@ export interface LayerConfig {
133
134
  export interface ComponentGroup extends ComponentGroupSchema {}
134
135
 
135
136
  export interface TensorLocation {
136
- shard: number;
137
+ shard?: number;
137
138
  shardIndex?: number;
138
- offset: number;
139
+ offset?: number;
139
140
  size: number;
140
141
  shape: number[];
141
142
  dtype: string;
@@ -146,6 +147,7 @@ export interface TensorLocation {
146
147
  originalShape?: number[];
147
148
  sourceTransform?: TensorSourceTransform;
148
149
  storage?: TensorPhysicalStorageDescriptor;
150
+ descriptorManifest?: FunctionalDescriptorManifest;
149
151
  }
150
152
 
151
153
  export interface ConversionInfo {
@@ -2,6 +2,11 @@ import { validateTensorConfigConsistency } from './tensor-config-validator.js';
2
2
  import { validateManifestExecutionContract } from '../../config/execution-contract-check.js';
3
3
  import { validateManifestInference } from '../../config/schema/index.js';
4
4
  import { validateTensorStorageDescriptor } from './storage-descriptor.js';
5
+ import {
6
+ getFunctionalDescriptorManifest,
7
+ isFunctionalDescriptorDtype,
8
+ validateFunctionalDescriptorManifest,
9
+ } from './functional-descriptor.js';
5
10
 
6
11
  const ARTIFACT_COMPLETENESS_VALUES = new Set([
7
12
  'complete',
@@ -371,6 +376,15 @@ export function validateManifest(manifest) {
371
376
  if (!tensor.role || typeof tensor.role !== 'string') {
372
377
  errors.push(`Tensor "${name}" missing role`);
373
378
  }
379
+ if (isFunctionalDescriptorDtype(tensor.dtype)) {
380
+ const descriptorValidation = validateFunctionalDescriptorManifest(
381
+ getFunctionalDescriptorManifest(tensor),
382
+ `Tensor "${name}" descriptorManifest`
383
+ );
384
+ for (const descriptorError of descriptorValidation.errors) {
385
+ errors.push(descriptorError);
386
+ }
387
+ }
374
388
  if (tensor.storage !== undefined) {
375
389
  validateTensorStorageDescriptor(tensor.storage, `tensor "${name}"`, errors);
376
390
  }
@@ -388,7 +402,7 @@ export function validateManifest(manifest) {
388
402
  }
389
403
  if (typeof moe.expertFormat !== 'string') {
390
404
  errors.push('Invalid moeConfig.expertFormat');
391
- } else if (moe.expertFormat !== 'mixtral' && moe.expertFormat !== 'gpt-oss') {
405
+ } else if (moe.expertFormat !== 'mixtral' && moe.expertFormat !== 'gpt-oss' && moe.expertFormat !== 'gemma4') {
392
406
  errors.push(`Invalid moeConfig.expertFormat: ${moe.expertFormat}`);
393
407
  }
394
408
  if (moe.numExpertsPerToken > moe.numExperts) {
@@ -9,6 +9,8 @@
9
9
  export interface RecorderOptions {
10
10
  /** Enable GPU timestamp profiling (requires 'timestamp-query' feature) */
11
11
  profile?: boolean;
12
+ /** Collect per-label operation counts for diagnostics. Defaults to true. */
13
+ recordLabels?: boolean;
12
14
  }
13
15
 
14
16
  /** Profiling result - maps kernel label to time in milliseconds */
@@ -81,6 +83,33 @@ export declare class CommandRecorder {
81
83
  */
82
84
  beginComputePass(label?: string): GPUComputePassEncoder;
83
85
 
86
+ /**
87
+ * Close the active coalesced compute pass, if one is open.
88
+ */
89
+ closeActiveComputePass(): void;
90
+
91
+ /**
92
+ * Record a simple dispatch. Non-profiling recorders coalesce consecutive
93
+ * dispatches into one compute pass until a raw encoder boundary.
94
+ */
95
+ recordDispatch(
96
+ pipeline: GPUComputePipeline,
97
+ bindGroup: GPUBindGroup,
98
+ workgroups: [number, number, number],
99
+ label?: string
100
+ ): void;
101
+
102
+ /**
103
+ * Record an indirect dispatch with the same pass coalescing behavior.
104
+ */
105
+ recordDispatchIndirect(
106
+ pipeline: GPUComputePipeline,
107
+ bindGroup: GPUBindGroup,
108
+ indirectBuffer: GPUBuffer,
109
+ indirectOffset?: number,
110
+ label?: string
111
+ ): void;
112
+
84
113
  /**
85
114
  * Get the raw encoder for advanced use cases.
86
115
  * @returns GPUCommandEncoder
@@ -125,7 +154,14 @@ export declare class CommandRecorder {
125
154
  * Get statistics about recorded operations.
126
155
  * @returns Statistics object
127
156
  */
128
- getStats(): { opCount: number; tempBufferCount: number; pooledBufferCount: number; submitted: boolean };
157
+ getStats(): {
158
+ opCount: number;
159
+ opLabelCounts: Record<string, number>;
160
+ computePassCount: number;
161
+ tempBufferCount: number;
162
+ pooledBufferCount: number;
163
+ submitted: boolean;
164
+ };
129
165
 
130
166
  /**
131
167
  * Get the submit completion latency in milliseconds (null if not resolved yet).
@@ -165,7 +201,11 @@ export declare class CommandRecorder {
165
201
  * @param options - Recorder options
166
202
  * @returns CommandRecorder instance
167
203
  */
168
- export function createCommandRecorder(label?: string, options?: RecorderOptions): CommandRecorder;
204
+ export function createCommandRecorder(
205
+ label?: string,
206
+ options?: RecorderOptions,
207
+ device?: GPUDevice | null
208
+ ): CommandRecorder;
169
209
 
170
210
  /**
171
211
  * Create a profiling-enabled CommandRecorder.
@@ -174,6 +214,6 @@ export function createCommandRecorder(label?: string, options?: RecorderOptions)
174
214
  * @param label - Label for debugging
175
215
  * @returns CommandRecorder with profiling enabled
176
216
  */
177
- export function createProfilingRecorder(label?: string): CommandRecorder;
217
+ export function createProfilingRecorder(label?: string, device?: GPUDevice | null): CommandRecorder;
178
218
 
179
219
  export default CommandRecorder;
@@ -2,7 +2,7 @@
2
2
 
3
3
  import { getDevice, hasFeature, FEATURES } from './device.js';
4
4
  import { allowReadback, trackAllocation } from './perf-guards.js';
5
- import { getUniformCache } from './uniform-cache.js';
5
+ import { getUniformCache, toUniformArrayBuffer } from './uniform-cache.js';
6
6
  import { isBufferActive, isPersistentBuffer, releaseBuffer, discardBuffer } from '../memory/buffer-pool.js';
7
7
  import { log } from '../debug/index.js';
8
8
  import { getRuntimeConfig } from '../config/runtime.js';
@@ -11,8 +11,6 @@ let didLogQueryClamp = false;
11
11
  let didLogQueryFallback = false;
12
12
 
13
13
 
14
-
15
-
16
14
  export class CommandRecorder {
17
15
 
18
16
  device;
@@ -38,12 +36,19 @@ export class CommandRecorder {
38
36
 
39
37
  #completionTasks;
40
38
 
41
-
42
39
  #submitted;
43
40
 
44
41
 
45
42
  #opCount;
46
43
 
44
+ #opLabelCounts;
45
+
46
+ #recordLabels;
47
+
48
+ #computePassCount;
49
+
50
+ #activeComputePass = null;
51
+
47
52
  // Profiling state
48
53
 
49
54
  #profilingEnabled;
@@ -89,7 +94,10 @@ export class CommandRecorder {
89
94
 
90
95
  // Operation count for debugging
91
96
  this.#opCount = 0;
92
-
97
+ this.#recordLabels = options.recordLabels !== false;
98
+ this.#opLabelCounts = this.#recordLabels ? Object.create(null) : null;
99
+ this.#computePassCount = 0;
100
+ this.#activeComputePass = null;
93
101
  // Initialize profiling if requested and available
94
102
  this.#profilingEnabled = options.profile === true && hasFeature(FEATURES.TIMESTAMP_QUERY);
95
103
  if (this.#profilingEnabled) {
@@ -218,34 +226,48 @@ export class CommandRecorder {
218
226
 
219
227
 
220
228
  createUniformBuffer(data, label = 'uniforms') {
221
- // Convert ArrayBufferView to ArrayBuffer for caching
222
- const arrayBuffer = data instanceof ArrayBuffer
223
- ? data
224
- : data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
229
+ return getUniformCache().getOrCreate(toUniformArrayBuffer(data), label);
230
+ }
225
231
 
226
- // Use content-addressed cache for uniform buffers
227
- // Cache handles creation, writeBuffer, and lifecycle - no cleanup needed
228
- return getUniformCache().getOrCreate(arrayBuffer, label);
232
+ #normalizeOperationLabel(label) {
233
+ return typeof label === 'string' && label.length > 0
234
+ ? label
235
+ : 'compute_pass';
229
236
  }
230
237
 
231
-
232
- beginComputePass(label = 'compute_pass') {
233
- if (this.#submitted) {
234
- throw new Error('[CommandRecorder] Cannot begin pass after submit');
238
+ #recordOperation(label) {
239
+ const opLabel = this.#normalizeOperationLabel(label);
240
+ this.#opCount++;
241
+ if (this.#recordLabels) {
242
+ this.#opLabelCounts[opLabel] = (this.#opLabelCounts[opLabel] ?? 0) + 1;
235
243
  }
244
+ return opLabel;
245
+ }
246
+
247
+ #recordDispatchOperation(label) {
236
248
  this.#opCount++;
249
+ if (!this.#recordLabels && !this.#profilingEnabled) {
250
+ return null;
251
+ }
252
+
253
+ const opLabel = this.#normalizeOperationLabel(label);
254
+ if (this.#recordLabels) {
255
+ this.#opLabelCounts[opLabel] = (this.#opLabelCounts[opLabel] ?? 0) + 1;
256
+ }
257
+ return opLabel;
258
+ }
237
259
 
238
- const passLabel = `${this.label}_${label}_${this.#opCount}`;
260
+ #beginRawComputePass(opLabel) {
261
+ this.#computePassCount++;
262
+ const passLabel = `${this.label}_${opLabel}_${this.#computePassCount}`;
239
263
 
240
- // If profiling enabled, add timestamp writes
241
264
  if (this.#profilingEnabled && this.#querySet && this.#nextQueryIndex + 2 <= this.#queryCapacity) {
242
265
  const startIndex = this.#nextQueryIndex;
243
266
  const endIndex = startIndex + 1;
244
267
  this.#nextQueryIndex += 2;
245
268
 
246
- // Track this entry for later resolution
247
269
  this.#profileEntries.push({
248
- label,
270
+ label: opLabel,
249
271
  startQueryIndex: startIndex,
250
272
  endQueryIndex: endIndex,
251
273
  });
@@ -260,17 +282,79 @@ export class CommandRecorder {
260
282
  });
261
283
  }
262
284
 
263
- // Non-profiling path
264
285
  return this.#encoder.beginComputePass({
265
286
  label: passLabel,
266
287
  });
267
288
  }
268
289
 
290
+ closeActiveComputePass() {
291
+ if (!this.#activeComputePass) {
292
+ return;
293
+ }
294
+ const pass = this.#activeComputePass;
295
+ this.#activeComputePass = null;
296
+ pass.end();
297
+ }
298
+
299
+ #ensureActiveComputePass() {
300
+ if (!this.#activeComputePass) {
301
+ this.#activeComputePass = this.#beginRawComputePass('coalesced_compute');
302
+ }
303
+ return this.#activeComputePass;
304
+ }
305
+
306
+ beginComputePass(label = 'compute_pass') {
307
+ if (this.#submitted) {
308
+ throw new Error('[CommandRecorder] Cannot begin pass after submit');
309
+ }
310
+ this.closeActiveComputePass();
311
+ return this.#beginRawComputePass(this.#recordOperation(label));
312
+ }
313
+
314
+ recordDispatch(pipeline, bindGroup, workgroups, label = 'compute') {
315
+ if (this.#submitted) {
316
+ throw new Error('[CommandRecorder] Cannot record dispatch after submit');
317
+ }
318
+ const opLabel = this.#recordDispatchOperation(label);
319
+ if (this.#profilingEnabled) {
320
+ const pass = this.#beginRawComputePass(opLabel);
321
+ pass.setPipeline(pipeline);
322
+ pass.setBindGroup(0, bindGroup);
323
+ pass.dispatchWorkgroups(workgroups[0], workgroups[1], workgroups[2]);
324
+ pass.end();
325
+ return;
326
+ }
327
+ const pass = this.#ensureActiveComputePass();
328
+ pass.setPipeline(pipeline);
329
+ pass.setBindGroup(0, bindGroup);
330
+ pass.dispatchWorkgroups(workgroups[0], workgroups[1], workgroups[2]);
331
+ }
332
+
333
+ recordDispatchIndirect(pipeline, bindGroup, indirectBuffer, indirectOffset = 0, label = 'compute') {
334
+ if (this.#submitted) {
335
+ throw new Error('[CommandRecorder] Cannot record dispatch after submit');
336
+ }
337
+ const opLabel = this.#recordDispatchOperation(label);
338
+ if (this.#profilingEnabled) {
339
+ const pass = this.#beginRawComputePass(opLabel);
340
+ pass.setPipeline(pipeline);
341
+ pass.setBindGroup(0, bindGroup);
342
+ pass.dispatchWorkgroupsIndirect(indirectBuffer, indirectOffset);
343
+ pass.end();
344
+ return;
345
+ }
346
+ const pass = this.#ensureActiveComputePass();
347
+ pass.setPipeline(pipeline);
348
+ pass.setBindGroup(0, bindGroup);
349
+ pass.dispatchWorkgroupsIndirect(indirectBuffer, indirectOffset);
350
+ }
351
+
269
352
 
270
353
  getEncoder() {
271
354
  if (this.#submitted) {
272
355
  throw new Error('[CommandRecorder] Cannot access encoder after submit');
273
356
  }
357
+ this.closeActiveComputePass();
274
358
  return this.#encoder;
275
359
  }
276
360
 
@@ -365,6 +449,7 @@ export class CommandRecorder {
365
449
  }
366
450
 
367
451
  const submitStart = performance.now();
452
+ this.closeActiveComputePass();
368
453
  const { buffersToDestroy, buffersToRelease } = this.#takeTrackedBuffers();
369
454
  try {
370
455
  this.device.queue.submit([this.#encoder.finish()]);
@@ -428,8 +513,18 @@ export class CommandRecorder {
428
513
 
429
514
 
430
515
  getStats() {
516
+ const opLabelCounts = this.#opLabelCounts
517
+ ? Object.fromEntries(
518
+ Object.entries(this.#opLabelCounts).sort((a, b) => {
519
+ const countDelta = b[1] - a[1];
520
+ return countDelta !== 0 ? countDelta : a[0].localeCompare(b[0]);
521
+ })
522
+ )
523
+ : {};
431
524
  return {
432
525
  opCount: this.#opCount,
526
+ opLabelCounts,
527
+ computePassCount: this.#computePassCount,
433
528
  tempBufferCount: this.#tempBuffers.length,
434
529
  pooledBufferCount: this.#pooledBuffers.length,
435
530
  submitted: this.#submitted,
@@ -444,6 +539,8 @@ export class CommandRecorder {
444
539
  abort() {
445
540
  if (this.#submitted) return;
446
541
 
542
+ this.closeActiveComputePass();
543
+
447
544
  // Destroy temp buffers without submitting
448
545
  for (const buffer of this.#tempBuffers) {
449
546
  buffer.destroy();
@@ -562,13 +659,13 @@ export class CommandRecorder {
562
659
  }
563
660
 
564
661
 
565
- export function createCommandRecorder(label = 'command_recorder', options) {
566
- return new CommandRecorder(null, label, options);
662
+ export function createCommandRecorder(label = 'command_recorder', options, device = null) {
663
+ return new CommandRecorder(device, label, options);
567
664
  }
568
665
 
569
666
 
570
- export function createProfilingRecorder(label = 'profiled_recorder') {
571
- return new CommandRecorder(null, label, { profile: true });
667
+ export function createProfilingRecorder(label = 'profiled_recorder', device = null) {
668
+ return new CommandRecorder(device, label, { profile: true });
572
669
  }
573
670
 
574
671
  export default CommandRecorder;
package/src/gpu/device.js CHANGED
@@ -9,25 +9,68 @@ import { GB } from '../config/schema/index.js';
9
9
  // Re-export submit tracker for convenience
10
10
  export { setTrackSubmits };
11
11
 
12
- // Cached device and capabilities
12
+ const SHARED_DEVICE_STATE_KEY = '__dopplerGpuDeviceState';
13
+
14
+ function getSharedDeviceState() {
15
+ const existing = globalThis[SHARED_DEVICE_STATE_KEY];
16
+ if (existing && typeof existing === 'object') {
17
+ return existing;
18
+ }
19
+ const created = {
20
+ gpuDevice: null,
21
+ kernelCapabilities: null,
22
+ resolvedPlatformConfig: null,
23
+ lastDeviceLossInfo: null,
24
+ platformInitialized: false,
25
+ deviceEpoch: 0,
26
+ };
27
+ Object.defineProperty(globalThis, SHARED_DEVICE_STATE_KEY, {
28
+ value: created,
29
+ writable: false,
30
+ enumerable: false,
31
+ configurable: false,
32
+ });
33
+ return created;
34
+ }
35
+
36
+ const sharedDeviceState = getSharedDeviceState();
13
37
 
14
- let gpuDevice = null;
38
+ let gpuDevice = sharedDeviceState.gpuDevice ?? null;
15
39
 
16
- let kernelCapabilities = null;
40
+ let kernelCapabilities = sharedDeviceState.kernelCapabilities ?? null;
17
41
 
18
- // Cached platform config (set during initDevice)
42
+ let resolvedPlatformConfig = sharedDeviceState.resolvedPlatformConfig ?? null;
43
+ let lastDeviceLossInfo = sharedDeviceState.lastDeviceLossInfo ?? null;
19
44
 
20
- let resolvedPlatformConfig = null;
21
- let lastDeviceLossInfo = null;
45
+ let platformInitialized = sharedDeviceState.platformInitialized === true;
22
46
 
23
- // Track whether platform/registry initialization has been attempted
24
- let platformInitialized = false;
47
+ let deviceEpoch = Number.isInteger(sharedDeviceState.deviceEpoch)
48
+ ? sharedDeviceState.deviceEpoch
49
+ : 0;
25
50
 
26
- // Monotonic device epoch. Increments whenever device-scoped GPU objects become invalid.
27
- let deviceEpoch = 0;
51
+ function syncSharedDeviceState() {
52
+ sharedDeviceState.gpuDevice = gpuDevice;
53
+ sharedDeviceState.kernelCapabilities = kernelCapabilities;
54
+ sharedDeviceState.resolvedPlatformConfig = resolvedPlatformConfig;
55
+ sharedDeviceState.lastDeviceLossInfo = lastDeviceLossInfo;
56
+ sharedDeviceState.platformInitialized = platformInitialized;
57
+ sharedDeviceState.deviceEpoch = deviceEpoch;
58
+ }
59
+
60
+ function hydrateDeviceState() {
61
+ gpuDevice = gpuDevice ?? sharedDeviceState.gpuDevice ?? null;
62
+ kernelCapabilities = kernelCapabilities ?? sharedDeviceState.kernelCapabilities ?? null;
63
+ resolvedPlatformConfig = resolvedPlatformConfig ?? sharedDeviceState.resolvedPlatformConfig ?? null;
64
+ lastDeviceLossInfo = lastDeviceLossInfo ?? sharedDeviceState.lastDeviceLossInfo ?? null;
65
+ platformInitialized = platformInitialized || sharedDeviceState.platformInitialized === true;
66
+ if (Number.isInteger(sharedDeviceState.deviceEpoch) && sharedDeviceState.deviceEpoch > deviceEpoch) {
67
+ deviceEpoch = sharedDeviceState.deviceEpoch;
68
+ }
69
+ }
28
70
 
29
71
  function advanceDeviceEpoch() {
30
72
  deviceEpoch += 1;
73
+ syncSharedDeviceState();
31
74
  }
32
75
 
33
76
  function clearActiveDeviceState() {
@@ -35,6 +78,32 @@ function clearActiveDeviceState() {
35
78
  kernelCapabilities = null;
36
79
  resolvedPlatformConfig = null;
37
80
  platformInitialized = false;
81
+ syncSharedDeviceState();
82
+ }
83
+
84
+ function hasUsableDeviceSlot(device) {
85
+ return isUsableGPUDevice(device);
86
+ }
87
+
88
+ function buildDeviceStateDiagnostics() {
89
+ const lastLoss = lastDeviceLossInfo
90
+ ? {
91
+ reason: lastDeviceLossInfo.reason,
92
+ message: lastDeviceLossInfo.message,
93
+ deviceEpoch: lastDeviceLossInfo.deviceEpoch,
94
+ }
95
+ : null;
96
+ return {
97
+ localDevice: hasUsableDeviceSlot(gpuDevice),
98
+ sharedDevice: hasUsableDeviceSlot(sharedDeviceState.gpuDevice),
99
+ localCapabilities: !!kernelCapabilities,
100
+ sharedCapabilities: !!sharedDeviceState.kernelCapabilities,
101
+ localPlatformInitialized: platformInitialized,
102
+ sharedPlatformInitialized: sharedDeviceState.platformInitialized === true,
103
+ deviceEpoch,
104
+ sharedDeviceEpoch: sharedDeviceState.deviceEpoch,
105
+ lastDeviceLoss: lastLoss,
106
+ };
38
107
  }
39
108
 
40
109
  function ensureGpuBufferConstructor(device) {
@@ -134,10 +203,21 @@ function validateBindGroupDescriptor(descriptor) {
134
203
  }
135
204
  }
136
205
 
206
+ function shouldValidateBindGroupDescriptors() {
207
+ const env = typeof process !== 'undefined' ? process?.env?.DOPPLER_VALIDATE_BIND_GROUPS : null;
208
+ if (env === '1' || env === 'true') {
209
+ return true;
210
+ }
211
+ return false;
212
+ }
213
+
137
214
  function wrapDeviceCreateBindGroup(device) {
138
215
  if (!device || device.__dopplerBindGroupValidationWrapped) {
139
216
  return device;
140
217
  }
218
+ if (!shouldValidateBindGroupDescriptors()) {
219
+ return device;
220
+ }
141
221
  const originalCreateBindGroup = device.createBindGroup.bind(device);
142
222
  device.createBindGroup = (descriptor) => {
143
223
  validateBindGroupDescriptor(descriptor);
@@ -312,11 +392,13 @@ function buildLimits(adapter) {
312
392
 
313
393
 
314
394
  async function initializePlatformAndRegistry(adapter) {
395
+ hydrateDeviceState();
315
396
  if (platformInitialized) {
316
397
  return;
317
398
  }
318
399
 
319
400
  platformInitialized = true;
401
+ syncSharedDeviceState();
320
402
 
321
403
  try {
322
404
  // Dynamic import to avoid circular dependencies and enable hotswap
@@ -327,6 +409,7 @@ async function initializePlatformAndRegistry(adapter) {
327
409
 
328
410
  // Initialize platform detection with the adapter
329
411
  resolvedPlatformConfig = await platformLoader.initializePlatform(adapter);
412
+ syncSharedDeviceState();
330
413
 
331
414
  // Preload kernel registry (cached for subsequent calls)
332
415
  await kernelRegistry.getRegistry();
@@ -337,11 +420,13 @@ async function initializePlatformAndRegistry(adapter) {
337
420
  // Platform/registry init is optional - kernel selection will use fallbacks
338
421
  log.warn('GPU', 'Platform/registry init failed (non-fatal): ' + (e).message);
339
422
  resolvedPlatformConfig = null;
423
+ syncSharedDeviceState();
340
424
  }
341
425
  }
342
426
 
343
427
 
344
428
  export async function initDevice() {
429
+ hydrateDeviceState();
345
430
  // Return cached device if available
346
431
  if (gpuDevice) {
347
432
  if (isUsableGPUDevice(gpuDevice)) {
@@ -423,6 +508,7 @@ export async function initDevice() {
423
508
 
424
509
  const probeMs = await probeSubmitLatency(gpuDevice);
425
510
  kernelCapabilities.submitProbeMs = probeMs;
511
+ syncSharedDeviceState();
426
512
 
427
513
  const features = [
428
514
  kernelCapabilities.hasF16 && 'f16',
@@ -435,6 +521,7 @@ export async function initDevice() {
435
521
  }
436
522
 
437
523
  export function setDevice(device, options = {}) {
524
+ hydrateDeviceState();
438
525
  if (!device) {
439
526
  clearActiveDeviceState();
440
527
  advanceDeviceEpoch();
@@ -483,31 +570,41 @@ export function setDevice(device, options = {}) {
483
570
  resolvedPlatformConfig = null;
484
571
  platformInitialized = false;
485
572
  }
573
+ syncSharedDeviceState();
486
574
  }
487
575
 
488
576
 
489
577
  export function getKernelCapabilities() {
578
+ hydrateDeviceState();
490
579
  if (!kernelCapabilities) {
491
- throw new Error('Device not initialized. Call initDevice() first.');
580
+ const diagnostics = buildDeviceStateDiagnostics();
581
+ throw new Error(
582
+ 'Device not initialized. Call initDevice() first. ' +
583
+ 'deviceState=' + JSON.stringify(diagnostics)
584
+ );
492
585
  }
493
586
  return { ...kernelCapabilities };
494
587
  }
495
588
 
496
589
 
497
590
  export function getDevice() {
591
+ hydrateDeviceState();
498
592
  return gpuDevice;
499
593
  }
500
594
 
501
595
  export function getDeviceEpoch() {
596
+ hydrateDeviceState();
502
597
  return deviceEpoch;
503
598
  }
504
599
 
505
600
 
506
601
  export function getPlatformConfig() {
602
+ hydrateDeviceState();
507
603
  return resolvedPlatformConfig;
508
604
  }
509
605
 
510
606
  export function getLastDeviceLossInfo() {
607
+ hydrateDeviceState();
511
608
  return lastDeviceLossInfo ? { ...lastDeviceLossInfo } : null;
512
609
  }
513
610
 
@@ -519,6 +616,7 @@ export function resetDeviceState() {
519
616
 
520
617
 
521
618
  export function destroyDevice() {
619
+ hydrateDeviceState();
522
620
  if (gpuDevice) {
523
621
  gpuDevice.destroy();
524
622
  clearActiveDeviceState();
@@ -528,6 +626,7 @@ export function destroyDevice() {
528
626
 
529
627
 
530
628
  export function hasFeature(feature) {
629
+ hydrateDeviceState();
531
630
  if (!gpuDevice) {
532
631
  return false;
533
632
  }
@@ -536,6 +635,7 @@ export function hasFeature(feature) {
536
635
 
537
636
 
538
637
  export function getDeviceLimits() {
638
+ hydrateDeviceState();
539
639
  if (!gpuDevice) {
540
640
  return null;
541
641
  }
@@ -83,12 +83,9 @@ export function generateCacheKey(kernelName, inputSizes) {
83
83
 
84
84
 
85
85
  export function loadCache(capabilities) {
86
- // Clear stale cache when the device epoch has advanced (device reset/loss).
87
86
  const currentEpoch = getDeviceEpoch();
88
87
  if (cacheDeviceEpoch !== -1 && cacheDeviceEpoch !== currentEpoch) {
89
- log.debug('KernelTuner', 'Device epoch changed (' + cacheDeviceEpoch + ' -> ' + currentEpoch + '), clearing tuner cache');
90
- cacheDeviceEpoch = currentEpoch;
91
- return new Map();
88
+ log.debug('KernelTuner', 'Device epoch changed (' + cacheDeviceEpoch + ' -> ' + currentEpoch + '), reloading tuner cache');
92
89
  }
93
90
  cacheDeviceEpoch = currentEpoch;
94
91
 
@@ -146,4 +143,3 @@ export function clearCacheStorage(capabilities) {
146
143
  localStorage.removeItem(getTunerConfig().cacheKeyPrefix + signature);
147
144
  }
148
145
 
149
-