doppler-gpu 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +54 -33
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  341. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  342. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  343. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  344. package/src/inference/pipelines/text/ops.d.ts +29 -2
  345. package/src/inference/pipelines/text/ops.js +19 -0
  346. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  347. package/src/inference/pipelines/text/probes.js +4 -5
  348. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  349. package/src/inference/pipelines/text/sampling-config.js +103 -64
  350. package/src/inference/pipelines/text/sampling.js +13 -9
  351. package/src/inference/pipelines/text/state.js +17 -0
  352. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  354. package/src/inference/pipelines/text/types.d.ts +84 -3
  355. package/src/inference/pipelines/text/weights.d.ts +4 -2
  356. package/src/inference/pipelines/text/weights.js +4 -5
  357. package/src/inference/pipelines/text.d.ts +24 -0
  358. package/src/inference/pipelines/text.js +162 -38
  359. package/src/inference/pipelines/vision/gemma4.js +20 -9
  360. package/src/inference/tokenizer.d.ts +30 -0
  361. package/src/inference/tokenizer.js +340 -164
  362. package/src/inference/tokenizers/bundled.js +71 -49
  363. package/src/loader/doppler-loader.d.ts +11 -0
  364. package/src/loader/doppler-loader.js +290 -15
  365. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  366. package/src/loader/embedding-limit-preflight.js +216 -0
  367. package/src/loader/embedding-loader.d.ts +8 -2
  368. package/src/loader/embedding-loader.js +263 -8
  369. package/src/loader/experts/expert-loader.d.ts +4 -1
  370. package/src/loader/experts/expert-loader.js +174 -5
  371. package/src/loader/final-weights-loader.d.ts +5 -0
  372. package/src/loader/final-weights-loader.js +167 -4
  373. package/src/loader/layer-loader.d.ts +2 -0
  374. package/src/loader/layer-loader.js +74 -6
  375. package/src/loader/loader-types.d.ts +59 -2
  376. package/src/loader/manifest-config.d.ts +8 -0
  377. package/src/loader/shard-resolver.js +37 -4
  378. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  379. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  380. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  381. package/src/loader/tensors/tensor-loader.js +437 -21
  382. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  383. package/src/loader/tensors/tensor-reader.js +11 -4
  384. package/src/loader/weights.d.ts +3 -1
  385. package/src/memory/buffer-pool.js +12 -9
  386. package/src/models/diffusiongemma.d.ts +7 -0
  387. package/src/models/diffusiongemma.js +25 -0
  388. package/src/models/gemma4.js +24 -0
  389. package/src/models/qwen3.js +2 -2
  390. package/src/rules/execution-rules-contract-check.js +93 -10
  391. package/src/rules/inference/capability-transforms.rules.json +26 -2
  392. package/src/rules/inference/config.rules.json +1 -0
  393. package/src/rules/inference/dtype.rules.json +7 -0
  394. package/src/rules/inference/execution.rules.json +108 -17
  395. package/src/rules/inference/ffn.rules.json +18 -0
  396. package/src/rules/kernels/gather.rules.json +81 -0
  397. package/src/rules/kernels/matmul.rules.json +19 -0
  398. package/src/rules/kernels/moe.rules.json +3 -0
  399. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  400. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  402. package/src/rules/kernels/rope-qk.rules.json +6 -0
  403. package/src/rules/loader/tensor-loader.rules.json +8 -0
  404. package/src/rules/rule-registry.js +6 -0
  405. package/src/storage/artifact-storage-context.d.ts +1 -0
  406. package/src/storage/artifact-storage-context.js +10 -0
  407. package/src/tooling/browser-command-runner.d.ts +0 -3
  408. package/src/tooling/browser-command-runner.js +2 -14
  409. package/src/tooling/command-api-family-normalizers.js +4 -2
  410. package/src/tooling/command-api-helpers.js +2 -1
  411. package/src/tooling/command-api.d.ts +2 -0
  412. package/src/tooling/command-api.js +1 -0
  413. package/src/tooling/command-runner-shared.d.ts +4 -0
  414. package/src/tooling/command-runner-shared.js +2 -1
  415. package/src/tooling/diagnose-runner.js +2 -0
  416. package/src/tooling/litert-package-runtime.js +553 -16
  417. package/src/tooling/node-browser-command-runner.js +10 -4
  418. package/src/tooling/node-command-runner.js +7 -2
  419. package/src/tooling/node-convert-worker-pool.js +3 -0
  420. package/src/tooling/node-convert-worker.js +1 -0
  421. package/src/tooling/node-converter.js +12 -0
  422. package/src/tooling/node-webgpu.d.ts +1 -0
  423. package/src/tooling/node-webgpu.js +23 -11
  424. package/src/tooling/program-bundle.d.ts +52 -1
  425. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  426. package/src/tooling/source-artifact-adapter.js +7 -2
  427. package/src/tooling/source-package-profiles.d.ts +18 -1
  428. package/src/tooling/source-package-profiles.js +109 -1
  429. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  430. package/src/tooling/source-runtime-bundle.js +27 -0
  431. package/src/tooling/source-runtime-converter-config.js +12 -3
  432. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  433. package/src/tooling-experimental-exports.shared.js +10 -0
@@ -365,6 +365,15 @@ async function createLocalFileRelayMount(filePath, fieldLabel, urlPrefixRoot, op
365
365
  const mountName = encodeURIComponent(fileName);
366
366
  const mountPrefix = `${urlPrefixRoot}/${mountName}-${process.pid}-${Date.now()}`;
367
367
  if (expectDirectory) {
368
+ if (options.mountParentDirectory === true) {
369
+ return {
370
+ url: `${mountPrefix}/${mountName}`,
371
+ staticMount: {
372
+ urlPrefix: mountPrefix,
373
+ rootDir: path.dirname(filePath),
374
+ },
375
+ };
376
+ }
368
377
  return {
369
378
  url: mountPrefix,
370
379
  staticMount: {
@@ -409,6 +418,7 @@ export async function resolveLocalFileModelUrlForBrowserRelay(request, options =
409
418
  originalUrl: request.modelUrl,
410
419
  kind: 'directory',
411
420
  fallbackName: 'model',
421
+ mountParentDirectory: true,
412
422
  });
413
423
  relayRequest = {
414
424
  ...relayRequest,
@@ -810,10 +820,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
810
820
  );
811
821
  }
812
822
 
813
- if (request.command === 'convert') {
814
- throw new Error('browser command relay does not support convert. Use --surface node for convert commands.');
815
- }
816
-
817
823
  let useOpfsCache = options.opfsCache !== false;
818
824
  let relayRequest = request;
819
825
  const userDataDir = options.userDataDir || DEFAULT_OPFS_CACHE_DIR;
@@ -12,9 +12,13 @@ import { installNodeFileFetchShim } from './node-file-fetch.js';
12
12
  import { bootstrapNodeWebGPU } from './node-webgpu.js';
13
13
  import { runDiagnoseCommand } from './diagnose-runner.js';
14
14
  import { checkProgramBundleParity } from './program-bundle-parity.js';
15
- import { applyRuntimeInputs, buildSuiteOptions } from './command-runner-shared.js';
16
- import { runWithRuntimeIsolation } from './command-runner-shared.js';
15
+ import {
16
+ applyRuntimeInputs,
17
+ buildSuiteOptions,
18
+ runWithRuntimeIsolation,
19
+ } from './command-runner-shared.js';
17
20
  import { refreshManifestIntegrity } from './rdrr-integrity-refresh.js';
21
+ import { loadRuntimeConfigFromRef } from '../inference/browser-harness-runtime-helpers.js';
18
22
  import { isPlainObject } from '../utils/plain-object.js';
19
23
  import {
20
24
  getActiveKernelPath,
@@ -198,6 +202,7 @@ export async function runNodeCommand(commandRequest, options = {}) {
198
202
  await assertNodeWebGPUSupport();
199
203
  const modules = await loadRuntimeModules();
200
204
  const runtimeBridge = {
205
+ loadRuntimeConfigFromRef,
201
206
  applyRuntimeProfile: modules.harness.applyRuntimeProfile,
202
207
  applyRuntimeConfigFromUrl: modules.harness.applyRuntimeConfigFromUrl,
203
208
  getRuntimeConfig: modules.runtime.getRuntimeConfig,
@@ -166,6 +166,9 @@ export class NodeConvertWorkerPool {
166
166
  ...(message?.result?.sourceTransform
167
167
  ? { sourceTransform: message.result.sourceTransform }
168
168
  : {}),
169
+ ...(message?.result?.storage
170
+ ? { storage: message.result.storage }
171
+ : {}),
169
172
  });
170
173
  }
171
174
  this.#dispatch();
@@ -52,6 +52,7 @@ parentPort.on('message', (message) => {
52
52
  outLayout: transformed.outLayout ?? null,
53
53
  ...(companionBytes ? { companionData: companionBytes.buffer } : {}),
54
54
  ...(transformed.sourceTransform ? { sourceTransform: transformed.sourceTransform } : {}),
55
+ ...(transformed.storage ? { storage: transformed.storage } : {}),
55
56
  },
56
57
  }, transferList);
57
58
  } catch (error) {
@@ -166,6 +166,7 @@ function normalizeWorkerTransformResult(result, tensor) {
166
166
  ? { companionData: result.companionData }
167
167
  : {}),
168
168
  ...(result.sourceTransform ? { sourceTransform: result.sourceTransform } : {}),
169
+ ...(result.storage ? { storage: result.storage } : {}),
169
170
  };
170
171
  }
171
172
 
@@ -859,6 +860,7 @@ function createNodeTensorTransformer(options) {
859
860
 
860
861
  const outDtype = chunkResults[0].outDtype ?? tensor.dtype;
861
862
  const outLayout = chunkResults[0].outLayout ?? null;
863
+ const storage = chunkResults[0].storage ?? null;
862
864
  for (const chunkResult of chunkResults) {
863
865
  if ((chunkResult.outDtype ?? tensor.dtype) !== outDtype) {
864
866
  throw new Error(`node convert: inconsistent chunk dtype for ${tensor.name}.`);
@@ -866,6 +868,9 @@ function createNodeTensorTransformer(options) {
866
868
  if ((chunkResult.outLayout ?? null) !== outLayout) {
867
869
  throw new Error(`node convert: inconsistent chunk layout for ${tensor.name}.`);
868
870
  }
871
+ if (JSON.stringify(chunkResult.storage ?? null) !== JSON.stringify(storage)) {
872
+ throw new Error(`node convert: inconsistent chunk storage descriptor for ${tensor.name}.`);
873
+ }
869
874
  }
870
875
 
871
876
  const totalOutputBytes = chunkResults.reduce((sum, chunkResult) => (
@@ -906,6 +911,7 @@ function createNodeTensorTransformer(options) {
906
911
  tensorData: combined,
907
912
  outDtype,
908
913
  outLayout,
914
+ ...(storage ? { storage } : {}),
909
915
  ...(companionData ? { companionData } : {}),
910
916
  ...(sourceTransform ? { sourceTransform } : {}),
911
917
  };
@@ -979,6 +985,7 @@ function createNodeLargeTensorTransformer(options) {
979
985
  let processedBytes = 0;
980
986
  let outDtype = null;
981
987
  let outLayout = null;
988
+ let storage = null;
982
989
 
983
990
  for (let rowStart = 0; rowStart < chunkPlan.rows; rowStart += chunkPlan.rowChunkRows) {
984
991
  const rowCount = Math.min(chunkPlan.rowChunkRows, chunkPlan.rows - rowStart);
@@ -1004,6 +1011,7 @@ function createNodeLargeTensorTransformer(options) {
1004
1011
  if (outDtype == null) {
1005
1012
  outDtype = normalized.outDtype ?? tensor.dtype;
1006
1013
  outLayout = normalized.outLayout ?? null;
1014
+ storage = normalized.storage ?? null;
1007
1015
  } else {
1008
1016
  if ((normalized.outDtype ?? tensor.dtype) !== outDtype) {
1009
1017
  throw new Error(`node convert: inconsistent streamed chunk dtype for ${tensor.name}.`);
@@ -1011,6 +1019,9 @@ function createNodeLargeTensorTransformer(options) {
1011
1019
  if ((normalized.outLayout ?? null) !== outLayout) {
1012
1020
  throw new Error(`node convert: inconsistent streamed chunk layout for ${tensor.name}.`);
1013
1021
  }
1022
+ if (JSON.stringify(normalized.storage ?? null) !== JSON.stringify(storage)) {
1023
+ throw new Error(`node convert: inconsistent streamed chunk storage descriptor for ${tensor.name}.`);
1024
+ }
1014
1025
  }
1015
1026
  await writeChunk(normalized);
1016
1027
  processedBytes += chunkLength;
@@ -1023,6 +1034,7 @@ function createNodeLargeTensorTransformer(options) {
1023
1034
  return {
1024
1035
  outDtype: outDtype ?? tensor.dtype,
1025
1036
  outLayout: outLayout ?? null,
1037
+ ...(storage ? { storage } : {}),
1026
1038
  };
1027
1039
  };
1028
1040
  }
@@ -1,6 +1,7 @@
1
1
  export interface BootstrapNodeWebGPUResult {
2
2
  ok: boolean;
3
3
  provider: string | null;
4
+ detail?: string | null;
4
5
  module?: Record<string, unknown> | null;
5
6
  }
6
7
 
@@ -3,6 +3,7 @@ import { dirname, isAbsolute, resolve } from 'node:path';
3
3
  import { fileURLToPath, pathToFileURL } from 'node:url';
4
4
 
5
5
  const DEFAULT_PROVIDER_CREATE_ARGS = 'enable-dawn-features=allow_unsafe_apis';
6
+ const ADAPTER_PROBE_ATTEMPTS = 3;
6
7
  const DEFAULT_WEBGPU_PROVIDER_SPECIFIERS = Object.freeze([
7
8
  'webgpu',
8
9
  ]);
@@ -69,6 +70,14 @@ function resolveExplicitWebgpuModuleSpecifier() {
69
70
  return null;
70
71
  }
71
72
 
73
+ function resolveWebgpuProviderCreateArgs() {
74
+ const fromEnv = process.env.DOPPLER_NODE_WEBGPU_PROVIDER_ARGS;
75
+ const rawArgs = typeof fromEnv === 'string' && fromEnv.trim().length > 0
76
+ ? fromEnv
77
+ : DEFAULT_PROVIDER_CREATE_ARGS;
78
+ return rawArgs.split(',').map((value) => value.trim()).filter(Boolean);
79
+ }
80
+
72
81
  async function importWithProviderOverride(specifier) {
73
82
  return import(specifier);
74
83
  }
@@ -183,7 +192,7 @@ function resolveGpuFromModule(mod) {
183
192
  return fromModule;
184
193
  }
185
194
 
186
- const defaultCreateArgs = DEFAULT_PROVIDER_CREATE_ARGS.split(',').filter(Boolean);
195
+ const defaultCreateArgs = resolveWebgpuProviderCreateArgs();
187
196
 
188
197
  const tryCreateFactory = (factory) => {
189
198
  if (typeof factory !== 'function') {
@@ -274,15 +283,17 @@ async function probeInstalledGpuAdapter() {
274
283
 
275
284
  let lastError = null;
276
285
  for (const adapterOptions of ADAPTER_PROBE_OPTIONS) {
277
- try {
278
- const adapter = adapterOptions
279
- ? await globalThis.navigator.gpu.requestAdapter(adapterOptions)
280
- : await globalThis.navigator.gpu.requestAdapter();
281
- if (adapter) {
282
- return { ok: true, detail: null };
286
+ for (let attempt = 0; attempt < ADAPTER_PROBE_ATTEMPTS; attempt++) {
287
+ try {
288
+ const adapter = adapterOptions
289
+ ? await globalThis.navigator.gpu.requestAdapter(adapterOptions)
290
+ : await globalThis.navigator.gpu.requestAdapter();
291
+ if (adapter) {
292
+ return { ok: true, detail: null };
293
+ }
294
+ } catch (error) {
295
+ lastError = error;
283
296
  }
284
- } catch (error) {
285
- lastError = error;
286
297
  }
287
298
  }
288
299
 
@@ -347,12 +358,14 @@ export async function bootstrapNodeWebGPUProvider(providerSpecifier, options = {
347
358
  };
348
359
  }
349
360
 
350
- /**
361
+ /*
351
362
  * Bootstrap Node WebGPU by attempting providers in priority order:
352
363
  *
353
364
  * 1. **Environment override** (`DOPPLER_NODE_WEBGPU_MODULE` env var) — highest priority.
354
365
  * When set, only this specifier is attempted. Supports npm package names,
355
366
  * relative/absolute file paths, and `file://` URLs.
367
+ * `DOPPLER_NODE_WEBGPU_PROVIDER_ARGS` may also be set to comma-separated
368
+ * provider create args such as `backend=vulkan,adapter=Radeon ...`.
356
369
  *
357
370
  * 2. **Pre-installed** — if `navigator.gpu` and GPU enums are already present
358
371
  * (e.g., a WebGPU-enabled Node build or prior bootstrap), no module is loaded.
@@ -361,7 +374,6 @@ export async function bootstrapNodeWebGPUProvider(providerSpecifier, options = {
361
374
  * a. `'webgpu'` (community Dawn bindings)
362
375
  * The first one that imports, installs, and passes an adapter probe wins.
363
376
  *
364
- * @returns {Promise<{ ok: boolean, provider: string | null }>}
365
377
  */
366
378
  export async function bootstrapNodeWebGPU() {
367
379
  const explicitSpecifier = resolveExplicitWebgpuModuleSpecifier();
@@ -1,4 +1,9 @@
1
- import type { ProgramBundle } from '../config/schema/program-bundle.schema.js';
1
+ import type {
2
+ ProgramBundle,
3
+ ProgramBundleReferenceTranscript,
4
+ } from '../config/schema/program-bundle.schema.js';
5
+
6
+ export declare const REFERENCE_RECEIPT_SCHEMA_ID: 'doppler.reference-receipt/v1';
2
7
 
3
8
  export interface ProgramBundleExportOptions {
4
9
  repoRoot?: string;
@@ -49,6 +54,46 @@ export interface ProgramBundleStorageArtifact {
49
54
  manifestRaw: string | null;
50
55
  }
51
56
 
57
+ export interface ReferenceReceiptExportOptions {
58
+ repoRoot?: string;
59
+ manifestPath?: string | null;
60
+ modelDir?: string | null;
61
+ referenceTranscriptPath?: string | null;
62
+ referenceTranscript?: ProgramBundleReferenceTranscript | null;
63
+ outputPath?: string | null;
64
+ receiptId?: string | null;
65
+ createdAtUtc?: string | null;
66
+ }
67
+
68
+ export interface ProgramBundleReferenceReceipt {
69
+ schema: typeof REFERENCE_RECEIPT_SCHEMA_ID;
70
+ receiptId: string;
71
+ modelId: string;
72
+ createdAtUtc: string;
73
+ sources: {
74
+ manifest: {
75
+ path: string;
76
+ hash: string;
77
+ sizeBytes: number;
78
+ };
79
+ executionGraph: {
80
+ schema: string | null;
81
+ hash: string;
82
+ expandedStepHash: string;
83
+ };
84
+ weightSetHash: string | null;
85
+ referenceTranscript: {
86
+ path: string | null;
87
+ };
88
+ };
89
+ referenceTranscript: ProgramBundleReferenceTranscript;
90
+ }
91
+
92
+ export interface ReferenceReceiptWriteResult {
93
+ outputPath: string;
94
+ receipt: ProgramBundleReferenceReceipt;
95
+ }
96
+
52
97
  export declare function resolveProgramBundleStorageArtifact(
53
98
  manifest: Record<string, unknown>,
54
99
  modelDir: string
@@ -59,3 +104,9 @@ export declare function writeProgramBundle(options?: ProgramBundleExportOptions)
59
104
  export declare function loadProgramBundle(bundlePath: string): Promise<ProgramBundle>;
60
105
  export declare function checkProgramBundleFile(bundlePath: string): Promise<ProgramBundleCheckResult>;
61
106
  export declare function createProgramBundleCliDefaults(metaUrl: string): { repoRoot: string };
107
+ export declare function exportReferenceReceipt(
108
+ options?: ReferenceReceiptExportOptions
109
+ ): Promise<ProgramBundleReferenceReceipt>;
110
+ export declare function writeReferenceReceipt(
111
+ options?: ReferenceReceiptExportOptions
112
+ ): Promise<ReferenceReceiptWriteResult>;
@@ -1,6 +1,24 @@
1
1
  import type { IntegrityExtensions, RDRRManifest, TensorMap } from '../formats/rdrr/types.js';
2
2
  import type { IntegrityBuildProgress } from '../formats/rdrr/integrity.js';
3
3
 
4
+ export interface NormalizedManifestLoweringEntry {
5
+ kernelRef: string;
6
+ backend: string;
7
+ targetDescriptorCorrectnessHash: string | null;
8
+ frontendVersion: string | null;
9
+ tsirSemanticDigest: string | null;
10
+ tsirRealizationDigest: string | null;
11
+ emitterDigest: string | null;
12
+ compilerVersion: string | null;
13
+ exactness: Record<string, unknown> | null;
14
+ rejectionReasons: string[];
15
+ }
16
+
17
+ export declare function normalizeManifestLoweringEntry(
18
+ entry: unknown,
19
+ label?: string
20
+ ): NormalizedManifestLoweringEntry;
21
+
4
22
  export declare function buildManifestIntegrityFromModelDir(
5
23
  manifest: RDRRManifest,
6
24
  options: {
@@ -114,7 +114,8 @@ export function resolveDirectSourceRuntimePlan(options = {}) {
114
114
  );
115
115
  const computePrecision = resolveSourceRuntimeComputePrecision(
116
116
  parsedArtifact.tensors,
117
- sourceQuantization
117
+ sourceQuantization,
118
+ parsedArtifact.manifestInference?.session?.compute?.defaults?.activationDtype ?? null
118
119
  );
119
120
  const visionQuantization = inferRoleQuantization(parsedArtifact.tensors, 'vision');
120
121
  const audioQuantization = inferRoleQuantization(parsedArtifact.tensors, 'audio');
@@ -236,7 +237,11 @@ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, opt
236
237
  }
237
238
  }
238
239
 
239
- function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
240
+ function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization, runtimeActivationDtype = null) {
241
+ const explicitRuntimeDtype = normalizeText(runtimeActivationDtype).toLowerCase();
242
+ if (explicitRuntimeDtype === 'f16' || explicitRuntimeDtype === 'f32') {
243
+ return explicitRuntimeDtype;
244
+ }
240
245
  const dtypes = new Set();
241
246
  for (const tensor of Array.isArray(tensors) ? tensors : []) {
242
247
  const dtype = normalizeText(tensor?.dtype).toUpperCase();
@@ -12,17 +12,34 @@ export interface DirectSourcePackageRuntimeProfile {
12
12
 
13
13
  export interface DirectSourcePackageProfile {
14
14
  id: string;
15
- runtime: DirectSourcePackageRuntimeProfile;
15
+ runtime?: DirectSourcePackageRuntimeProfile | null;
16
16
  package: {
17
17
  task?: {
18
18
  tfliteEntry?: string | null;
19
19
  tokenizerModelEntry?: string | null;
20
20
  metadataEntry?: string | null;
21
+ unsupported?: {
22
+ code?: string | null;
23
+ message?: string | null;
24
+ recommendation?: string | null;
25
+ } | null;
21
26
  } | null;
22
27
  litertlm?: {
23
28
  tfliteModelType?: string | null;
29
+ embedderTFLiteModelType?: string | null;
30
+ graphAdapter?: string | null;
31
+ fixedInt4Scale?: number | null;
32
+ fixedInt4StorageEncoding?: 'signed' | 'offset_binary' | null;
33
+ layerScalarLayers?: number[] | null;
34
+ missingLayerScalarValue?: number | null;
35
+ executionTemplateProfileId?: string | null;
24
36
  tokenizerSectionType?: string | null;
25
37
  metadataSectionType?: string | null;
38
+ unsupported?: {
39
+ code?: string | null;
40
+ message?: string | null;
41
+ recommendation?: string | null;
42
+ } | null;
26
43
  } | null;
27
44
  } | null;
28
45
  }
@@ -1,9 +1,13 @@
1
1
  import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
2
2
  import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
3
+ import gemma4E4BPackageProfile from '../config/source-packages/litert/gemma-4-e4b-it.json' with { type: 'json' };
4
+ import gemma412BPackageProfile from '../config/source-packages/litert/gemma-4-12b-it.json' with { type: 'json' };
3
5
  import { cloneJsonValue } from '../utils/clone-json.js';
4
6
 
5
7
  const PROFILE_MAP = new Map([
6
8
  ['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
9
+ ['litert/gemma-4-e4b-it', gemma4E4BPackageProfile],
10
+ ['litert/gemma-4-12b-it', gemma412BPackageProfile],
7
11
  ]);
8
12
 
9
13
  function normalizeText(value) {
@@ -14,6 +18,110 @@ function normalizeLower(value) {
14
18
  return normalizeText(value).toLowerCase();
15
19
  }
16
20
 
21
+ function resolveExecutionTemplateProfile(profileId) {
22
+ const templateProfile = PROFILE_MAP.get(normalizeText(profileId));
23
+ if (!templateProfile) {
24
+ throw new Error(
25
+ `direct-source package profile references unknown executionTemplateProfileId "${profileId}".`
26
+ );
27
+ }
28
+ return templateProfile;
29
+ }
30
+
31
+ function resolveProfileLayerTypes(profile) {
32
+ const manifestInference = profile?.runtime?.manifestInference ?? null;
33
+ const explicitLayerTypes = manifestInference?.layerPattern?.layerTypes;
34
+ if (Array.isArray(explicitLayerTypes) && explicitLayerTypes.length > 0) {
35
+ return explicitLayerTypes.map((value) => normalizeText(value));
36
+ }
37
+
38
+ const layerPattern = manifestInference?.layerPattern ?? null;
39
+ const numLayers = Number(profile?.runtime?.architecture?.numLayers ?? 0);
40
+ const period = Number(layerPattern?.period ?? 0);
41
+ const offset = Number(layerPattern?.offset ?? 0);
42
+ if (
43
+ layerPattern?.type !== 'every_n'
44
+ || !Number.isInteger(numLayers)
45
+ || numLayers <= 0
46
+ || !Number.isInteger(period)
47
+ || period <= 0
48
+ || !Number.isInteger(offset)
49
+ ) {
50
+ throw new Error(
51
+ `direct-source package profile "${profile?.id || '(unknown)'}" needs explicit layerPattern.layerTypes ` +
52
+ 'or a valid every_n layerPattern before an execution template can be retargeted.'
53
+ );
54
+ }
55
+
56
+ const normalizedOffset = ((offset % period) + period) % period;
57
+ const layerTypes = [];
58
+ for (let layerIndex = 0; layerIndex < numLayers; layerIndex += 1) {
59
+ const isGlobal = (((layerIndex - normalizedOffset) % period) + period) % period === 0;
60
+ layerTypes.push(isGlobal ? 'full_attention' : 'sliding_attention');
61
+ }
62
+ return layerTypes;
63
+ }
64
+
65
+ function retargetExecutionTemplateLayers(execution, layerTypes) {
66
+ const retargeted = cloneJsonValue(execution);
67
+ const localLayers = [];
68
+ const globalLayers = [];
69
+ layerTypes.forEach((layerType, layerIndex) => {
70
+ if (normalizeText(layerType) === 'full_attention') {
71
+ globalLayers.push(layerIndex);
72
+ } else {
73
+ localLayers.push(layerIndex);
74
+ }
75
+ });
76
+
77
+ if (!Array.isArray(retargeted?.prefill)) {
78
+ return retargeted;
79
+ }
80
+
81
+ for (const group of retargeted.prefill) {
82
+ if (!group || typeof group !== 'object' || !Array.isArray(group.layers)) {
83
+ continue;
84
+ }
85
+ const steps = Array.isArray(group.steps) ? group.steps : [];
86
+ const stepNames = steps
87
+ .flatMap((step) => Array.isArray(step) ? step : [])
88
+ .map((value) => normalizeText(value).toLowerCase())
89
+ .filter(Boolean);
90
+ const isGlobalGroup = stepNames.some((value) => value.includes('stream') || value.includes('global'));
91
+ const isLocalGroup = stepNames.some((value) => value.includes('small') || value.includes('sliding'));
92
+ if (isGlobalGroup) {
93
+ group.layers = [...globalLayers];
94
+ } else if (isLocalGroup) {
95
+ group.layers = [...localLayers];
96
+ }
97
+ }
98
+
99
+ return retargeted;
100
+ }
101
+
102
+ function materializePackageProfile(profile) {
103
+ const execution = profile?.runtime?.manifestInference?.execution ?? null;
104
+ if (execution && typeof execution === 'object') {
105
+ return profile;
106
+ }
107
+
108
+ const templateProfileId = normalizeText(profile?.package?.litertlm?.executionTemplateProfileId);
109
+ if (!templateProfileId) {
110
+ return profile;
111
+ }
112
+ const templateProfile = resolveExecutionTemplateProfile(templateProfileId);
113
+ const templateExecution = templateProfile?.runtime?.manifestInference?.execution ?? null;
114
+ if (!templateExecution || typeof templateExecution !== 'object') {
115
+ throw new Error(
116
+ `direct-source package profile "${profile.id}" references executionTemplateProfileId "${templateProfileId}" ` +
117
+ 'but that template profile has no runtime.manifestInference.execution object.'
118
+ );
119
+ }
120
+ const layerTypes = resolveProfileLayerTypes(profile);
121
+ profile.runtime.manifestInference.execution = retargetExecutionTemplateLayers(templateExecution, layerTypes);
122
+ return profile;
123
+ }
124
+
17
125
  export function resolveDirectSourcePackageProfile(options = {}) {
18
126
  const sourceKind = normalizeLower(options.sourceKind);
19
127
  const packageBasename = normalizeLower(options.packageBasename);
@@ -44,7 +152,7 @@ export function resolveDirectSourcePackageProfile(options = {}) {
44
152
  `direct-source package profile registry is missing a loaded profile for "${id || '(empty)'}".`
45
153
  );
46
154
  }
47
- return cloneJsonValue(profile);
155
+ return materializePackageProfile(cloneJsonValue(profile));
48
156
  }
49
157
 
50
158
  return null;
@@ -198,6 +198,7 @@ export interface SourceStorageContext {
198
198
  ) => AsyncIterable<Uint8Array>) | null;
199
199
  loadTokenizerJson: (() => Promise<Record<string, unknown> | null>) | null;
200
200
  loadTokenizerModel: ((pathHint?: string) => Promise<ArrayBuffer | null>) | null;
201
+ loadAuxiliaryFile: ((path: string) => Promise<ArrayBuffer | null>) | null;
201
202
  loadTensorsJson?: (() => Promise<string | Record<string, unknown> | null>) | null;
202
203
  verifyHashes: boolean;
203
204
  close?: (() => Promise<void>) | null;
@@ -217,6 +217,7 @@ function buildSourceTensorTransform(tensor, shardIndexByPath, tensorName) {
217
217
  scheme: transform.scheme,
218
218
  sourceDtype: transform.sourceDtype,
219
219
  targetDtype: transform.targetDtype,
220
+ ...(transform.storageEncoding ? { storageEncoding: transform.storageEncoding } : {}),
220
221
  scale: transform.scale,
221
222
  zeroPoint: transform.zeroPoint,
222
223
  };
@@ -1044,12 +1045,38 @@ export function createSourceStorageContext(options = {}) {
1044
1045
  }
1045
1046
  : null;
1046
1047
 
1048
+ const loadAuxiliaryFile = readBinary
1049
+ ? async (targetPath) => {
1050
+ if (typeof targetPath !== 'string' || !targetPath.trim()) {
1051
+ throw new Error('loadAuxiliaryFile(path) requires a non-empty path.');
1052
+ }
1053
+ const raw = await readBinary(targetPath);
1054
+ const buffer = toArrayBuffer(raw, `readBinary(${targetPath})`);
1055
+ if (verifyHashes) {
1056
+ const descriptor = auxiliaryFileMap.get(targetPath);
1057
+ if (descriptor?.hash) {
1058
+ const computedHash = await computeHash(new Uint8Array(buffer), descriptor.hashAlgorithm);
1059
+ if (computedHash !== descriptor.hash) {
1060
+ throw new Error(
1061
+ `Auxiliary asset hash mismatch for ${targetPath}. Expected ${descriptor.hash}, got ${computedHash}.`
1062
+ );
1063
+ }
1064
+ }
1065
+ }
1066
+ if (buffer.byteLength <= 0) {
1067
+ throw new Error(`readBinary(${targetPath}) returned an empty auxiliary payload.`);
1068
+ }
1069
+ return buffer;
1070
+ }
1071
+ : null;
1072
+
1047
1073
  return {
1048
1074
  loadShard,
1049
1075
  loadShardRange,
1050
1076
  streamShardRange,
1051
1077
  loadTokenizerJson,
1052
1078
  loadTokenizerModel,
1079
+ loadAuxiliaryFile,
1053
1080
  verifyHashes,
1054
1081
  close,
1055
1082
  };
@@ -61,7 +61,12 @@ function normalizeModelFamily(rawConfig) {
61
61
  if (rawModelType === 'gemma3' || rawModelType === 'gemma3_text') {
62
62
  return 'gemma3';
63
63
  }
64
- if (rawModelType === 'gemma4' || rawModelType === 'gemma4_text') {
64
+ if (
65
+ rawModelType === 'gemma4'
66
+ || rawModelType === 'gemma4_text'
67
+ || rawModelType === 'gemma4_unified'
68
+ || rawModelType === 'gemma4_unified_text'
69
+ ) {
65
70
  return 'gemma4';
66
71
  }
67
72
  return rawModelType;
@@ -136,6 +141,10 @@ function applyExplicitAttentionConfig(inference, rawConfig) {
136
141
  }
137
142
 
138
143
  function applyExplicitFfnConfig(inference, rawConfig) {
144
+ const branchModeRaw = readRawConfigField(rawConfig, 'ffn_branch_mode');
145
+ if (typeof branchModeRaw === 'string' && branchModeRaw.trim()) {
146
+ inference.ffn.branchMode = branchModeRaw.trim().toLowerCase();
147
+ }
139
148
  const useDoubleWideMlp = asOptionalBoolean(readRawConfigField(rawConfig, 'use_double_wide_mlp'));
140
149
  if (useDoubleWideMlp != null) {
141
150
  inference.ffn.useDoubleWideMlp = useDoubleWideMlp;
@@ -170,7 +179,7 @@ function resolveSourceRuntimeVisionConfig(rawConfig) {
170
179
  }
171
180
  const modelType = String(visionConfig.model_type ?? '').trim().toLowerCase();
172
181
  const visionArchitecture = String(visionConfig.vision_architecture ?? '').trim()
173
- || (modelType === 'gemma4_vision' ? 'gemma4' : '')
182
+ || (modelType === 'gemma4_vision' || modelType === 'gemma4_unified_vision' ? 'gemma4' : '')
174
183
  || (modelType === 'qwen3_vl' || modelType === 'qwen3vl' ? 'qwen3vl' : '');
175
184
  return {
176
185
  ...cloneJsonValue(visionConfig),
@@ -185,7 +194,7 @@ function resolveSourceRuntimeAudioConfig(rawConfig) {
185
194
  }
186
195
  const modelType = String(audioConfig.model_type ?? '').trim().toLowerCase();
187
196
  const audioArchitecture = String(audioConfig.audio_architecture ?? '').trim()
188
- || (modelType === 'gemma4_audio' ? 'gemma4' : '');
197
+ || (modelType === 'gemma4_audio' || modelType === 'gemma4_unified_audio' ? 'gemma4' : '');
189
198
  return {
190
199
  ...cloneJsonValue(audioConfig),
191
200
  ...(audioArchitecture ? { audio_architecture: audioArchitecture } : {}),
@@ -24,3 +24,13 @@ export {
24
24
  buildP2PAlertsFromSummary,
25
25
  buildP2PDashboardSnapshot,
26
26
  } from './experimental/distribution/p2p-observability.js';
27
+ export {
28
+ DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
29
+ normalizePeerCapabilityProfile,
30
+ getDescriptorRequiredGenerators,
31
+ assertPeerSupportsDescriptor,
32
+ getDescriptorRequiredShards,
33
+ negotiateDescriptorShardCache,
34
+ validateActivationTransportPayload,
35
+ createDescriptorPeerAssignment,
36
+ } from './experimental/distribution/descriptor-transport.js';
@@ -27,3 +27,13 @@ export {
27
27
  buildP2PAlertsFromSummary,
28
28
  buildP2PDashboardSnapshot,
29
29
  } from './experimental/distribution/p2p-observability.js';
30
+ export {
31
+ DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
32
+ normalizePeerCapabilityProfile,
33
+ getDescriptorRequiredGenerators,
34
+ assertPeerSupportsDescriptor,
35
+ getDescriptorRequiredShards,
36
+ negotiateDescriptorShardCache,
37
+ validateActivationTransportPayload,
38
+ createDescriptorPeerAssignment,
39
+ } from './experimental/distribution/descriptor-transport.js';