doppler-gpu 0.2.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (658) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +20 -8
  3. package/assets/doppler.svg +1601 -0
  4. package/package.json +82 -33
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +453 -0
  7. package/src/cli/doppler-cli.js +817 -709
  8. package/src/cli/doppler-quickstart.d.ts +7 -23
  9. package/src/cli/doppler-quickstart.js +20 -4
  10. package/src/cli/doppler-serve.js +1 -1
  11. package/src/cli/runtime-profiles.d.ts +40 -0
  12. package/src/cli/runtime-profiles.js +225 -0
  13. package/src/client/doppler-api.js +1 -6
  14. package/src/client/doppler-registry.d.ts +12 -0
  15. package/src/client/doppler-registry.js +27 -0
  16. package/src/client/doppler-registry.json +79 -5
  17. package/src/client/failure-taxonomy.js +139 -0
  18. package/src/client/fault-injection.js +30 -0
  19. package/src/client/provider.d.ts +151 -0
  20. package/src/client/provider.js +374 -0
  21. package/src/client/receipt.js +156 -0
  22. package/src/client/runtime/index.js +56 -4
  23. package/src/client/runtime/model-manager.d.ts +0 -14
  24. package/src/client/runtime/model-manager.js +2 -42
  25. package/src/client/runtime/model-session.js +33 -0
  26. package/src/client/runtime/model-source.d.ts +13 -1
  27. package/src/client/runtime/model-source.js +128 -2
  28. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  29. package/src/client/runtime/node-quickstart-cache.js +353 -0
  30. package/src/client/runtime/source-runtime.js +1 -10
  31. package/src/client/runtime/types.d.ts +0 -60
  32. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  33. package/src/client/wrap-pipeline-handle.js +84 -0
  34. package/src/config/README.md +3 -1
  35. package/src/config/conversion/README.md +23 -157
  36. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  38. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  41. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  43. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  46. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
  47. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  48. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  49. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  50. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  51. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  52. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  54. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  55. package/src/config/execution-contract-check.js +6 -5
  56. package/src/config/kernel-path-loader.d.ts +8 -2
  57. package/src/config/kernels/kernel-ref-digests.js +125 -122
  58. package/src/config/kernels/registry.d.ts +0 -35
  59. package/src/config/kernels/registry.js +5 -9
  60. package/src/config/kernels/registry.json +615 -368
  61. package/src/config/merge-helpers.d.ts +1 -1
  62. package/src/config/merge-helpers.js +1 -1
  63. package/src/config/merge.js +35 -7
  64. package/src/config/param-categories.d.ts +0 -9
  65. package/src/config/param-categories.js +1 -5
  66. package/src/config/param-validator.d.ts +2 -0
  67. package/src/config/param-validator.js +16 -0
  68. package/src/config/platforms/loader.d.ts +0 -27
  69. package/src/config/platforms/loader.js +0 -30
  70. package/src/config/required-inference-fields-contract-check.js +1 -7
  71. package/src/config/runtime/README.md +28 -0
  72. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
  73. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  74. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  75. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  76. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  85. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  87. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  88. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  89. package/src/config/schema/benchmark.schema.d.ts +2 -0
  90. package/src/config/schema/benchmark.schema.js +1 -0
  91. package/src/config/schema/bridge.schema.d.ts +16 -0
  92. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  93. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  94. package/src/config/schema/converter.schema.d.ts +5 -0
  95. package/src/config/schema/converter.schema.js +3 -0
  96. package/src/config/schema/debug.schema.d.ts +22 -1
  97. package/src/config/schema/debug.schema.js +1 -0
  98. package/src/config/schema/distill-training.schema.d.ts +0 -1
  99. package/src/config/schema/distill-training.schema.js +1 -1
  100. package/src/config/schema/doppler.schema.d.ts +21 -3
  101. package/src/config/schema/doppler.schema.js +116 -9
  102. package/src/config/schema/emulation.schema.d.ts +3 -0
  103. package/src/config/schema/emulation.schema.js +16 -16
  104. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  105. package/src/config/schema/execution-v1.schema.js +7 -1
  106. package/src/config/schema/index.d.ts +54 -1
  107. package/src/config/schema/index.js +15 -0
  108. package/src/config/schema/inference.schema.d.ts +3 -3
  109. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  110. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  111. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  112. package/src/config/schema/kvcache.schema.js +0 -9
  113. package/src/config/schema/loading.schema.d.ts +12 -0
  114. package/src/config/schema/loading.schema.js +4 -0
  115. package/src/config/schema/manifest.schema.d.ts +73 -1
  116. package/src/config/schema/manifest.schema.js +48 -2
  117. package/src/config/schema/moe.schema.js +0 -8
  118. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  119. package/src/config/schema/program-bundle.schema.js +393 -0
  120. package/src/config/schema/ul-training.schema.d.ts +0 -1
  121. package/src/config/schema/ul-training.schema.js +1 -1
  122. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  123. package/src/config/supported-operations.d.ts +14 -0
  124. package/src/config/supported-operations.js +34 -0
  125. package/src/config/supported-operations.json +178 -0
  126. package/src/config/training-defaults.js +1 -7
  127. package/src/config/transforms/capability-transform-resolver.js +3 -1
  128. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  129. package/src/config/transforms/execution-graph-transforms.js +693 -29
  130. package/src/converter/conversion-plan.js +13 -10
  131. package/src/converter/core.d.ts +57 -0
  132. package/src/converter/core.js +582 -13
  133. package/src/converter/parsers/diffusion.js +1 -33
  134. package/src/converter/quantization-info.d.ts +5 -4
  135. package/src/converter/quantization-info.js +39 -3
  136. package/src/converter/quantizer.d.ts +19 -0
  137. package/src/converter/quantizer.js +81 -4
  138. package/src/debug/config.d.ts +0 -4
  139. package/src/debug/config.js +0 -17
  140. package/src/debug/index.d.ts +28 -30
  141. package/src/debug/index.js +0 -18
  142. package/src/debug/stats.d.ts +0 -8
  143. package/src/debug/stats.js +3 -3
  144. package/src/debug/tensor.d.ts +9 -2
  145. package/src/debug/tensor.js +11 -4
  146. package/src/debug/trace.js +2 -15
  147. package/src/errors/doppler-error.js +20 -0
  148. package/src/experimental/browser/quantization.d.ts +5 -0
  149. package/src/experimental/distribution/shard-delivery.js +179 -23
  150. package/src/experimental/training/artifacts.js +1 -14
  151. package/src/experimental/training/checkpoint.js +1 -14
  152. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  153. package/src/experimental/training/datasets/token-batch.js +2 -2
  154. package/src/experimental/training/distillation/dataset.js +2 -15
  155. package/src/experimental/training/distillation/eval.js +3 -3
  156. package/src/experimental/training/distillation/runtime.js +3 -16
  157. package/src/experimental/training/distillation/student-fixture.js +6 -6
  158. package/src/experimental/training/lora-pipeline.js +1 -14
  159. package/src/experimental/training/objectives/base.d.ts +2 -2
  160. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  162. package/src/experimental/training/objectives/distill_kd.js +2 -2
  163. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  164. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  165. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  166. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  167. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  168. package/src/experimental/training/operator-artifacts.js +1 -14
  169. package/src/experimental/training/runner.js +1 -14
  170. package/src/experimental/training/workload-packs/registry.json +6 -6
  171. package/src/experimental/training/workloads.js +1 -1
  172. package/src/formats/gguf/types.d.ts +0 -63
  173. package/src/formats/gguf/types.js +58 -38
  174. package/src/formats/litert/types.d.ts +0 -13
  175. package/src/formats/litert/types.js +2 -2
  176. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  177. package/src/formats/rdrr/distributed/index.js +3 -0
  178. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  179. package/src/formats/rdrr/distributed/parsing.js +23 -0
  180. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  181. package/src/formats/rdrr/distributed/validation.js +131 -0
  182. package/src/formats/rdrr/groups.d.ts +1 -13
  183. package/src/formats/rdrr/groups.js +0 -34
  184. package/src/formats/rdrr/index.d.ts +9 -0
  185. package/src/formats/rdrr/index.js +9 -0
  186. package/src/formats/rdrr/integrity.d.ts +51 -0
  187. package/src/formats/rdrr/integrity.js +200 -0
  188. package/src/formats/rdrr/lowerings.d.ts +28 -0
  189. package/src/formats/rdrr/lowerings.js +112 -0
  190. package/src/formats/rdrr/manifest.d.ts +0 -14
  191. package/src/formats/rdrr/manifest.js +5 -58
  192. package/src/formats/rdrr/merkle.d.ts +24 -0
  193. package/src/formats/rdrr/merkle.js +118 -0
  194. package/src/formats/rdrr/parsing.js +4 -0
  195. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  196. package/src/formats/rdrr/slice-compiler.js +188 -0
  197. package/src/formats/rdrr/source-transform-contract.js +390 -0
  198. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  199. package/src/formats/rdrr/storage-descriptor.js +186 -0
  200. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  201. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  202. package/src/formats/rdrr/types.d.ts +115 -1
  203. package/src/formats/rdrr/validation.js +245 -0
  204. package/src/formats/tflite/types.d.ts +8 -31
  205. package/src/formats/tflite/types.js +50 -5
  206. package/src/gpu/command-recorder.d.ts +9 -21
  207. package/src/gpu/command-recorder.js +41 -2
  208. package/src/gpu/device.d.ts +17 -3
  209. package/src/gpu/device.js +20 -4
  210. package/src/gpu/kernel-runtime.d.ts +8 -15
  211. package/src/gpu/kernel-selection-log.d.ts +0 -8
  212. package/src/gpu/kernel-selection-log.js +0 -15
  213. package/src/gpu/kernel-tuner/cache.js +0 -3
  214. package/src/gpu/kernels/README.md +50 -18
  215. package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
  216. package/src/gpu/kernels/activation-static-qdq.js +69 -0
  217. package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
  218. package/src/gpu/kernels/attention.d.ts +28 -19
  219. package/src/gpu/kernels/attention.js +443 -9
  220. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  221. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  223. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  224. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  225. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  226. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  228. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  229. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  230. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  231. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  232. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  233. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  234. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  235. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  236. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  237. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  238. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  239. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  240. package/src/gpu/kernels/backward/index.d.ts +6 -0
  241. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  242. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  243. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  244. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  245. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  246. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  247. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  248. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  249. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  250. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  251. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  252. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  253. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  254. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  255. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  256. package/src/gpu/kernels/constants.d.ts +9 -48
  257. package/src/gpu/kernels/constants.js +0 -23
  258. package/src/gpu/kernels/conv2d.d.ts +0 -4
  259. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  260. package/src/gpu/kernels/dequant.d.ts +0 -16
  261. package/src/gpu/kernels/dequant.js +1 -71
  262. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  263. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  264. package/src/gpu/kernels/dispatch.d.ts +12 -97
  265. package/src/gpu/kernels/dispatch.js +0 -117
  266. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  267. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  269. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  270. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  272. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  273. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  274. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  275. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  276. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  277. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  278. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  279. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  280. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  281. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  282. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  283. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  284. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  285. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  286. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  287. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  288. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  289. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  290. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  291. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  292. package/src/gpu/kernels/gather.d.ts +0 -7
  293. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  294. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  295. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  296. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  297. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  298. package/src/gpu/kernels/index.d.ts +13 -5
  299. package/src/gpu/kernels/index.js +9 -4
  300. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  301. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  302. package/src/gpu/kernels/layernorm.d.ts +0 -4
  303. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  304. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  305. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  306. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  307. package/src/gpu/kernels/logit-merge.js +1 -17
  308. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  309. package/src/gpu/kernels/matmul-selection.js +68 -1
  310. package/src/gpu/kernels/matmul.d.ts +0 -28
  311. package/src/gpu/kernels/matmul.js +101 -7
  312. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  313. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  314. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  315. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  316. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  317. package/src/gpu/kernels/moe.d.ts +0 -56
  318. package/src/gpu/kernels/moe.js +0 -15
  319. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  320. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  321. package/src/gpu/kernels/residual.d.ts +0 -12
  322. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  323. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  324. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  325. package/src/gpu/kernels/rmsnorm.js +17 -1
  326. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  327. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  328. package/src/gpu/kernels/rope.d.ts +1 -5
  329. package/src/gpu/kernels/rope.js +12 -2
  330. package/src/gpu/kernels/rope.wgsl +33 -19
  331. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  332. package/src/gpu/kernels/sample.d.ts +0 -5
  333. package/src/gpu/kernels/sample.wgsl +7 -6
  334. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  335. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  336. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  337. package/src/gpu/kernels/shader-cache.js +27 -0
  338. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  339. package/src/gpu/kernels/softmax.wgsl +4 -144
  340. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  341. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  342. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  343. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  344. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  345. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  346. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  347. package/src/gpu/kernels/utils.d.ts +28 -0
  348. package/src/gpu/kernels/utils.js +41 -0
  349. package/src/gpu/perf-guards.d.ts +0 -12
  350. package/src/gpu/perf-guards.js +0 -62
  351. package/src/gpu/profiler.d.ts +0 -21
  352. package/src/gpu/profiler.js +0 -34
  353. package/src/gpu/submit-tracker.d.ts +0 -57
  354. package/src/gpu/submit-tracker.js +3 -62
  355. package/src/gpu/tensor.d.ts +0 -23
  356. package/src/gpu/tensor.js +0 -41
  357. package/src/gpu/uniform-cache.d.ts +0 -11
  358. package/src/gpu/uniform-cache.js +0 -23
  359. package/src/index.d.ts +1 -0
  360. package/src/index.js +1 -0
  361. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  362. package/src/inference/browser-harness-model-helpers.js +22 -13
  363. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  364. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  365. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  366. package/src/inference/browser-harness-suite-helpers.js +87 -1
  367. package/src/inference/browser-harness-text-helpers.d.ts +13 -0
  368. package/src/inference/browser-harness-text-helpers.js +267 -18
  369. package/src/inference/browser-harness.d.ts +0 -29
  370. package/src/inference/browser-harness.js +271 -71
  371. package/src/inference/kv-cache/base.d.ts +6 -0
  372. package/src/inference/kv-cache/base.js +16 -1
  373. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  374. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  375. package/src/inference/kv-cache/quantized.js +2 -0
  376. package/src/inference/kv-cache/tiered.js +7 -0
  377. package/src/inference/kv-cache/types.d.ts +2 -0
  378. package/src/inference/multi-model-network.d.ts +1 -1
  379. package/src/inference/multi-model-network.js +1 -2
  380. package/src/inference/network-evolution.d.ts +0 -12
  381. package/src/inference/network-evolution.js +2 -2
  382. package/src/inference/pipelines/context.js +21 -2
  383. package/src/inference/pipelines/diffusion/init.js +2 -2
  384. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  385. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  386. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  387. package/src/inference/pipelines/diffusion/vae.js +4 -4
  388. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  389. package/src/inference/pipelines/structured/index.d.ts +2 -0
  390. package/src/inference/pipelines/structured/index.js +2 -0
  391. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  392. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  393. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  394. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  395. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  396. package/src/inference/pipelines/text/attention/projections.js +70 -23
  397. package/src/inference/pipelines/text/attention/record.js +118 -5
  398. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  399. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  400. package/src/inference/pipelines/text/attention/run.js +97 -6
  401. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  402. package/src/inference/pipelines/text/attention/types.js +9 -4
  403. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  404. package/src/inference/pipelines/text/chat-format.js +1 -8
  405. package/src/inference/pipelines/text/config.d.ts +3 -25
  406. package/src/inference/pipelines/text/config.js +105 -3
  407. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  408. package/src/inference/pipelines/text/drift-policy.js +1 -1
  409. package/src/inference/pipelines/text/embed.d.ts +23 -27
  410. package/src/inference/pipelines/text/embed.js +10 -43
  411. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  412. package/src/inference/pipelines/text/execution-plan.js +15 -2
  413. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  414. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  415. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  416. package/src/inference/pipelines/text/execution-v1.js +94 -25
  417. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  418. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  419. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  420. package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
  421. package/src/inference/pipelines/text/generator-helpers.js +20 -2
  422. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  423. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  424. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  425. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  426. package/src/inference/pipelines/text/generator-steps.js +23 -9
  427. package/src/inference/pipelines/text/generator.d.ts +0 -6
  428. package/src/inference/pipelines/text/generator.js +254 -530
  429. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  430. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  431. package/src/inference/pipelines/text/init-rope.js +408 -0
  432. package/src/inference/pipelines/text/init.d.ts +8 -2
  433. package/src/inference/pipelines/text/init.js +190 -710
  434. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  435. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  436. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  437. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  438. package/src/inference/pipelines/text/layer-plan.js +1 -1
  439. package/src/inference/pipelines/text/layer.d.ts +70 -8
  440. package/src/inference/pipelines/text/layer.js +105 -537
  441. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  442. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  443. package/src/inference/pipelines/text/load-errors.js +59 -0
  444. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  445. package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
  446. package/src/inference/pipelines/text/logits/gpu.js +148 -11
  447. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  448. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  449. package/src/inference/pipelines/text/model-load.js +74 -17
  450. package/src/inference/pipelines/text/ops.d.ts +13 -2
  451. package/src/inference/pipelines/text/ops.js +1 -1
  452. package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
  453. package/src/inference/pipelines/text/probes.d.ts +3 -6
  454. package/src/inference/pipelines/text/probes.js +198 -31
  455. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  456. package/src/inference/pipelines/text/sampling.js +140 -0
  457. package/src/inference/pipelines/text/stage-names.js +12 -0
  458. package/src/inference/pipelines/text/state.js +2 -0
  459. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  460. package/src/inference/pipelines/text/types.d.ts +8 -78
  461. package/src/inference/pipelines/text/weights.d.ts +0 -50
  462. package/src/inference/pipelines/text/weights.js +2 -51
  463. package/src/inference/pipelines/text.d.ts +9 -1
  464. package/src/inference/pipelines/text.js +233 -29
  465. package/src/inference/pipelines/vision/index.js +0 -107
  466. package/src/inference/runtime-model.d.ts +0 -7
  467. package/src/inference/runtime-model.js +0 -23
  468. package/src/inference/test-harness.d.ts +6 -22
  469. package/src/inference/test-harness.js +97 -23
  470. package/src/inference/tokenizer.js +1 -10
  471. package/src/inference/tokenizers/sentencepiece.js +65 -15
  472. package/src/inference/tokenizers/types.d.ts +0 -21
  473. package/src/loader/doppler-loader.d.ts +3 -0
  474. package/src/loader/doppler-loader.js +90 -12
  475. package/src/loader/embedding-loader.js +30 -5
  476. package/src/loader/loader-types.d.ts +4 -0
  477. package/src/loader/manifest-config.d.ts +2 -7
  478. package/src/loader/manifest-config.js +25 -1
  479. package/src/loader/memory-monitor.d.ts +17 -5
  480. package/src/loader/per-layer-input-loader.js +114 -1
  481. package/src/loader/quantization-constants.d.ts +6 -0
  482. package/src/loader/shard-resolver.d.ts +1 -0
  483. package/src/loader/shard-resolver.js +15 -0
  484. package/src/loader/tensors/source-transform.d.ts +15 -0
  485. package/src/loader/tensors/source-transform.js +317 -34
  486. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  487. package/src/loader/tensors/tensor-loader.js +84 -1
  488. package/src/loader/tensors/tensor-reader.js +28 -2
  489. package/src/memory/address-table.d.ts +1 -9
  490. package/src/memory/buffer-pool.d.ts +0 -16
  491. package/src/memory/buffer-pool.js +1 -33
  492. package/src/memory/heap-manager.d.ts +18 -43
  493. package/src/memory/unified-detect.d.ts +19 -34
  494. package/src/models/embeddinggemma.d.ts +7 -0
  495. package/src/models/embeddinggemma.js +24 -0
  496. package/src/models/family.d.ts +24 -0
  497. package/src/models/family.js +25 -0
  498. package/src/models/gemma3.d.ts +7 -0
  499. package/src/models/gemma3.js +33 -0
  500. package/src/models/gemma4.d.ts +7 -0
  501. package/src/models/gemma4.js +33 -0
  502. package/src/models/qwen3.d.ts +7 -0
  503. package/src/models/qwen3.js +36 -0
  504. package/src/rules/converter/tokenizer.rules.json +5 -0
  505. package/src/rules/execution-rules-contract-check.js +72 -3
  506. package/src/rules/inference/capability-transforms.rules.json +87 -0
  507. package/src/rules/inference/execution.rules.json +11 -1
  508. package/src/rules/inference/ffn.rules.json +6 -2
  509. package/src/rules/loader/tensor-loader.rules.json +9 -0
  510. package/src/rules/rule-registry.js +53 -75
  511. package/src/storage/artifact-storage-context.d.ts +12 -3
  512. package/src/storage/artifact-storage-context.js +389 -98
  513. package/src/storage/backends/opfs-store.js +138 -88
  514. package/src/storage/blake3.js +9 -1
  515. package/src/storage/export.js +1 -5
  516. package/src/storage/normalize-model-id.js +3 -0
  517. package/src/storage/preflight.js +22 -0
  518. package/src/storage/quickstart-downloader.js +44 -56
  519. package/src/storage/reports.js +35 -11
  520. package/src/storage/shard-manager.d.ts +8 -2
  521. package/src/storage/shard-manager.js +176 -15
  522. package/src/storage/source-artifact-store.d.ts +0 -2
  523. package/src/storage/source-artifact-store.js +3 -9
  524. package/src/sw.js +0 -3
  525. package/src/tooling/browser-command-runner.js +39 -0
  526. package/src/tooling/command-api-constants.js +1 -1
  527. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  528. package/src/tooling/command-api-family-normalizers.js +49 -7
  529. package/src/tooling/command-api-helpers.d.ts +0 -2
  530. package/src/tooling/command-api-helpers.js +6 -2
  531. package/src/tooling/command-api.d.ts +20 -1
  532. package/src/tooling/command-api.js +10 -1
  533. package/src/tooling/command-envelope.d.ts +0 -1
  534. package/src/tooling/command-envelope.js +1 -1
  535. package/src/tooling/command-runner-shared.d.ts +10 -0
  536. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  537. package/src/tooling/conversion-config-materializer.js +1 -1
  538. package/src/tooling/diagnose-runner.js +1 -4
  539. package/src/tooling/hf-registry-utils.d.ts +2 -6
  540. package/src/tooling/hf-registry-utils.js +90 -19
  541. package/src/tooling/kernel-path-builder/index.js +1 -4
  542. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  543. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  544. package/src/tooling/lean-execution-contract-runner.js +2 -2
  545. package/src/tooling/litert-package-runtime.d.ts +1 -1
  546. package/src/tooling/litert-package-runtime.js +373 -21
  547. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  548. package/src/tooling/node-browser-command-runner.js +97 -13
  549. package/src/tooling/node-command-runner.js +36 -0
  550. package/src/tooling/node-convert-worker-pool.js +12 -0
  551. package/src/tooling/node-convert-worker.js +10 -1
  552. package/src/tooling/node-converter.js +90 -1
  553. package/src/tooling/node-source-runtime.js +257 -150
  554. package/src/tooling/opfs-cache.js +1 -4
  555. package/src/tooling/precision-replay-math.js +174 -0
  556. package/src/tooling/program-bundle-host.d.ts +16 -0
  557. package/src/tooling/program-bundle-host.js +20 -0
  558. package/src/tooling/program-bundle-parity.d.ts +28 -0
  559. package/src/tooling/program-bundle-parity.js +210 -0
  560. package/src/tooling/program-bundle.d.ts +61 -0
  561. package/src/tooling/program-bundle.js +1119 -0
  562. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  563. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  564. package/src/tooling/reference-verify.js +191 -0
  565. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  566. package/src/tooling/source-artifact-adapter.js +4 -4
  567. package/src/tooling/source-package-profiles.js +1 -7
  568. package/src/tooling/source-runtime-bundle.d.ts +27 -0
  569. package/src/tooling/source-runtime-bundle.js +56 -23
  570. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  571. package/src/tooling/source-runtime-converter-config.js +13 -9
  572. package/src/tooling/source-runtime-materializer.js +4 -8
  573. package/src/tooling-exports/device.d.ts +11 -0
  574. package/src/tooling-exports/device.js +14 -0
  575. package/src/tooling-exports/manifest.d.ts +8 -0
  576. package/src/tooling-exports/manifest.js +11 -0
  577. package/src/tooling-exports/storage.d.ts +25 -0
  578. package/src/tooling-exports/storage.js +29 -0
  579. package/src/tooling-exports/structured.d.ts +1 -0
  580. package/src/tooling-exports/structured.js +5 -0
  581. package/src/tooling-exports.d.ts +23 -0
  582. package/src/tooling-exports.js +17 -0
  583. package/src/tooling-exports.shared.d.ts +27 -30
  584. package/src/tooling-exports.shared.js +28 -29
  585. package/src/types/index.d.ts +0 -3
  586. package/src/types/index.js +0 -3
  587. package/src/utils/array-buffer.d.ts +4 -0
  588. package/src/utils/array-buffer.js +9 -0
  589. package/src/utils/canonical-hash.d.ts +7 -0
  590. package/src/utils/canonical-hash.js +74 -0
  591. package/src/utils/clone-json.d.ts +1 -0
  592. package/src/utils/clone-json.js +7 -0
  593. package/src/utils/encode-utf8.js +5 -0
  594. package/src/utils/index.d.ts +4 -1
  595. package/src/utils/index.js +4 -1
  596. package/src/utils/runtime-env.js +7 -0
  597. package/src/utils/sha256.d.ts +1 -0
  598. package/src/utils/sha256.js +18 -4
  599. package/src/utils/stable-sort-object.d.ts +1 -0
  600. package/src/utils/stable-sort-object.js +13 -0
  601. package/src/version.js +1 -1
  602. package/tools/convert-safetensors-node.js +1 -2
  603. package/src/bootstrap.d.ts +0 -1
  604. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  605. package/src/config/kernels/kernel-ref.d.ts +0 -17
  606. package/src/config/kernels/kernel-ref.js +0 -75
  607. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  608. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  609. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  610. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  611. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  612. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  613. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  614. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  615. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  616. package/src/config/runtime/overlays/trace-config.json +0 -28
  617. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  618. package/src/debug/perf.d.ts +0 -33
  619. package/src/debug/perf.js +0 -51
  620. package/src/errors/index.d.ts +0 -1
  621. package/src/errors/index.js +0 -1
  622. package/src/formats/gguf/index.d.ts +0 -8
  623. package/src/formats/gguf/index.js +0 -4
  624. package/src/formats/litert/index.d.ts +0 -1
  625. package/src/formats/litert/index.js +0 -1
  626. package/src/formats/safetensors/index.d.ts +0 -8
  627. package/src/formats/safetensors/index.js +0 -4
  628. package/src/formats/tflite/index.d.ts +0 -1
  629. package/src/formats/tflite/index.js +0 -1
  630. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  631. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  632. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  633. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  634. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  635. package/src/inference/functiongemma.d.ts +0 -15
  636. package/src/inference/functiongemma.js +0 -1
  637. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  638. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  639. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  640. package/src/rules/kernels/kernel-validator.js +0 -160
  641. package/src/sw.d.ts +0 -1
  642. package/src/tooling/bench-runner.js +0 -64
  643. package/src/tooling/distill-runner.js +0 -56
  644. package/src/tooling/lora-runner.js +0 -37
  645. package/src/tooling/verify-runner.js +0 -63
  646. package/src/types/gpu.d.ts +0 -185
  647. package/src/types/gpu.js +0 -5
  648. package/src/types/inference.d.ts +0 -197
  649. package/src/types/inference.js +0 -5
  650. package/src/types/model.d.ts +0 -130
  651. package/src/types/model.js +0 -5
  652. package/src/utils/format-bytes.js +0 -20
  653. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  654. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  655. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  656. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  657. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  658. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -4,9 +4,6 @@
4
4
  * @module gpu/submit-tracker
5
5
  */
6
6
 
7
- /** Whether to track submits (disable in production for perf) */
8
- export let TRACK_SUBMITS: boolean;
9
-
10
7
  /** Submit statistics */
11
8
  export interface SubmitStats {
12
9
  /** Number of queue.submit() calls */
@@ -25,16 +22,6 @@ export interface SubmitStats {
25
22
  bySource?: Map<string, number>;
26
23
  }
27
24
 
28
- /** Phase-based submit statistics */
29
- export interface PhaseSubmitStats {
30
- prefill: SubmitStats;
31
- decode: SubmitStats;
32
- other: SubmitStats;
33
- }
34
-
35
- /** Current phase for submit tracking */
36
- export type SubmitPhase = 'prefill' | 'decode' | 'other';
37
-
38
25
  /**
39
26
  * Enable/disable submit tracking.
40
27
  * @param enabled - Whether to track submits
@@ -47,65 +34,21 @@ export function setTrackSubmits(enabled: boolean): void;
47
34
  */
48
35
  export function resetSubmitStats(): void;
49
36
 
50
- /**
51
- * Set the current phase for submit tracking.
52
- * @param phase - The phase to track ('prefill', 'decode', or 'other')
53
- */
54
- export function setSubmitPhase(phase: SubmitPhase): void;
55
-
56
- /**
57
- * Record a submit call.
58
- * Call this from a wrapper around queue.submit().
59
- * @param durationMs - Time spent in this submit call
60
- * @param source - Optional source identifier (e.g., "pipeline.ts:prefill", "layer.ts:attention")
61
- */
62
- export function recordSubmit(durationMs: number, source?: string): void;
63
-
64
37
  /**
65
38
  * Get current submit statistics.
66
39
  * @returns Submit statistics
67
40
  */
68
41
  export function getSubmitStats(): SubmitStats;
69
42
 
70
- /**
71
- * Get submit statistics for a specific phase.
72
- * @param phase - The phase to get stats for
73
- * @returns Submit statistics for the phase
74
- */
75
- export function getPhaseSubmitStats(phase: SubmitPhase): SubmitStats;
76
-
77
- /**
78
- * Get submit statistics for all phases.
79
- * @returns Submit statistics by phase
80
- */
81
- export function getAllPhaseSubmitStats(): PhaseSubmitStats;
82
-
83
43
  /**
84
44
  * Log submit statistics summary.
85
45
  * @param label - Label for the log output
86
46
  */
87
47
  export function logSubmitStats(label?: string): void;
88
48
 
89
- /**
90
- * Log submit statistics for all phases.
91
- * @param label - Label for the log output
92
- */
93
- export function logAllPhaseSubmitStats(label?: string): void;
94
-
95
49
  /**
96
50
  * Wrap a GPU queue to track submit calls.
97
51
  * @param queue - GPU queue to wrap
98
52
  * @returns Wrapped queue with tracking
99
53
  */
100
54
  export function wrapQueueForTracking(queue: GPUQueue): GPUQueue;
101
-
102
- /**
103
- * Estimate submit overhead savings from batching.
104
- * @param currentStats - Current submit stats (unbatched)
105
- * @param targetSubmits - Target number of submits after batching
106
- * @returns Estimated time savings in ms
107
- */
108
- export function estimateBatchingSavings(
109
- currentStats: SubmitStats,
110
- targetSubmits?: number
111
- ): { savedSubmits: number; estimatedSavingsMs: number };
@@ -4,7 +4,7 @@ import { trackSubmit } from './perf-guards.js';
4
4
  import { log, trace } from '../debug/index.js';
5
5
 
6
6
 
7
- export let TRACK_SUBMITS = false;
7
+ let TRACK_SUBMITS = false;
8
8
 
9
9
 
10
10
  let submitCount = 0;
@@ -51,34 +51,25 @@ export function resetSubmitStats() {
51
51
  submitSources = new Map();
52
52
  currentPhase = 'other';
53
53
 
54
- // Reset phase stats
55
54
  for (const phase of (['prefill', 'decode', 'other'])) {
56
55
  phaseStats[phase] = { count: 0, times: [], totalMs: 0, maxMs: 0, minMs: Infinity, sources: new Map() };
57
56
  }
58
57
  }
59
58
 
60
59
 
61
- export function setSubmitPhase(phase) {
62
- currentPhase = phase;
63
- }
64
-
65
-
66
- export function recordSubmit(durationMs, source) {
60
+ function recordSubmit(durationMs, source) {
67
61
  if (!TRACK_SUBMITS) return;
68
62
 
69
- // Global stats
70
63
  submitCount++;
71
64
  submitTimes.push(durationMs);
72
65
  totalSubmitMs += durationMs;
73
66
  maxSubmitMs = Math.max(maxSubmitMs, durationMs);
74
67
  minSubmitMs = Math.min(minSubmitMs, durationMs);
75
68
 
76
- // Track by source
77
69
  if (source) {
78
70
  submitSources.set(source, (submitSources.get(source) || 0) + 1);
79
71
  }
80
72
 
81
- // Phase-specific stats
82
73
  const ps = phaseStats[currentPhase];
83
74
  ps.count++;
84
75
  ps.times.push(durationMs);
@@ -86,7 +77,6 @@ export function recordSubmit(durationMs, source) {
86
77
  ps.maxMs = Math.max(ps.maxMs, durationMs);
87
78
  ps.minMs = Math.min(ps.minMs, durationMs);
88
79
 
89
- // Track source in phase stats
90
80
  if (source) {
91
81
  ps.sources.set(source, (ps.sources.get(source) || 0) + 1);
92
82
  }
@@ -106,7 +96,7 @@ export function getSubmitStats() {
106
96
  }
107
97
 
108
98
 
109
- export function getPhaseSubmitStats(phase) {
99
+ function getPhaseSubmitStats(phase) {
110
100
  const ps = phaseStats[phase];
111
101
  return {
112
102
  count: ps.count,
@@ -120,15 +110,6 @@ export function getPhaseSubmitStats(phase) {
120
110
  }
121
111
 
122
112
 
123
- export function getAllPhaseSubmitStats() {
124
- return {
125
- prefill: getPhaseSubmitStats('prefill'),
126
- decode: getPhaseSubmitStats('decode'),
127
- other: getPhaseSubmitStats('other'),
128
- };
129
- }
130
-
131
-
132
113
  export function logSubmitStats(label = 'Forward pass') {
133
114
  const stats = getSubmitStats();
134
115
  trace.perf(
@@ -138,7 +119,6 @@ export function logSubmitStats(label = 'Forward pass') {
138
119
  `range=[${stats.minMs.toFixed(3)}-${stats.maxMs.toFixed(3)}ms]`
139
120
  );
140
121
 
141
- // Log by source if available
142
122
  if (stats.bySource && stats.bySource.size > 0) {
143
123
  trace.perf('SubmitTracker: Submits by source:');
144
124
  const sorted = Array.from(stats.bySource.entries()).sort((a, b) => b[1] - a[1]);
@@ -150,32 +130,6 @@ export function logSubmitStats(label = 'Forward pass') {
150
130
  }
151
131
 
152
132
 
153
- export function logAllPhaseSubmitStats(label = 'All phases') {
154
- const allStats = getAllPhaseSubmitStats();
155
- trace.perf(`SubmitTracker ${label}:`);
156
-
157
- for (const phase of (['prefill', 'decode', 'other'])) {
158
- const stats = allStats[phase];
159
- if (stats.count === 0) continue;
160
-
161
- trace.perf(
162
- ` ${phase}: ${stats.count} submits, ` +
163
- `total=${stats.totalMs.toFixed(2)}ms, ` +
164
- `avg=${stats.avgMs.toFixed(3)}ms`
165
- );
166
-
167
- // Log by source for this phase
168
- if (stats.bySource && stats.bySource.size > 0) {
169
- const sorted = Array.from(stats.bySource.entries()).sort((a, b) => b[1] - a[1]);
170
- for (const [source, count] of sorted) {
171
- const pct = ((count / stats.count) * 100).toFixed(1);
172
- trace.perf(` ${source}: ${count} (${pct}%)`);
173
- }
174
- }
175
- }
176
- }
177
-
178
-
179
133
  function extractSourceFromStack() {
180
134
  const stack = new Error().stack;
181
135
  if (!stack) return 'unknown';
@@ -227,16 +181,3 @@ export function wrapQueueForTracking(queue) {
227
181
  }
228
182
 
229
183
 
230
- export function estimateBatchingSavings(
231
- currentStats,
232
- targetSubmits = 1
233
- ) {
234
- const savedSubmits = Math.max(0, currentStats.count - targetSubmits);
235
- // Each submit has overhead, estimate savings based on average submit time
236
- const estimatedSavingsMs = savedSubmits * currentStats.avgMs;
237
-
238
- return {
239
- savedSubmits,
240
- estimatedSavingsMs,
241
- };
242
- }
@@ -29,24 +29,6 @@ export function createTensor(
29
29
  label?: string
30
30
  ): Tensor;
31
31
 
32
- /**
33
- * Assert tensor has expected dtype, throw if mismatch.
34
- */
35
- export function assertDtype(
36
- tensor: Tensor,
37
- expected: TensorDtype,
38
- operation: string
39
- ): void;
40
-
41
- /**
42
- * Assert tensor has expected shape, throw if mismatch.
43
- */
44
- export function assertShape(
45
- tensor: Tensor,
46
- expected: readonly number[],
47
- operation: string
48
- ): void;
49
-
50
32
  /**
51
33
  * Get bytes per element for dtype.
52
34
  */
@@ -57,11 +39,6 @@ export function dtypeBytes(dtype: TensorDtype): number;
57
39
  */
58
40
  export function tensorBytes(shape: readonly number[], dtype: TensorDtype): number;
59
41
 
60
- /**
61
- * Check if two tensors have compatible dtypes for an operation.
62
- */
63
- export function dtypesMatch(a: Tensor, b: Tensor): boolean;
64
-
65
42
  /**
66
43
  * Determine output dtype for a binary operation.
67
44
  * F16 only if both inputs are F16.
package/src/gpu/tensor.js CHANGED
@@ -19,42 +19,6 @@ export function createTensor(
19
19
  }
20
20
 
21
21
 
22
- export function assertDtype(
23
- tensor,
24
- expected,
25
- operation
26
- ) {
27
- if (tensor.dtype !== expected) {
28
- throw new Error(
29
- `${operation}: expected ${expected} tensor, got ${tensor.dtype}` +
30
- (tensor.label ? ` (${tensor.label})` : '')
31
- );
32
- }
33
- }
34
-
35
-
36
- export function assertShape(
37
- tensor,
38
- expected,
39
- operation
40
- ) {
41
- if (tensor.shape.length !== expected.length) {
42
- throw new Error(
43
- `${operation}: expected ${expected.length}D tensor, got ${tensor.shape.length}D` +
44
- (tensor.label ? ` (${tensor.label})` : '')
45
- );
46
- }
47
- for (let i = 0; i < expected.length; i++) {
48
- if (expected[i] !== -1 && tensor.shape[i] !== expected[i]) {
49
- throw new Error(
50
- `${operation}: shape mismatch at dim ${i}: expected ${expected[i]}, got ${tensor.shape[i]}` +
51
- (tensor.label ? ` (${tensor.label})` : '')
52
- );
53
- }
54
- }
55
- }
56
-
57
-
58
22
  export function dtypeBytes(dtype) {
59
23
  return dtype === 'f16' ? 2 : 4;
60
24
  }
@@ -65,11 +29,6 @@ export function tensorBytes(shape, dtype) {
65
29
  }
66
30
 
67
31
 
68
- export function dtypesMatch(a, b) {
69
- return a.dtype === b.dtype;
70
- }
71
-
72
-
73
32
  export function inferOutputDtype(a, b) {
74
33
  return selectRuleValue('shared', 'dtype', 'bothF16', { aDtype: a.dtype, bDtype: b.dtype });
75
34
  }
@@ -53,12 +53,6 @@ export declare class UniformBufferCache {
53
53
  */
54
54
  release(buffer: GPUBuffer): void;
55
55
 
56
- /**
57
- * Evict stale entries (older than maxAgeMs).
58
- * Buffers are queued for deferred destruction.
59
- */
60
- evictStale(): number;
61
-
62
56
  /**
63
57
  * Clear all cached buffers.
64
58
  * Also flushes any pending destruction queue.
@@ -75,11 +69,6 @@ export declare class UniformBufferCache {
75
69
  */
76
70
  flushPendingDestruction(): number;
77
71
 
78
- /**
79
- * Get the number of buffers pending destruction.
80
- */
81
- getPendingDestructionCount(): number;
82
-
83
72
  /**
84
73
  * Check if a buffer is managed by this cache
85
74
  */
@@ -160,26 +160,7 @@ export class UniformBufferCache {
160
160
  }
161
161
  }
162
162
 
163
-
164
- evictStale() {
165
- const now = performance.now();
166
- let evicted = 0;
167
-
168
- for (const [hash, entry] of this.#cache) {
169
- if (entry.refCount === 0 && now - entry.lastUsed > this.#maxAgeMs) {
170
- // DON'T destroy immediately - defer until GPU work completes
171
- this.#pendingDestruction.push(entry.buffer);
172
- this.#cache.delete(hash);
173
- evicted++;
174
- }
175
- }
176
163
 
177
- this.#stats.evictions += evicted;
178
- this.#stats.currentSize = this.#cache.size;
179
- return evicted;
180
- }
181
-
182
-
183
164
  clear() {
184
165
  // Flush pending destruction first
185
166
  this.flushPendingDestruction();
@@ -202,10 +183,6 @@ export class UniformBufferCache {
202
183
  return count;
203
184
  }
204
185
 
205
-
206
- getPendingDestructionCount() {
207
- return this.#pendingDestruction.length;
208
- }
209
186
 
210
187
 
211
188
  isCached(buffer) {
package/src/index.d.ts CHANGED
@@ -1,2 +1,3 @@
1
1
  export { DOPPLER_VERSION } from './version.js';
2
2
  export { doppler } from './client/doppler-api.js';
3
+ export { createDopplerProvider } from './client/provider.js';
package/src/index.js CHANGED
@@ -1,2 +1,3 @@
1
1
  export { DOPPLER_VERSION } from './version.js';
2
2
  export { doppler } from './client/doppler-api.js';
3
+ export { createDopplerProvider } from './client/provider.js';
@@ -4,16 +4,7 @@ export declare function resolveKernelPathForModel(options?: Record<string, unkno
4
4
  kernelPath: unknown;
5
5
  source: string | null;
6
6
  } | null>;
7
- export declare function initializeInferenceFromStorage(
8
- modelId: string,
9
- options?: Record<string, unknown>
10
- ): Promise<Record<string, unknown>>;
11
- export declare function initializeInferenceFromSourcePath(
12
- sourcePath: string,
13
- options?: Record<string, unknown>
14
- ): Promise<Record<string, unknown>>;
15
7
  export declare function resolveLocalSourceRuntimePathFromModelUrl(
16
8
  modelUrl?: string | null
17
9
  ): Promise<string | null>;
18
- export declare function resolveHarnessOverride(options?: Record<string, unknown>): Promise<Record<string, unknown>>;
19
10
  export declare function initializeSuiteModel(options?: Record<string, unknown>): Promise<Record<string, unknown>>;
@@ -1,6 +1,3 @@
1
- import fs from 'node:fs/promises';
2
- import path from 'node:path';
3
- import { fileURLToPath } from 'node:url';
4
1
  import { initializeInference } from './test-harness.js';
5
2
  import { setRuntimeConfig } from '../config/runtime.js';
6
3
  import { log } from '../debug/index.js';
@@ -30,20 +27,29 @@ function isNodeRuntime() {
30
27
  return typeof process !== 'undefined' && !!process.versions?.node;
31
28
  }
32
29
 
33
- async function pathExists(targetPath) {
30
+ async function pathExists(nodeFs, targetPath) {
34
31
  try {
35
- await fs.access(targetPath);
32
+ await nodeFs.access(targetPath);
36
33
  return true;
37
34
  } catch {
38
35
  return false;
39
36
  }
40
37
  }
41
38
 
42
- function isDirectSourceFilePath(targetPath) {
43
- const ext = path.extname(String(targetPath || '')).toLowerCase();
39
+ function isDirectSourceFilePath(nodePath, targetPath) {
40
+ const ext = nodePath.extname(String(targetPath || '')).toLowerCase();
44
41
  return DIRECT_SOURCE_FILE_EXTENSIONS.includes(ext);
45
42
  }
46
43
 
44
+ async function loadNodeFsHelpers() {
45
+ const [{ default: fs }, { default: path }, { fileURLToPath }] = await Promise.all([
46
+ import('node:fs/promises'),
47
+ import('node:path'),
48
+ import('node:url'),
49
+ ]);
50
+ return { fs, path, fileURLToPath };
51
+ }
52
+
47
53
  function resolveSourceVerifyHashes(options = {}) {
48
54
  const explicit = options?.runtime?.runtimeConfig?.loading?.shardCache?.verifyHashes;
49
55
  if (explicit == null) {
@@ -107,7 +113,7 @@ export async function resolveKernelPathForModel(options = {}) {
107
113
  };
108
114
  }
109
115
 
110
- export async function initializeInferenceFromStorage(modelId, options = {}) {
116
+ async function initializeInferenceFromStorage(modelId, options = {}) {
111
117
  const { onProgress } = options;
112
118
  if (!modelId) {
113
119
  throw new Error('modelId is required');
@@ -156,7 +162,7 @@ export async function initializeInferenceFromStorage(modelId, options = {}) {
156
162
  return { pipeline, manifest, capabilities };
157
163
  }
158
164
 
159
- export async function initializeInferenceFromSourcePath(sourcePath, options = {}) {
165
+ async function initializeInferenceFromSourcePath(sourcePath, options = {}) {
160
166
  const { onProgress } = options;
161
167
  if (!sourcePath || typeof sourcePath !== 'string') {
162
168
  throw new Error('modelUrl is required for loadMode=memory.');
@@ -221,6 +227,8 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
221
227
  return null;
222
228
  }
223
229
 
230
+ const { fs, path, fileURLToPath } = await loadNodeFsHelpers();
231
+
224
232
  let localPath;
225
233
  try {
226
234
  localPath = fileURLToPath(modelUrl);
@@ -236,14 +244,14 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
236
244
  }
237
245
 
238
246
  if (stats.isFile()) {
239
- return isDirectSourceFilePath(localPath) ? localPath : null;
247
+ return isDirectSourceFilePath(path, localPath) ? localPath : null;
240
248
  }
241
249
 
242
250
  if (!stats.isDirectory()) {
243
251
  return null;
244
252
  }
245
253
 
246
- if (await pathExists(path.join(localPath, 'manifest.json'))) {
254
+ if (await pathExists(fs, path.join(localPath, 'manifest.json'))) {
247
255
  return null;
248
256
  }
249
257
 
@@ -260,7 +268,7 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
260
268
  }
261
269
 
262
270
  for (const fileName of fileNames) {
263
- if (isDirectSourceFilePath(fileName)) {
271
+ if (isDirectSourceFilePath(path, fileName)) {
264
272
  return localPath;
265
273
  }
266
274
  }
@@ -268,7 +276,7 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
268
276
  return null;
269
277
  }
270
278
 
271
- export async function resolveHarnessOverride(options = {}) {
279
+ async function resolveHarnessOverride(options = {}) {
272
280
  const input = typeof options.harnessOverride === 'function'
273
281
  ? await options.harnessOverride(options)
274
282
  : options.harnessOverride;
@@ -333,6 +341,7 @@ export async function initializeSuiteModel(options = {}) {
333
341
  runtime,
334
342
  onProgress: options.onProgress,
335
343
  log: options.log,
344
+ loadMode,
336
345
  });
337
346
  }
338
347
  const modelLoadMs = Math.max(0, performance.now() - loadStart);
@@ -1,7 +1,3 @@
1
- export declare function parseReportTimestamp(
2
- rawTimestamp: string | number | Date | null | undefined,
3
- label?: string
4
- ): string | null;
5
1
  export declare function resolveReportTimestamp(
6
2
  rawTimestamp: string | number | Date | null | undefined,
7
3
  label: string,
@@ -38,7 +34,6 @@ export declare function applyRuntimeProfile(
38
34
  profileId: string,
39
35
  options?: Record<string, unknown>
40
36
  ): Promise<Record<string, unknown>>;
41
- export declare function normalizeRuntimeConfigChain(value: unknown): string[];
42
37
  export declare function applyRuntimeForRun(
43
38
  run: Record<string, unknown>,
44
39
  options?: Record<string, unknown>
@@ -12,7 +12,7 @@ import {
12
12
  resolveRuntimeFromConfig,
13
13
  } from '../tooling/runtime-input-composition.js';
14
14
 
15
- export function parseReportTimestamp(rawTimestamp, label = 'timestamp') {
15
+ function parseReportTimestamp(rawTimestamp, label = 'timestamp') {
16
16
  if (rawTimestamp == null) {
17
17
  return null;
18
18
  }
@@ -327,7 +327,7 @@ export async function applyRuntimeProfile(profileId, options = {}) {
327
327
  return mergedRuntime;
328
328
  }
329
329
 
330
- export function normalizeRuntimeConfigChain(value) {
330
+ function normalizeRuntimeConfigChain(value) {
331
331
  if (!Array.isArray(value)) {
332
332
  return [];
333
333
  }
@@ -14,7 +14,6 @@ export declare function normalizeCacheMode(value: unknown): 'cold' | 'warm';
14
14
  export declare function normalizeLoadMode(value: unknown, hasModelUrl: boolean, modelUrl?: string | null): 'opfs' | 'http' | 'memory' | 'file';
15
15
  export declare function normalizeWorkloadType(value: unknown): string | null;
16
16
  export declare function safeStatsValue(value: unknown): number;
17
- export declare function calculateRatePerSecond(count: unknown, durationMs: unknown): number;
18
17
  export declare function buildDiffusionPerformanceArtifact(options: Record<string, unknown>): Record<string, unknown>;
19
18
  export declare function assertDiffusionPerformanceArtifact(metrics: Record<string, unknown>, contextLabel?: string): void;
20
19
  export declare function toTimingNumber(value: unknown, fallback?: number | null): number | null;
@@ -26,3 +25,7 @@ export declare function sampleTimingNumber(
26
25
  ): number | null;
27
26
  export declare function buildCanonicalTiming(overrides?: Record<string, unknown>): Record<string, unknown>;
28
27
  export declare function buildTimingDiagnostics(timing?: Record<string, unknown>, options?: Record<string, unknown>): Record<string, unknown>;
28
+
29
+ export declare function buildFirstLoadComposition(
30
+ fields?: Record<string, unknown>
31
+ ): Record<string, number | null>;
@@ -38,7 +38,7 @@ export function safeStatsValue(value) {
38
38
  return Number.isFinite(value) ? Number(value) : 0;
39
39
  }
40
40
 
41
- export function calculateRatePerSecond(count, durationMs) {
41
+ function calculateRatePerSecond(count, durationMs) {
42
42
  const safeCount = safeStatsValue(count);
43
43
  const safeDurationMs = safeStatsValue(durationMs);
44
44
  if (safeCount <= 0 || safeDurationMs <= 0) return 0;
@@ -268,3 +268,89 @@ export function buildTimingDiagnostics(timing = {}, options = {}) {
268
268
  },
269
269
  };
270
270
  }
271
+
272
+ // Mirrors `buildFirstLoadComposition` on the transformers.js runner
273
+ // (benchmarks/runners/transformersjs-bench.js) so Doppler bench receipts expose
274
+ // the same six-field first-load breakdown. Fields Doppler does not yet
275
+ // instrument (browserLaunchMs, pageReadyMs, cachePrimeMs) are `null` —
276
+ // `null` explicitly means "this Doppler surface does not separate that
277
+ // phase" (nullable-required-field convention). Sums and residuals fall back
278
+ // to `null` whenever any dependency is null.
279
+ export function buildFirstLoadComposition(fields = {}) {
280
+ const browserLaunchMs = Number.isFinite(fields.browserLaunchMs)
281
+ ? toTimingNumber(fields.browserLaunchMs)
282
+ : null;
283
+ const pageReadyMs = Number.isFinite(fields.pageReadyMs)
284
+ ? toTimingNumber(fields.pageReadyMs)
285
+ : null;
286
+ const cachePrimeMs = Number.isFinite(fields.cachePrimeMs)
287
+ ? toTimingNumber(fields.cachePrimeMs)
288
+ : null;
289
+ const modelLoadMs = Number.isFinite(fields.modelLoadMs)
290
+ ? toTimingNumber(fields.modelLoadMs)
291
+ : null;
292
+ const firstTokenMs = Number.isFinite(fields.firstTokenMs)
293
+ ? toTimingNumber(fields.firstTokenMs)
294
+ : null;
295
+ const firstResponseMs = Number.isFinite(fields.firstResponseMs)
296
+ ? toTimingNumber(fields.firstResponseMs)
297
+ : null;
298
+
299
+ const firstResponseFromLoadAndFirstTokenMs = (
300
+ Number.isFinite(modelLoadMs) && Number.isFinite(firstTokenMs)
301
+ )
302
+ ? toTimingNumber(modelLoadMs + firstTokenMs)
303
+ : null;
304
+ const harnessWarmStartToFirstResponseMs = (
305
+ Number.isFinite(pageReadyMs)
306
+ && Number.isFinite(cachePrimeMs)
307
+ && Number.isFinite(firstResponseMs)
308
+ )
309
+ ? toTimingNumber(pageReadyMs + cachePrimeMs + firstResponseMs)
310
+ : null;
311
+ const endToEndFirstResponseMs = (
312
+ Number.isFinite(browserLaunchMs) && Number.isFinite(harnessWarmStartToFirstResponseMs)
313
+ )
314
+ ? toTimingNumber(browserLaunchMs + harnessWarmStartToFirstResponseMs)
315
+ : null;
316
+ const firstResponseResidualMs = (
317
+ Number.isFinite(firstResponseMs) && Number.isFinite(firstResponseFromLoadAndFirstTokenMs)
318
+ )
319
+ ? toTimingNumber(firstResponseMs - firstResponseFromLoadAndFirstTokenMs)
320
+ : null;
321
+
322
+ return {
323
+ schemaVersion: 1,
324
+ semantics: {
325
+ browserLaunchMs: 'node launch request -> browser/context ready',
326
+ pageReadyMs: 'runner navigation + startup',
327
+ cachePrimeMs: 'untimed warm-opfs prefetch/load pass',
328
+ modelLoadMs: 'model initialization/load before generation',
329
+ firstTokenMs: 'ttft from generation start',
330
+ firstResponseMs: 'modelLoadMs + firstTokenMs',
331
+ harnessWarmStartToFirstResponseMs: 'pageReadyMs + cachePrimeMs + firstResponseMs',
332
+ endToEndFirstResponseMs: 'browserLaunchMs + pageReadyMs + cachePrimeMs + firstResponseMs',
333
+ },
334
+ componentsMs: {
335
+ browserLaunchMs,
336
+ pageReadyMs,
337
+ cachePrimeMs,
338
+ modelLoadMs,
339
+ firstTokenMs,
340
+ firstResponseMs,
341
+ },
342
+ sumsMs: {
343
+ firstResponseFromLoadAndFirstTokenMs,
344
+ harnessWarmStartToFirstResponseMs,
345
+ endToEndFirstResponseMs,
346
+ },
347
+ residualsMs: {
348
+ firstResponseResidualMs,
349
+ },
350
+ consistent: {
351
+ firstResponse: Number.isFinite(firstResponseResidualMs)
352
+ ? Math.abs(firstResponseResidualMs) <= 2
353
+ : null,
354
+ },
355
+ };
356
+ }
@@ -16,6 +16,7 @@ export declare function resolveBenchmarkRunSettings(
16
16
  promptLabel: string;
17
17
  maxTokens: number;
18
18
  sampling: Record<string, unknown>;
19
+ seed?: number;
19
20
  };
20
21
  export declare function runEmbeddingSemanticChecks(
21
22
  pipeline: Record<string, unknown>,
@@ -32,3 +33,15 @@ export declare function runEmbedding(
32
33
  runtimeConfig: Record<string, unknown>,
33
34
  runOverrides?: Record<string, unknown> | null
34
35
  ): Promise<Record<string, unknown>>;
36
+
37
+ export declare function runImageTranscription(
38
+ pipeline: Record<string, unknown>,
39
+ runtimeConfig: Record<string, unknown>,
40
+ runOverrides?: Record<string, unknown> | null
41
+ ): Promise<Record<string, unknown>>;
42
+
43
+ export declare function runTextInference(
44
+ pipeline: Record<string, unknown>,
45
+ runtimeConfig: Record<string, unknown>,
46
+ runOverrides?: Record<string, unknown> | null
47
+ ): Promise<Record<string, unknown>>;