doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -11,7 +11,7 @@ import {
11
11
  getActiveKernelPathPolicy,
12
12
  } from '../config/kernel-path-loader.js';
13
13
  import { validateTrainingMetricsReport } from '../config/schema/training-metrics.schema.js';
14
- import { modelSupportsEmbedding } from '../config/schema/manifest.schema.js';
14
+ import { modelSupportsEmbedding, modelSupportsRerank } from '../config/schema/manifest.schema.js';
15
15
  import {
16
16
  resolveReportTimestamp,
17
17
  resolveRuntime,
@@ -54,6 +54,8 @@ import {
54
54
  buildDecodeRecordTopOps,
55
55
  buildDecodeRecordTopOpGroups,
56
56
  runEmbeddingSemanticChecks,
57
+ runRerank,
58
+ runRerankSemanticChecks,
57
59
  isCoherentOutput,
58
60
  runTextInference,
59
61
  runEmbedding,
@@ -85,6 +87,66 @@ function resolvePipelineLoadTimings(pipeline) {
85
87
  }
86
88
  }
87
89
 
90
+ function getNestedSampleValue(sample, key) {
91
+ if (!sample || typeof sample !== 'object' || typeof key !== 'string' || key.length === 0) {
92
+ return null;
93
+ }
94
+ let current = sample;
95
+ for (const part of key.split('.')) {
96
+ if (!current || typeof current !== 'object') {
97
+ return null;
98
+ }
99
+ current = current[part];
100
+ }
101
+ return current;
102
+ }
103
+
104
+ function getNestedPhaseValue(sample, key) {
105
+ const value = getNestedSampleValue(sample, key);
106
+ return Number.isFinite(value) ? value : null;
107
+ }
108
+
109
+ function summarizeTimingPhaseSamples(samples, keys) {
110
+ const rows = Array.isArray(samples) ? samples.filter((sample) => sample && typeof sample === 'object') : [];
111
+ const summary = {};
112
+ for (const key of keys) {
113
+ const values = rows
114
+ .map((sample) => getNestedPhaseValue(sample, key))
115
+ .filter((value) => Number.isFinite(value));
116
+ summary[key] = computeSampleStats(values);
117
+ }
118
+ return summary;
119
+ }
120
+
121
+ function summarizePrefillRecordOps(samples) {
122
+ const rows = Array.isArray(samples) ? samples.filter((sample) => sample && typeof sample === 'object') : [];
123
+ const labelSums = {};
124
+ let labelSampleCount = 0;
125
+ for (const sample of rows) {
126
+ const labelCounts = normalizeDecodeRecordOpLabels(getNestedSampleValue(sample, 'prefillRecordOpLabels'));
127
+ if (!labelCounts) {
128
+ continue;
129
+ }
130
+ labelSampleCount += 1;
131
+ for (const [label, count] of Object.entries(labelCounts)) {
132
+ labelSums[label] = (labelSums[label] ?? 0) + count;
133
+ }
134
+ }
135
+ if (labelSampleCount === 0) {
136
+ return {};
137
+ }
138
+ const meanLabels = {};
139
+ for (const [label, count] of Object.entries(labelSums)) {
140
+ meanLabels[label] = count / labelSampleCount;
141
+ }
142
+ const prefillRecordOps = summarizeTimingPhaseSamples(rows, ['prefillRecordOps']).prefillRecordOps;
143
+ return {
144
+ prefillRecordUniqueOpLabels: Object.keys(meanLabels).length,
145
+ prefillRecordTopOps: buildDecodeRecordTopOps(meanLabels, prefillRecordOps?.mean),
146
+ prefillRecordTopOpGroups: buildDecodeRecordTopOpGroups(meanLabels, prefillRecordOps?.mean),
147
+ };
148
+ }
149
+
88
150
  async function loadTrainingSuiteModule() {
89
151
  if (!trainingSuiteModulePromise) {
90
152
  trainingSuiteModulePromise = import(TRAINING_SUITE_MODULE_PATH);
@@ -115,6 +177,7 @@ const BROWSER_WORKLOAD_SET = Object.freeze([
115
177
  'kernels',
116
178
  'inference',
117
179
  'embedding',
180
+ 'rerank',
118
181
  'training',
119
182
  'diffusion',
120
183
  'energy',
@@ -127,6 +190,7 @@ const BROWSER_WORKLOAD_DISPATCH_MAP = Object.freeze({
127
190
  kernels: 'runKernelSuite',
128
191
  inference: 'runInferenceSuite',
129
192
  embedding: 'runEmbeddingSuite',
193
+ rerank: 'runRerankSuite',
130
194
  training: 'runTrainingSuite',
131
195
  diffusion: 'runDiffusionSuite',
132
196
  energy: 'runEnergySuite',
@@ -141,6 +205,7 @@ const BROWSER_WORKLOAD_DISPATCH_MAP = Object.freeze({
141
205
  bench: Object.freeze({
142
206
  inference: 'runBenchSuite',
143
207
  embedding: 'runBenchSuite',
208
+ rerank: 'runBenchSuite',
144
209
  training: 'runBenchSuite(training)',
145
210
  diffusion: 'runBenchSuite(diffusion)',
146
211
  }),
@@ -179,9 +244,13 @@ function resolveDecodeCadence(runtimeConfig, executionPlan = null) {
179
244
  const executionPlanCadence = resolveExecutionPlanCadence(executionPlan);
180
245
  const batchSize = executionPlanCadence?.batchSize ?? decodeLoop.batchSize ?? batching.batchSize ?? null;
181
246
  const readbackInterval = executionPlanCadence?.readbackInterval ?? decodeLoop.readbackInterval ?? batching.readbackInterval ?? null;
247
+ const maxBatchDecodeTokens = executionPlanCadence?.maxBatchDecodeTokens
248
+ ?? decodeLoop.maxBatchDecodeTokens
249
+ ?? null;
182
250
  return {
183
251
  batchSize,
184
252
  readbackInterval,
253
+ maxBatchDecodeTokens,
185
254
  stopCheckMode: executionPlanCadence?.stopCheckMode ?? decodeLoop.stopCheckMode ?? batching.stopCheckMode ?? null,
186
255
  readbackMode: executionPlanCadence?.readbackMode ?? decodeLoop.readbackMode ?? batching.readbackMode ?? null,
187
256
  disableCommandBatching: executionPlanCadence?.disableCommandBatching ?? decodeLoop.disableCommandBatching ?? null,
@@ -200,6 +269,7 @@ function resolveDecodeCadence(runtimeConfig, executionPlan = null) {
200
269
  decodeLoop: {
201
270
  batchSize: decodeLoop.batchSize ?? null,
202
271
  readbackInterval: decodeLoop.readbackInterval ?? null,
272
+ maxBatchDecodeTokens: decodeLoop.maxBatchDecodeTokens ?? null,
203
273
  stopCheckMode: decodeLoop.stopCheckMode ?? null,
204
274
  readbackMode: decodeLoop.readbackMode ?? null,
205
275
  ringTokens: decodeLoop.ringTokens ?? null,
@@ -212,6 +282,7 @@ function resolveDecodeCadence(runtimeConfig, executionPlan = null) {
212
282
  id: executionPlanCadence.id ?? null,
213
283
  batchSize: executionPlanCadence.batchSize ?? null,
214
284
  readbackInterval: executionPlanCadence.readbackInterval ?? null,
285
+ maxBatchDecodeTokens: executionPlanCadence.maxBatchDecodeTokens ?? null,
215
286
  stopCheckMode: executionPlanCadence.stopCheckMode ?? null,
216
287
  readbackMode: executionPlanCadence.readbackMode ?? null,
217
288
  disableCommandBatching: executionPlanCadence.disableCommandBatching ?? null,
@@ -530,19 +601,97 @@ async function runInferenceSuite(options = {}) {
530
601
  const runtimeConfig = getRuntimeConfig();
531
602
  const modelType = harness.manifest?.modelType || 'transformer';
532
603
  const supportsEmbedding = modelSupportsEmbedding(harness.manifest);
604
+ const supportsRerank = modelSupportsRerank(harness.manifest);
533
605
  if (options.expectedModelType === 'embedding' && !supportsEmbedding) {
534
606
  throw new Error(
535
607
  `Expected an embedding-capable model for workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
536
608
  `Set inference.supportsEmbedding=true in the manifest for text-generation models that should expose pipeline.embed().`
537
609
  );
538
610
  }
611
+ if (options.expectedModelType === 'rerank' && !supportsRerank) {
612
+ throw new Error(
613
+ `Expected a rerank-capable model for workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
614
+ 'Set inference.supportsRerank=true and inference.rerank in the manifest for models that should expose rerank scoring.'
615
+ );
616
+ }
539
617
  const safeModelLoadMs = toTimingNumber(harness.modelLoadMs, 0);
540
618
 
541
619
  let results;
542
620
  let output = null;
543
621
  let metrics;
544
622
 
545
- if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
623
+ if (options.workload === 'rerank' && supportsRerank) {
624
+ const run = await runRerank(harness.pipeline, runtimeConfig);
625
+ const semantic = await runRerankSemanticChecks(harness.pipeline, options);
626
+ const allScoresFinite = run.scores.every((entry) => (
627
+ Number.isFinite(entry.score)
628
+ && Number.isFinite(entry.probability)
629
+ && Number.isFinite(entry.trueLogit)
630
+ && Number.isFinite(entry.falseLogit)
631
+ ));
632
+ const hasRanking = Array.isArray(run.ranking) && run.ranking.length === run.documentCount;
633
+ const isValidRerank = allScoresFinite && hasRanking && run.documentCount > 0;
634
+ const isSemanticValid = semantic.passed;
635
+ output = {
636
+ mode: 'rerank',
637
+ query: run.query,
638
+ documentCount: run.documentCount,
639
+ topDocument: run.topDocument,
640
+ ranking: run.ranking,
641
+ semantic: {
642
+ passed: isSemanticValid,
643
+ pairAcc: Number(semantic.pairAcc.toFixed(4)),
644
+ failedCaseIds: semantic.failedCaseIds,
645
+ details: {
646
+ pairs: semantic.pairs,
647
+ },
648
+ },
649
+ };
650
+ results = [
651
+ {
652
+ name: 'rerank',
653
+ passed: isValidRerank,
654
+ duration: run.durationMs,
655
+ error: isValidRerank
656
+ ? undefined
657
+ : 'Rerank scores must be finite and produce a full ranking.',
658
+ },
659
+ {
660
+ name: 'rerank-semantic',
661
+ passed: isSemanticValid,
662
+ duration: semantic.durationMs,
663
+ error: isSemanticValid
664
+ ? undefined
665
+ : (
666
+ `Rerank semantic checks below threshold: pairs=${(semantic.pairAcc * 100).toFixed(1)}% `
667
+ + `(min ${(semantic.minPairAcc * 100).toFixed(1)}%). `
668
+ + (semantic.failedCaseIds.length > 0 ? `Failed: ${semantic.failedCaseIds.join(', ')}` : '')
669
+ ),
670
+ },
671
+ ];
672
+ metrics = {
673
+ query: run.query,
674
+ documentCount: run.documentCount,
675
+ topDocumentIndex: run.topDocument?.index ?? null,
676
+ topDocumentScore: run.topDocument?.score == null ? null : Number(run.topDocument.score.toFixed(6)),
677
+ topDocumentProbability: run.topDocument?.probability == null ? null : Number(run.topDocument.probability.toFixed(6)),
678
+ rerankMs: Number(run.durationMs.toFixed(2)),
679
+ rerankRanking: run.ranking,
680
+ semanticPassed: isSemanticValid,
681
+ semanticDurationMs: Number(semantic.durationMs.toFixed(2)),
682
+ semanticPairAcc: Number(semantic.pairAcc.toFixed(4)),
683
+ semanticPairPassed: semantic.pairPassed,
684
+ semanticPairTotal: semantic.pairTotal,
685
+ semanticMinPairAcc: Number(semantic.minPairAcc.toFixed(4)),
686
+ semanticMinScoreMargin: Number(semantic.minScoreMargin.toFixed(4)),
687
+ semanticFailedCases: semantic.failedCaseIds,
688
+ semanticDetails: {
689
+ pairs: semantic.pairs,
690
+ },
691
+ modelLoadMs: safeModelLoadMs,
692
+ endToEndMs: safeToFixed(safeModelLoadMs + run.durationMs),
693
+ };
694
+ } else if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
546
695
  const run = await runEmbedding(harness.pipeline, runtimeConfig);
547
696
  const semantic = await runEmbeddingSemanticChecks(harness.pipeline, options);
548
697
  const isValidEmbedding = run.embeddingDim > 0 && run.nonFiniteCount === 0;
@@ -772,12 +921,20 @@ async function runInferenceSuite(options = {}) {
772
921
  };
773
922
  }
774
923
 
924
+ function resolveBenchmarkIterationSettings(runtimeConfig) {
925
+ const benchConfig = runtimeConfig?.shared?.benchmark?.run || {};
926
+ return {
927
+ warmupRuns: Math.max(0, Math.floor(benchConfig.warmupRuns ?? 0)),
928
+ timedRuns: Math.max(1, Math.floor(benchConfig.timedRuns ?? 1)),
929
+ };
930
+ }
931
+
775
932
  async function runBenchSuite(options = {}) {
776
933
  const startTime = performance.now();
777
934
  const runtimeConfig = getRuntimeConfig();
778
- const defaultBenchRun = resolveBenchmarkRunSettings(runtimeConfig);
779
- const warmupRuns = defaultBenchRun.warmupRuns;
780
- const timedRuns = defaultBenchRun.timedRuns;
935
+ const iterationSettings = resolveBenchmarkIterationSettings(runtimeConfig);
936
+ const warmupRuns = iterationSettings.warmupRuns;
937
+ const timedRuns = iterationSettings.timedRuns;
781
938
  const cacheMode = normalizeCacheMode(options.cacheMode);
782
939
  const loadMode = normalizeLoadMode(options.loadMode, !!options.modelUrl, options.modelUrl);
783
940
  const workloadType = normalizeWorkloadType(
@@ -792,7 +949,7 @@ async function runBenchSuite(options = {}) {
792
949
  if (workloadType === 'training') {
793
950
  const trainingBench = await runTrainingBenchSuite({
794
951
  ...options,
795
- benchRun: defaultBenchRun,
952
+ benchRun: iterationSettings,
796
953
  workloadType,
797
954
  });
798
955
  const trainingReport = trainingBench?.metrics?.trainingMetricsReport;
@@ -888,15 +1045,24 @@ async function runBenchSuite(options = {}) {
888
1045
  },
889
1046
  () => initializeSuiteModel(options)
890
1047
  );
891
- const benchRun = resolveBenchmarkRunSettings(runtimeConfig, harness.pipeline ?? harness);
1048
+ const benchRun = options.workload === 'rerank'
1049
+ ? iterationSettings
1050
+ : resolveBenchmarkRunSettings(runtimeConfig, harness.pipeline ?? harness);
892
1051
  const modelType = harness.manifest?.modelType || 'transformer';
893
1052
  const supportsEmbedding = modelSupportsEmbedding(harness.manifest);
1053
+ const supportsRerank = modelSupportsRerank(harness.manifest);
894
1054
  if (options.expectedModelType === 'embedding' && !supportsEmbedding) {
895
1055
  throw new Error(
896
1056
  `Expected an embedding-capable model for bench workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
897
1057
  `Set inference.supportsEmbedding=true in the manifest for text-generation models that should expose pipeline.embed().`
898
1058
  );
899
1059
  }
1060
+ if (options.expectedModelType === 'rerank' && !supportsRerank) {
1061
+ throw new Error(
1062
+ `Expected a rerank-capable model for bench workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
1063
+ 'Set inference.supportsRerank=true and inference.rerank in the manifest for models that should expose rerank scoring.'
1064
+ );
1065
+ }
900
1066
  const safeModelLoadMs = toTimingNumber(harness.modelLoadMs, 0);
901
1067
 
902
1068
  let results;
@@ -904,18 +1070,235 @@ async function runBenchSuite(options = {}) {
904
1070
  let output = null;
905
1071
  let timing;
906
1072
 
907
- if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
1073
+ if (options.workload === 'rerank' && supportsRerank) {
1074
+ const durations = [];
1075
+ const timedDurations = [];
1076
+ const documentCounts = [];
1077
+ const topDocumentScores = [];
1078
+ const topDocumentProbabilities = [];
1079
+ const rerankPhases = [];
1080
+ const rerankDocumentPhases = [];
1081
+ let invalidRuns = 0;
1082
+ let nonFiniteScores = 0;
1083
+ let lastRun = null;
1084
+
1085
+ for (let i = 0; i < warmupRuns + timedRuns; i++) {
1086
+ harness.pipeline.reset?.();
1087
+ const run = await runRerank(harness.pipeline, runtimeConfig, {
1088
+ ...benchRun,
1089
+ benchmark: true,
1090
+ });
1091
+ if (i >= warmupRuns) {
1092
+ timedDurations.push(run.durationMs);
1093
+ const finiteScores = run.scores.filter((entry) => (
1094
+ Number.isFinite(entry.score)
1095
+ && Number.isFinite(entry.probability)
1096
+ && Number.isFinite(entry.trueLogit)
1097
+ && Number.isFinite(entry.falseLogit)
1098
+ ));
1099
+ nonFiniteScores += run.scores.length - finiteScores.length;
1100
+ const hasRanking = Array.isArray(run.ranking) && run.ranking.length === run.documentCount;
1101
+ if (finiteScores.length === run.scores.length && hasRanking && run.documentCount > 0) {
1102
+ durations.push(run.durationMs);
1103
+ if (run.phase && typeof run.phase === 'object') {
1104
+ rerankPhases.push(run.phase);
1105
+ if (Array.isArray(run.phase.documents)) {
1106
+ for (const documentPhase of run.phase.documents) {
1107
+ if (documentPhase?.phase && typeof documentPhase.phase === 'object') {
1108
+ rerankDocumentPhases.push(documentPhase.phase);
1109
+ }
1110
+ }
1111
+ }
1112
+ }
1113
+ documentCounts.push(run.documentCount);
1114
+ if (Number.isFinite(run.topDocument?.score)) {
1115
+ topDocumentScores.push(run.topDocument.score);
1116
+ }
1117
+ if (Number.isFinite(run.topDocument?.probability)) {
1118
+ topDocumentProbabilities.push(run.topDocument.probability);
1119
+ }
1120
+ } else {
1121
+ invalidRuns++;
1122
+ }
1123
+ lastRun = run;
1124
+ }
1125
+ }
1126
+
1127
+ const semantic = await runRerankSemanticChecks(harness.pipeline, options);
1128
+ const rerankMsStats = computeSampleStats(durations);
1129
+ const timedRerankMsStats = computeSampleStats(timedDurations);
1130
+ const documentCountStats = computeSampleStats(documentCounts);
1131
+ const topScoreStats = computeSampleStats(topDocumentScores);
1132
+ const topProbabilityStats = computeSampleStats(topDocumentProbabilities);
1133
+ const avgMs = rerankMsStats.mean;
1134
+ const semanticPassed = semantic.passed;
1135
+ const rerankPrefixPhases = rerankPhases
1136
+ .map((phase) => phase?.prefix)
1137
+ .filter((phase) => phase && typeof phase === 'object');
1138
+
1139
+ results = [
1140
+ {
1141
+ name: 'benchmark-rerank',
1142
+ passed: durations.length > 0 && invalidRuns === 0,
1143
+ duration: durations.reduce((sum, value) => sum + value, 0),
1144
+ error: durations.length > 0
1145
+ ? (
1146
+ invalidRuns === 0
1147
+ ? undefined
1148
+ : `Invalid rerank runs: ${invalidRuns} (non-finite scores or incomplete ranking observed)`
1149
+ )
1150
+ : 'No valid rerank benchmark runs completed',
1151
+ },
1152
+ {
1153
+ name: 'benchmark-rerank-semantic',
1154
+ passed: semanticPassed,
1155
+ duration: semantic.durationMs,
1156
+ error: semanticPassed
1157
+ ? undefined
1158
+ : (
1159
+ `Rerank semantic checks below threshold: pairs=${(semantic.pairAcc * 100).toFixed(1)}% `
1160
+ + `(min ${(semantic.minPairAcc * 100).toFixed(1)}%). `
1161
+ + (semantic.failedCaseIds.length > 0 ? `Failed: ${semantic.failedCaseIds.join(', ')}` : '')
1162
+ ),
1163
+ },
1164
+ ];
1165
+
1166
+ output = {
1167
+ mode: 'rerank',
1168
+ query: lastRun?.query ?? null,
1169
+ documentCount: lastRun?.documentCount ?? null,
1170
+ topDocument: lastRun?.topDocument ?? null,
1171
+ ranking: lastRun?.ranking ?? [],
1172
+ semantic: {
1173
+ passed: semanticPassed,
1174
+ pairAcc: Number(semantic.pairAcc.toFixed(4)),
1175
+ failedCaseIds: semantic.failedCaseIds,
1176
+ details: {
1177
+ pairs: semantic.pairs,
1178
+ },
1179
+ },
1180
+ };
1181
+
1182
+ metrics = {
1183
+ warmupRuns,
1184
+ timedRuns,
1185
+ validRuns: durations.length,
1186
+ invalidRuns,
1187
+ invalidRatePct: Number((timedRuns > 0 ? (invalidRuns / timedRuns) * 100 : 0).toFixed(2)),
1188
+ query: lastRun?.query ?? null,
1189
+ documentCount: Math.round(documentCountStats.mean),
1190
+ topDocumentIndex: lastRun?.topDocument?.index ?? null,
1191
+ topDocumentScore: lastRun?.topDocument?.score == null ? null : Number(lastRun.topDocument.score.toFixed(6)),
1192
+ topDocumentProbability: lastRun?.topDocument?.probability == null ? null : Number(lastRun.topDocument.probability.toFixed(6)),
1193
+ topDocumentScoreStats: topScoreStats,
1194
+ topDocumentProbabilityStats: topProbabilityStats,
1195
+ nonFiniteScores,
1196
+ firstTimedRerankMs: Number((timedDurations[0] ?? 0).toFixed(2)),
1197
+ minRerankMs: Number(rerankMsStats.min.toFixed(2)),
1198
+ medianRerankMs: Number(rerankMsStats.median.toFixed(2)),
1199
+ p95RerankMs: Number(rerankMsStats.p95.toFixed(2)),
1200
+ p99RerankMs: Number(rerankMsStats.p99.toFixed(2)),
1201
+ maxRerankMs: Number(rerankMsStats.max.toFixed(2)),
1202
+ stdDevRerankMs: Number(rerankMsStats.stdDev.toFixed(2)),
1203
+ ci95RerankMs: Number(rerankMsStats.ci95.toFixed(2)),
1204
+ avgRerankMs: Number(avgMs.toFixed(2)),
1205
+ avgReranksPerSec: Number((avgMs > 0 ? (1000 / avgMs) : 0).toFixed(2)),
1206
+ semanticPassed,
1207
+ semanticDurationMs: Number(semantic.durationMs.toFixed(2)),
1208
+ semanticPairAcc: Number(semantic.pairAcc.toFixed(4)),
1209
+ semanticPairPassed: semantic.pairPassed,
1210
+ semanticPairTotal: semantic.pairTotal,
1211
+ semanticMinPairAcc: Number(semantic.minPairAcc.toFixed(4)),
1212
+ semanticMinScoreMargin: Number(semantic.minScoreMargin.toFixed(4)),
1213
+ semanticFailedCases: semantic.failedCaseIds,
1214
+ semanticDetails: {
1215
+ pairs: semantic.pairs,
1216
+ },
1217
+ modelLoadMs: safeModelLoadMs,
1218
+ latency: {
1219
+ timedRerankMs: timedRerankMsStats,
1220
+ rerankMs: rerankMsStats,
1221
+ },
1222
+ phase: summarizeTimingPhaseSamples(rerankPhases, [
1223
+ 'totalMs',
1224
+ 'prefixMs',
1225
+ 'prefixTokens',
1226
+ 'documentCount',
1227
+ 'documentTotalMs',
1228
+ 'maxDocumentMs',
1229
+ 'avgDocumentMs',
1230
+ 'prefix.totalMs',
1231
+ 'prefix.prefillMs',
1232
+ 'prefix.prefillRecordMs',
1233
+ 'prefix.prefillRecordOps',
1234
+ 'prefix.prefillRecordPasses',
1235
+ 'prefix.prefillSubmitWaitMs',
1236
+ ]),
1237
+ prefixPhase: {
1238
+ ...summarizeTimingPhaseSamples(rerankPrefixPhases, [
1239
+ 'totalMs',
1240
+ 'prefillMs',
1241
+ 'prefillRecordMs',
1242
+ 'prefillRecordOps',
1243
+ 'prefillRecordPasses',
1244
+ 'prefillSubmitWaitMs',
1245
+ 'gpuPrefillMs',
1246
+ 'tokens',
1247
+ ]),
1248
+ ...summarizePrefillRecordOps(rerankPrefixPhases),
1249
+ },
1250
+ documentPhase: {
1251
+ ...summarizeTimingPhaseSamples(rerankDocumentPhases, [
1252
+ 'totalMs',
1253
+ 'prefillCallMs',
1254
+ 'inputMs',
1255
+ 'prefillMs',
1256
+ 'prefillRecordMs',
1257
+ 'prefillRecordOps',
1258
+ 'prefillRecordPasses',
1259
+ 'prefillSubmitWaitMs',
1260
+ 'gpuPrefillMs',
1261
+ 'tokens',
1262
+ 'selectedTokenCount',
1263
+ 'prefixTokens',
1264
+ 'suffixTokens',
1265
+ 'promptChars',
1266
+ ]),
1267
+ ...summarizePrefillRecordOps(rerankDocumentPhases),
1268
+ },
1269
+ documents: {
1270
+ count: documentCountStats,
1271
+ },
1272
+ };
1273
+
1274
+ timing = buildCanonicalTiming({
1275
+ modelLoadMs: safeModelLoadMs,
1276
+ firstTokenMs: null,
1277
+ firstResponseMs: Number.isFinite(timedDurations[0])
1278
+ ? safeModelLoadMs + timedDurations[0]
1279
+ : null,
1280
+ prefillMs: null,
1281
+ decodeMs: null,
1282
+ totalRunMs: rerankMsStats.median,
1283
+ cacheMode,
1284
+ loadMode,
1285
+ });
1286
+ } else if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
908
1287
  const durations = [];
909
1288
  const timedDurations = [];
910
1289
  const embeddingDims = [];
911
1290
  const embeddingTokenCounts = [];
912
1291
  const embeddingNorms = [];
1292
+ const embeddingPhases = [];
913
1293
  let firstTimedEmbeddingMs = null;
914
1294
  let invalidRuns = 0;
915
1295
  let totalNonFiniteValues = 0;
916
1296
  for (let i = 0; i < warmupRuns + timedRuns; i++) {
917
1297
  harness.pipeline.reset?.();
918
- const run = await runEmbedding(harness.pipeline, runtimeConfig, benchRun);
1298
+ const run = await runEmbedding(harness.pipeline, runtimeConfig, {
1299
+ ...benchRun,
1300
+ benchmark: true,
1301
+ });
919
1302
  if (i >= warmupRuns) {
920
1303
  timedDurations.push(run.durationMs);
921
1304
  if (firstTimedEmbeddingMs == null) {
@@ -931,6 +1314,9 @@ async function runBenchSuite(options = {}) {
931
1314
  if (run.embeddingDim > 0 && run.nonFiniteCount === 0) {
932
1315
  durations.push(run.durationMs);
933
1316
  embeddingDims.push(run.embeddingDim);
1317
+ if (run.phase && typeof run.phase === 'object') {
1318
+ embeddingPhases.push(run.phase);
1319
+ }
934
1320
  } else {
935
1321
  invalidRuns++;
936
1322
  }
@@ -985,6 +1371,26 @@ async function runBenchSuite(options = {}) {
985
1371
  timedEmbeddingMs: timedEmbeddingMsStats,
986
1372
  embeddingMs: embeddingMsStats,
987
1373
  },
1374
+ phase: {
1375
+ ...summarizeTimingPhaseSamples(embeddingPhases, [
1376
+ 'totalMs',
1377
+ 'inputMs',
1378
+ 'prefillMs',
1379
+ 'submitWaitMs',
1380
+ 'readbackMs',
1381
+ 'decodeHiddenMs',
1382
+ 'finalNormMs',
1383
+ 'extractMs',
1384
+ 'hiddenBytes',
1385
+ 'tokens',
1386
+ 'prefillRecordMs',
1387
+ 'prefillRecordOps',
1388
+ 'prefillRecordPasses',
1389
+ 'prefillSubmitWaitMs',
1390
+ 'gpuPrefillMs',
1391
+ ]),
1392
+ ...summarizePrefillRecordOps(embeddingPhases),
1393
+ },
988
1394
  dimensions: {
989
1395
  embedding: embeddingDimStats,
990
1396
  },
@@ -1041,6 +1447,10 @@ async function runBenchSuite(options = {}) {
1041
1447
  const gpuDecodeReadbackCopyMs = [];
1042
1448
  const gpuDecodeOrchestrationMs = [];
1043
1449
  const gpuPrefillRecordMs = [];
1450
+ const gpuPrefillRecordOps = [];
1451
+ const gpuPrefillRecordPasses = [];
1452
+ const gpuPrefillRecordOpLabels = {};
1453
+ let hasGpuPrefillRecordOpLabels = false;
1044
1454
  const gpuPrefillSubmitWaitMs = [];
1045
1455
  const singleTokenSubmitWaitMs = [];
1046
1456
  const singleTokenReadbackWaitMs = [];
@@ -1086,6 +1496,7 @@ async function runBenchSuite(options = {}) {
1086
1496
  },
1087
1497
  () => runTextInference(harness.pipeline, runtimeConfig, {
1088
1498
  ...benchRun,
1499
+ benchmark: true,
1089
1500
  ...(options.inferenceInput ?? {}),
1090
1501
  })
1091
1502
  );
@@ -1163,6 +1574,15 @@ async function runBenchSuite(options = {}) {
1163
1574
  if (Number.isFinite(phaseGpu?.decodeReadbackCleanupMs)) gpuDecodeReadbackCleanupMs.push(phaseGpu.decodeReadbackCleanupMs);
1164
1575
  if (Number.isFinite(phaseGpu?.decodeReadbackCopyMs)) gpuDecodeReadbackCopyMs.push(phaseGpu.decodeReadbackCopyMs);
1165
1576
  if (Number.isFinite(phaseGpu?.prefillRecordMs)) gpuPrefillRecordMs.push(phaseGpu.prefillRecordMs);
1577
+ if (Number.isFinite(phaseGpu?.prefillRecordOps)) gpuPrefillRecordOps.push(phaseGpu.prefillRecordOps);
1578
+ if (Number.isFinite(phaseGpu?.prefillRecordPasses)) gpuPrefillRecordPasses.push(phaseGpu.prefillRecordPasses);
1579
+ const phasePrefillRecordOpLabels = normalizeDecodeRecordOpLabels(phaseGpu?.prefillRecordOpLabels);
1580
+ if (phasePrefillRecordOpLabels) {
1581
+ hasGpuPrefillRecordOpLabels = true;
1582
+ for (const [label, count] of Object.entries(phasePrefillRecordOpLabels)) {
1583
+ gpuPrefillRecordOpLabels[label] = (gpuPrefillRecordOpLabels[label] ?? 0) + count;
1584
+ }
1585
+ }
1166
1586
  if (Number.isFinite(phaseGpu?.prefillSubmitWaitMs)) gpuPrefillSubmitWaitMs.push(phaseGpu.prefillSubmitWaitMs);
1167
1587
  if (Number.isFinite(phaseGpu?.decodeOrchestrationMs)) {
1168
1588
  gpuDecodeOrchestrationMs.push(phaseGpu.decodeOrchestrationMs);
@@ -1206,6 +1626,8 @@ async function runBenchSuite(options = {}) {
1206
1626
  const decodeTokensStats = computeSampleStats(decodeTokens);
1207
1627
  const gpuDecodeRecordOpsStats = computeSampleStats(gpuDecodeRecordOps);
1208
1628
  const gpuDecodeRecordPassesStats = computeSampleStats(gpuDecodeRecordPasses);
1629
+ const gpuPrefillRecordOpsStats = computeSampleStats(gpuPrefillRecordOps);
1630
+ const gpuPrefillRecordPassesStats = computeSampleStats(gpuPrefillRecordPasses);
1209
1631
  const gpuDecodeRecordOpLabelSampleCount = gpuDecodeRecordOps.length > 0
1210
1632
  ? gpuDecodeRecordOps.length
1211
1633
  : 1;
@@ -1215,14 +1637,25 @@ async function runBenchSuite(options = {}) {
1215
1637
  gpuDecodeRecordMeanOpLabels[label] = count / gpuDecodeRecordOpLabelSampleCount;
1216
1638
  }
1217
1639
  }
1640
+ const gpuPrefillRecordOpLabelSampleCount = gpuPrefillRecordOps.length > 0
1641
+ ? gpuPrefillRecordOps.length
1642
+ : 1;
1643
+ const gpuPrefillRecordMeanOpLabels = {};
1644
+ if (hasGpuPrefillRecordOpLabels) {
1645
+ for (const [label, count] of Object.entries(gpuPrefillRecordOpLabels)) {
1646
+ gpuPrefillRecordMeanOpLabels[label] = count / gpuPrefillRecordOpLabelSampleCount;
1647
+ }
1648
+ }
1218
1649
  const hasGpuStats = gpuPrefillMs.length > 0 || gpuDecodeMs.length > 0 || gpuDecodeRecordMs.length > 0
1219
1650
  || gpuDecodeRecordOps.length > 0 || gpuDecodeRecordPasses.length > 0
1651
+ || gpuPrefillRecordOps.length > 0 || gpuPrefillRecordPasses.length > 0
1220
1652
  || gpuDecodeRecordMsPerOp.length > 0 || gpuDecodeRecordMsPerPass.length > 0
1221
1653
  || gpuDecodeRecordPassesPerOp.length > 0
1222
1654
  || gpuDecodeRecordMsPerExecutedBatchToken.length > 0
1223
1655
  || gpuDecodeRecordOpsPerExecutedBatchToken.length > 0
1224
1656
  || gpuDecodeRecordPassesPerExecutedBatchToken.length > 0
1225
1657
  || hasGpuDecodeRecordOpLabels
1658
+ || hasGpuPrefillRecordOpLabels
1226
1659
  || gpuDecodeSubmitWaitMs.length > 0 || gpuDecodeReadbackWaitMs.length > 0
1227
1660
  || gpuDecodeReadbackMapWaitMs.length > 0 || gpuDecodeReadbackCleanupMs.length > 0
1228
1661
  || gpuDecodeReadbackCopyMs.length > 0
@@ -1265,6 +1698,21 @@ async function runBenchSuite(options = {}) {
1265
1698
  decodeReadbackCopyMs: computeSampleStats(gpuDecodeReadbackCopyMs),
1266
1699
  decodeOrchestrationMs: computeSampleStats(gpuDecodeOrchestrationMs),
1267
1700
  prefillRecordMs: computeSampleStats(gpuPrefillRecordMs),
1701
+ prefillRecordOps: gpuPrefillRecordOpsStats,
1702
+ prefillRecordPasses: gpuPrefillRecordPassesStats,
1703
+ prefillRecordUniqueOpLabels: hasGpuPrefillRecordOpLabels ? Object.keys(gpuPrefillRecordOpLabels).length : null,
1704
+ prefillRecordTopOps: hasGpuPrefillRecordOpLabels
1705
+ ? buildDecodeRecordTopOps(
1706
+ gpuPrefillRecordMeanOpLabels,
1707
+ gpuPrefillRecordOpsStats?.mean
1708
+ )
1709
+ : [],
1710
+ prefillRecordTopOpGroups: hasGpuPrefillRecordOpLabels
1711
+ ? buildDecodeRecordTopOpGroups(
1712
+ gpuPrefillRecordMeanOpLabels,
1713
+ gpuPrefillRecordOpsStats?.mean
1714
+ )
1715
+ : [],
1268
1716
  prefillSubmitWaitMs: computeSampleStats(gpuPrefillSubmitWaitMs),
1269
1717
  uniformCache: lastGpuUniformCache,
1270
1718
  singleTokenSubmitWaitMs: computeSampleStats(singleTokenSubmitWaitMs),
@@ -1468,6 +1916,9 @@ async function dispatchBrowserSuite(mode, workload, options) {
1468
1916
  if (mode === 'verify' && workload === 'kernels') {
1469
1917
  return runKernelSuite(options);
1470
1918
  }
1919
+ if (mode === 'bench') {
1920
+ return runBenchSuite(options);
1921
+ }
1471
1922
  if (workload === 'embedding') {
1472
1923
  return runInferenceSuite({
1473
1924
  ...options,
@@ -1475,12 +1926,16 @@ async function dispatchBrowserSuite(mode, workload, options) {
1475
1926
  expectedModelType: options.expectedModelType ?? 'embedding',
1476
1927
  });
1477
1928
  }
1929
+ if (workload === 'rerank') {
1930
+ return runInferenceSuite({
1931
+ ...options,
1932
+ suiteName: 'rerank',
1933
+ expectedModelType: options.expectedModelType ?? 'rerank',
1934
+ });
1935
+ }
1478
1936
  if (mode === 'verify' && workload === 'training') {
1479
1937
  return runTrainingSuite(options);
1480
1938
  }
1481
- if (mode === 'bench') {
1482
- return runBenchSuite(options);
1483
- }
1484
1939
  if (mode === 'verify' && workload === 'diffusion') {
1485
1940
  return runDiffusionSuite(options);
1486
1941
  }
@@ -1625,7 +2080,25 @@ export async function runBrowserSuite(options = {}) {
1625
2080
  report.timestamp = suiteTimestamp;
1626
2081
  }
1627
2082
  const reportInfo = await saveReport(modelId, report, { timestamp: report.timestamp });
1628
- return { ...suiteResult, mode, workload, debugSnapshot, report, reportInfo };
2083
+ const requestReceipt = {
2084
+ ...(
2085
+ suiteResult.request && typeof suiteResult.request === 'object'
2086
+ ? suiteResult.request
2087
+ : {}
2088
+ ),
2089
+ runtimeProfile: options.runtimeProfile ?? null,
2090
+ runtimeConfigUrl: options.runtimeConfigUrl ?? null,
2091
+ runtimeConfig: cloneRuntimeConfig(getRuntimeConfig()),
2092
+ };
2093
+ return {
2094
+ ...suiteResult,
2095
+ mode,
2096
+ workload,
2097
+ request: requestReceipt,
2098
+ debugSnapshot,
2099
+ report,
2100
+ reportInfo,
2101
+ };
1629
2102
  });
1630
2103
  }
1631
2104