doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -23,7 +23,7 @@ export type KVDtype = 'f16' | 'f32';
23
23
  * - 'tiered': Hot ring + cold paged tiers
24
24
  * - 'bdpa': Basis-decomposed paged layout (experimental)
25
25
  */
26
- export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa';
26
+ export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa' | 'contiguous_quantized';
27
27
 
28
28
  /**
29
29
  * Tiered KV cache mode.
@@ -33,7 +33,7 @@ export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa';
33
33
  * - 'int8': Cold tier compressed to int8
34
34
  * - 'int4': Cold tier compressed to int4 (experimental)
35
35
  */
36
- export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4';
36
+ export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4' | 'turboquant' | 'turboquant_prod';
37
37
 
38
38
  /**
39
39
  * Cold tier compression mode.
@@ -42,7 +42,7 @@ export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4';
42
42
  * - 'int8': Block-wise int8 compression
43
43
  * - 'int4': Block-wise int4 compression
44
44
  */
45
- export type KVCompressionMode = 'none' | 'int8' | 'int4';
45
+ export type KVCompressionMode = 'none' | 'int8' | 'int4' | 'turboquant' | 'turboquant_prod';
46
46
 
47
47
  /**
48
48
  * Gating mode for tiered compression.
@@ -58,6 +58,19 @@ export interface KVTieringCompressionSchema {
58
58
  mode: KVCompressionMode;
59
59
  /** Compression block size (tokens). Currently only 1 is supported. */
60
60
  blockSize: number;
61
+ /** TurboQuant bit width, required for turboquant compression modes */
62
+ bitWidth: number;
63
+ /** Enable TurboQuant production packing */
64
+ prodMode: boolean;
65
+ }
66
+
67
+ export interface KVQuantizationConfigSchema {
68
+ /** Contiguous quantized KV cache mode */
69
+ mode: 'none' | 'turboquant' | 'turboquant_prod';
70
+ /** Quantized cache bit width */
71
+ bitWidth: number;
72
+ /** Enable TurboQuant production packing */
73
+ prodMode: boolean;
61
74
  }
62
75
 
63
76
  export interface KVTieringGatingSchema {
@@ -119,6 +132,9 @@ export interface KVCacheConfigSchema {
119
132
 
120
133
  /** Tiered cache configuration (hot ring + cold pages) */
121
134
  tiering: KVTieringConfigSchema;
135
+
136
+ /** Contiguous quantized KV cache configuration */
137
+ quantization: KVQuantizationConfigSchema;
122
138
  }
123
139
 
124
140
  /** Default KV cache configuration */
@@ -20,6 +20,8 @@ export const DEFAULT_KVCACHE_CONFIG = {
20
20
  compression: {
21
21
  mode: 'none',
22
22
  blockSize: 1,
23
+ bitWidth: 4,
24
+ prodMode: false,
23
25
  },
24
26
  gating: {
25
27
  mode: 'auto',
@@ -36,4 +38,3 @@ export const DEFAULT_KVCACHE_CONFIG = {
36
38
  };
37
39
 
38
40
  export const PAGED_LAYOUT_SEQ_LEN_THRESHOLD = 8192;
39
-
@@ -300,7 +300,7 @@ export interface ManifestFFNSchema {
300
300
  /** Whether activation is gated (e.g., SwiGLU, GeGLU) */
301
301
  gatedActivation: boolean;
302
302
  /** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
303
- branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
303
+ branchMode: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
304
304
  /** Double the FFN intermediate width on KV-shared layers. */
305
305
  useDoubleWideMlp: boolean;
306
306
  /** Clamp SwiGLU output (null = disabled) */
@@ -345,6 +345,12 @@ export interface ManifestRoPESchema {
345
345
  yarnBetaSlow: number | null;
346
346
  /** YARN original max position embeddings (null if not YARN scaling) */
347
347
  yarnOriginalMaxPos: number | null;
348
+ /** LongRoPE short-context factors (null if not LongRoPE scaling) */
349
+ longropeShortFactor: number[] | null;
350
+ /** LongRoPE long-context factors (null if not LongRoPE scaling) */
351
+ longropeLongFactor: number[] | null;
352
+ /** LongRoPE original max position embeddings (null if not LongRoPE scaling) */
353
+ longropeOriginalMaxPos: number | null;
348
354
  /** Local YARN beta_fast parameter (null if not local YARN scaling) */
349
355
  ropeLocalYarnBetaFast: number | null;
350
356
  /** Local YARN beta_slow parameter (null if not local YARN scaling) */
@@ -364,6 +370,10 @@ export interface ManifestOutputSchema {
364
370
  tieWordEmbeddings: boolean;
365
371
  /** Scale embeddings by sqrt(hiddenSize) (Gemma models: true) */
366
372
  scaleEmbeddings: boolean;
373
+ /** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
374
+ embeddingScale: number | null;
375
+ /** Multiplier applied after final norm before LM head projection. */
376
+ logitInputScale: number;
367
377
  /** Whether embedding weights are stored as [hidden, vocab] (transpose on gather) */
368
378
  embeddingTranspose: boolean;
369
379
  /** Embedding vocab size from weight tensor (null = use architecture.vocabSize) */
@@ -402,6 +412,8 @@ export interface ManifestLayerPatternSchema {
402
412
  offset: number | null;
403
413
  /** For custom: explicit per-layer architecture tags, null if not applicable */
404
414
  layerTypes: LayerType[] | null;
415
+ /** Multiplier applied to attention and FFN branches before residual add. */
416
+ residualBranchScale: number;
405
417
  }
406
418
 
407
419
  /**
@@ -459,6 +471,20 @@ export interface ManifestDiffusionGemmaSchema {
459
471
  };
460
472
  }
461
473
 
474
+ export interface ManifestRerankSchema {
475
+ format: 'qwen3_yes_no_logit' | string;
476
+ instruction: string;
477
+ inputTemplate: string;
478
+ prefix: string;
479
+ suffix: string;
480
+ trueToken: string;
481
+ trueTokenId: number;
482
+ falseToken: string;
483
+ falseTokenId: number;
484
+ score: 'logit_difference' | 'true_logit' | string;
485
+ probability: 'sigmoid' | string;
486
+ }
487
+
462
488
  /**
463
489
  * Complete inference configuration embedded in manifest.
464
490
  * All fields are required - converter must populate everything.
@@ -483,8 +509,14 @@ export interface ManifestInferenceSchema {
483
509
  layerPattern: ManifestLayerPatternSchema;
484
510
  /** Chat template configuration */
485
511
  chatTemplate: ManifestChatTemplateSchema;
512
+ /** Whether this artifact exposes embedding workload support through pipeline.embed(). */
513
+ supportsEmbedding: boolean;
514
+ /** Whether this artifact exposes rerank workload support through prefillWithLogits(). */
515
+ supportsRerank: boolean;
486
516
  /** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
487
517
  diffusionGemma: ManifestDiffusionGemmaSchema | null;
518
+ /** Manifest-owned rerank scoring contract, null when rerank is unsupported. */
519
+ rerank: ManifestRerankSchema | null;
488
520
  /** Layer pipeline override (null = use optimized hardcoded path) */
489
521
  pipeline: LayerPipelineSchema | null;
490
522
  /** Explicit session policy for execution v1 manifests */
@@ -761,6 +793,11 @@ export declare function modelSupportsEmbedding(
761
793
  manifest: Partial<ManifestSchema> | null | undefined
762
794
  ): boolean;
763
795
 
796
+ /** Check if a manifest supports rerank workloads. */
797
+ export declare function modelSupportsRerank(
798
+ manifest: Partial<ManifestSchema> | null | undefined
799
+ ): boolean;
800
+
764
801
  /** Check if a manifest supports audio transcription workloads. */
765
802
  export declare function modelSupportsTranscription(
766
803
  manifest: Partial<ManifestSchema> | null | undefined
@@ -49,6 +49,9 @@ export const DEFAULT_MANIFEST_INFERENCE = {
49
49
  // of modelType: dedicated embedding models (modelType="embedding") always
50
50
  // support embedding workloads; text-generation models opt in explicitly.
51
51
  supportsEmbedding: false,
52
+ // When true, allows workload="rerank" to dispatch through prefillWithLogits()
53
+ // using manifest-owned scoring metadata in inference.rerank.
54
+ supportsRerank: false,
52
55
  // When true, the pipeline exposes pipeline.transcribeAudio({audio,...}) and
53
56
  // pipeline.embedAudio({audio}). Requires audio_token_id and audio encoder
54
57
  // weights to be present in the manifest. Defaults to false; set to true on
@@ -106,6 +109,10 @@ export const DEFAULT_MANIFEST_INFERENCE = {
106
109
  yarnBetaFast: null,
107
110
  yarnBetaSlow: null,
108
111
  yarnOriginalMaxPos: null,
112
+ // LongRoPE parameters - only relevant when ropeScalingType='longrope'
113
+ longropeShortFactor: null,
114
+ longropeLongFactor: null,
115
+ longropeOriginalMaxPos: null,
109
116
  // Local YARN parameters - only relevant when ropeLocalScalingType='yarn'
110
117
  ropeLocalYarnBetaFast: null,
111
118
  ropeLocalYarnBetaSlow: null,
@@ -115,6 +122,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
115
122
  finalLogitSoftcapping: null, // No softcapping (null = disabled)
116
123
  tieWordEmbeddings: false,
117
124
  scaleEmbeddings: false,
125
+ embeddingScale: null,
126
+ logitInputScale: 1,
118
127
  embeddingTranspose: false,
119
128
  embeddingVocabSize: null,
120
129
  embeddingPostprocessor: null,
@@ -125,12 +134,14 @@ export const DEFAULT_MANIFEST_INFERENCE = {
125
134
  period: null, // No periodic pattern (null = not applicable)
126
135
  offset: null, // For every_n: first global layer index modulo period
127
136
  layerTypes: null, // For custom: explicit per-layer tags
137
+ residualBranchScale: 1,
128
138
  },
129
139
  chatTemplate: {
130
140
  type: null, // No chat template (null = disabled)
131
141
  enabled: false,
132
142
  },
133
143
  diffusionGemma: null,
144
+ rerank: null,
134
145
  pipeline: null,
135
146
  session: null,
136
147
  execution: null,
@@ -190,6 +201,13 @@ export function modelSupportsEmbedding(manifest) {
190
201
  return manifest?.inference?.supportsEmbedding === true;
191
202
  }
192
203
 
204
+ export function modelSupportsRerank(manifest) {
205
+ return manifest?.inference?.supportsRerank === true
206
+ && manifest?.inference?.rerank != null
207
+ && typeof manifest.inference.rerank === 'object'
208
+ && !Array.isArray(manifest.inference.rerank);
209
+ }
210
+
193
211
  // Returns true when the manifest declares audio-input capability. Pipelines
194
212
  // expose transcribeAudio + embedAudio when this is set. The de-facto runtime
195
213
  // gate (audio_token_id + audio encoder weights) still applies; this field is
@@ -0,0 +1,16 @@
1
+ export type SelfSpeculationMode = 'none' | 'self' | 'draft' | 'medusa';
2
+ export type SelfSpeculationVerifyMode = 'greedy';
3
+
4
+ export interface SelfSpeculationConfig {
5
+ mode: SelfSpeculationMode;
6
+ tokens: number;
7
+ verify: SelfSpeculationVerifyMode;
8
+ threshold: number | null;
9
+ rollbackOnReject: boolean;
10
+ }
11
+
12
+ export const SPECULATION_MODES: readonly SelfSpeculationMode[];
13
+ export const SPECULATION_VERIFY_MODES: readonly SelfSpeculationVerifyMode[];
14
+ export const DEFAULT_SELF_SPECULATION_CONFIG: Readonly<SelfSpeculationConfig>;
15
+
16
+ export function validateSelfSpeculationConfig(config: SelfSpeculationConfig): void;
@@ -161,6 +161,7 @@
161
161
  "ffn": {
162
162
  "activation": "gelu",
163
163
  "gatedActivation": true,
164
+ "branchMode": "auto",
164
165
  "useDoubleWideMlp": false,
165
166
  "swigluLimit": null
166
167
  },
@@ -267,7 +268,25 @@
267
268
  "layout": "contiguous",
268
269
  "pageSize": 256,
269
270
  "tiering": {
270
- "mode": "off"
271
+ "mode": "off",
272
+ "hotWindow": 1024,
273
+ "coldPageSize": 256,
274
+ "coldDtype": "f16",
275
+ "compression": {
276
+ "mode": "none",
277
+ "blockSize": 1,
278
+ "bitWidth": 4,
279
+ "prodMode": false
280
+ },
281
+ "gating": {
282
+ "mode": "auto",
283
+ "minAluBwRatio": 0
284
+ }
285
+ },
286
+ "quantization": {
287
+ "mode": "none",
288
+ "bitWidth": 4,
289
+ "prodMode": false
271
290
  }
272
291
  },
273
292
  "decodeLoop": {
@@ -149,6 +149,7 @@
149
149
  "ffn": {
150
150
  "activation": "gelu",
151
151
  "gatedActivation": true,
152
+ "branchMode": "auto",
152
153
  "useDoubleWideMlp": true,
153
154
  "swigluLimit": null
154
155
  },
@@ -207,7 +208,25 @@
207
208
  "layout": "contiguous",
208
209
  "pageSize": 256,
209
210
  "tiering": {
210
- "mode": "off"
211
+ "mode": "off",
212
+ "hotWindow": 1024,
213
+ "coldPageSize": 256,
214
+ "coldDtype": "f16",
215
+ "compression": {
216
+ "mode": "none",
217
+ "blockSize": 1,
218
+ "bitWidth": 4,
219
+ "prodMode": false
220
+ },
221
+ "gating": {
222
+ "mode": "auto",
223
+ "minAluBwRatio": 0
224
+ }
225
+ },
226
+ "quantization": {
227
+ "mode": "none",
228
+ "bitWidth": 4,
229
+ "prodMode": false
211
230
  }
212
231
  },
213
232
  "decodeLoop": {
@@ -132,6 +132,7 @@
132
132
  },
133
133
  "audio_config": {
134
134
  "model_type": "gemma4_audio",
135
+ "audio_architecture": "gemma4",
135
136
  "num_hidden_layers": 12,
136
137
  "hidden_size": 1024,
137
138
  "num_attention_heads": 8,
@@ -217,6 +218,7 @@
217
218
  "ffn": {
218
219
  "activation": "gelu",
219
220
  "gatedActivation": true,
221
+ "branchMode": "auto",
220
222
  "useDoubleWideMlp": false,
221
223
  "swigluLimit": null
222
224
  },
@@ -275,7 +277,25 @@
275
277
  "layout": "contiguous",
276
278
  "pageSize": 256,
277
279
  "tiering": {
278
- "mode": "off"
280
+ "mode": "off",
281
+ "hotWindow": 1024,
282
+ "coldPageSize": 256,
283
+ "coldDtype": "f16",
284
+ "compression": {
285
+ "mode": "none",
286
+ "blockSize": 1,
287
+ "bitWidth": 4,
288
+ "prodMode": false
289
+ },
290
+ "gating": {
291
+ "mode": "auto",
292
+ "minAluBwRatio": 0
293
+ }
294
+ },
295
+ "quantization": {
296
+ "mode": "none",
297
+ "bitWidth": 4,
298
+ "prodMode": false
279
299
  }
280
300
  },
281
301
  "decodeLoop": {
@@ -20,13 +20,16 @@ const rules = await loadJson(
20
20
  * hasDensePrefillProjectionKernel?,
21
21
  * hasQ4DecodeProjectionKernel?, hasQ4PrefillProjectionKernel?,
22
22
  * hasAvailableQ4PrefillProjectionKernel? }
23
- * @returns {{ transforms: Function[], names: string[], reason: string }}
23
+ * @returns {{ transforms: Function[], names: string[], reason: string, kind: string, dtypeEffect: string, evidence: string[] }}
24
24
  */
25
25
  export function resolveCapabilityTransforms(capabilities, platform, graphContext) {
26
26
  const normalizedGraphContext = graphContext ?? {};
27
27
  const matchContext = {
28
28
  ...capabilities,
29
29
  ...normalizedGraphContext,
30
+ requestedActivationDtype: normalizedGraphContext.requestedActivationDtype
31
+ ?? normalizedGraphContext.activationDtype
32
+ ?? null,
30
33
  activationDtype: normalizedGraphContext.activationDtype ?? null,
31
34
  mathDtype: normalizedGraphContext.mathDtype ?? null,
32
35
  accumDtype: normalizedGraphContext.accumDtype ?? null,
@@ -59,6 +62,9 @@ export function resolveCapabilityTransforms(capabilities, platform, graphContext
59
62
  transforms,
60
63
  names: rule.transforms,
61
64
  reason: rule.reason,
65
+ kind: rule.kind,
66
+ dtypeEffect: rule.dtypeEffect,
67
+ evidence: Array.isArray(rule.evidence) ? [...rule.evidence] : [],
62
68
  };
63
69
  }
64
70
  }
@@ -49,6 +49,10 @@ const KERNEL_FILE_PRECISION_PATCHES = new Map([
49
49
  ['gather_f16_vec4_f16_out.wgsl', { inputDtype: 'f16', outputDtype: 'f16' }],
50
50
  ]);
51
51
 
52
+ export function getKernelFilePrecisionPatch(kernel) {
53
+ return KERNEL_FILE_PRECISION_PATCHES.get(kernel) ?? null;
54
+ }
55
+
52
56
  /*
53
57
  * Check whether a kernel entry requires subgroup support.
54
58
  */
@@ -686,6 +690,10 @@ const F16_TO_F32_ACTIVATION_MAP = new Map([
686
690
  ['attention_head512_f16.wgsl', 'attention_head512_f16kv.wgsl'],
687
691
  ]);
688
692
 
693
+ export function resolveF16ToF32ActivationKernel(kernel) {
694
+ return F16_TO_F32_ACTIVATION_MAP.get(kernel) ?? null;
695
+ }
696
+
689
697
  /*
690
698
  * Activation-only narrowing: f32-activation shaders that still consume f16
691
699
  * weights/KV are rewritten onto the matching f16-activation lane.
@@ -797,10 +805,10 @@ export function widenToF32Activations(graph, ctx) {
797
805
  // When the GPU cannot compile any f16 WGSL (hasF16=false), use the full f32
798
806
  // map that also covers f16-weight and f16-KV kernels. Otherwise use the
799
807
  // activation-only map that preserves f16 weights/KV for precision fallback.
800
- const shaderMap = ctx.capabilities?.hasF16 === false
808
+ const shaderMap = ctx.capabilities?.hasF16 === false || ctx.kvDtype === 'f32'
801
809
  ? FULL_F32_SHADER_MAP
802
810
  : F16_TO_F32_ACTIVATION_MAP;
803
- const fullF32 = ctx.capabilities?.hasF16 === false;
811
+ const fullF32 = ctx.capabilities?.hasF16 === false || ctx.kvDtype === 'f32';
804
812
 
805
813
  const hasTargetShader = Object.values(graph.kernels).some(
806
814
  (entry) => shaderMap.has(entry.kernel)
@@ -217,8 +217,10 @@ function resolveConversionPlanV1(options) {
217
217
  layerPattern: inference.layerPattern ?? { type: 'uniform', globalPattern: null, period: null, offset: null, layerTypes: null },
218
218
  chatTemplate: inference.chatTemplate,
219
219
  supportsEmbedding: inference.supportsEmbedding ?? false,
220
+ supportsRerank: inference.supportsRerank ?? false,
220
221
  supportsTranscription: inference.supportsTranscription ?? false,
221
222
  supportsVision: inference.supportsVision ?? false,
223
+ rerank: inference.rerank ?? null,
222
224
  diffusionGemma: inference.diffusionGemma ?? null,
223
225
  pipeline: inference.pipeline ?? null,
224
226
  session,
@@ -54,6 +54,22 @@ function renameDenseTensor(tensor, tensorName) {
54
54
  };
55
55
  }
56
56
 
57
+ function resolveLogitScoreConfig(config, modulePath) {
58
+ const trueTokenId = Number(config?.true_token_id ?? config?.trueTokenId);
59
+ const falseTokenId = Number(config?.false_token_id ?? config?.falseTokenId);
60
+ if (!Number.isInteger(trueTokenId) || trueTokenId < 0) {
61
+ throw new Error(`transformer parser: ${modulePath}/config.json must declare non-negative integer true_token_id.`);
62
+ }
63
+ if (!Number.isInteger(falseTokenId) || falseTokenId < 0) {
64
+ throw new Error(`transformer parser: ${modulePath}/config.json must declare non-negative integer false_token_id.`);
65
+ }
66
+ return {
67
+ kind: 'logit_score',
68
+ trueTokenId,
69
+ falseTokenId,
70
+ };
71
+ }
72
+
57
73
  async function parseSentenceTransformersModules(adapter) {
58
74
  const {
59
75
  readJson,
@@ -69,6 +85,7 @@ async function parseSentenceTransformersModules(adapter) {
69
85
  let normalize = null;
70
86
  const projections = [];
71
87
  const extraTensors = [];
88
+ let rerankScoring = null;
72
89
 
73
90
  for (const moduleEntry of modules) {
74
91
  const type = asNonEmptyString(moduleEntry?.type, 'modules.json type');
@@ -139,6 +156,12 @@ async function parseSentenceTransformersModules(adapter) {
139
156
  continue;
140
157
  }
141
158
 
159
+ if (isSentenceTransformerModuleType(type, '.LogitScore')) {
160
+ const config = await readJson(`${modulePath}/config.json`, `${modulePath}/config.json`);
161
+ rerankScoring = resolveLogitScoreConfig(config, modulePath);
162
+ continue;
163
+ }
164
+
142
165
  throw new Error(`transformer parser: unsupported sentence-transformers module type "${type}".`);
143
166
  }
144
167
 
@@ -146,6 +169,7 @@ async function parseSentenceTransformersModules(adapter) {
146
169
  return {
147
170
  extraTensors: [],
148
171
  embeddingPostprocessor: null,
172
+ rerankScoring,
149
173
  };
150
174
  }
151
175
  if (poolingMode == null) {
@@ -160,6 +184,7 @@ async function parseSentenceTransformersModules(adapter) {
160
184
  projections,
161
185
  normalize,
162
186
  },
187
+ rerankScoring,
163
188
  };
164
189
  }
165
190
 
@@ -178,7 +203,7 @@ export async function parseTransformerModel(adapter) {
178
203
  const architectureHint = config.architectures?.[0] ?? config.model_type ?? '';
179
204
  const sentenceTransformersModules = await fileExists('modules.json')
180
205
  ? await parseSentenceTransformersModules(adapter)
181
- : { extraTensors: [], embeddingPostprocessor: null };
206
+ : { extraTensors: [], embeddingPostprocessor: null, rerankScoring: null };
182
207
 
183
208
  let tensors = null;
184
209
  if (await fileExists('model.safetensors.index.json')) {
@@ -194,5 +219,6 @@ export async function parseTransformerModel(adapter) {
194
219
  tensors: [...tensors, ...sentenceTransformersModules.extraTensors],
195
220
  architectureHint,
196
221
  embeddingPostprocessor: sentenceTransformersModules.embeddingPostprocessor,
222
+ rerankScoring: sentenceTransformersModules.rerankScoring ?? null,
197
223
  };
198
224
  }
@@ -570,7 +570,7 @@ export function resolveEffectiveQuantizationInfo(baseInfo, tensors) {
570
570
  const base = (baseInfo && typeof baseInfo === 'object') ? baseInfo : {};
571
571
  const entries = Array.isArray(tensors) ? tensors : [];
572
572
 
573
- let detectedWeights = null;
573
+ const detectedWeightDtypes = new Set();
574
574
  let detectedEmbeddings = null;
575
575
  let detectedLmHead = null;
576
576
  let detectedLayout = null;
@@ -590,15 +590,27 @@ export function resolveEffectiveQuantizationInfo(baseInfo, tensors) {
590
590
  continue;
591
591
  }
592
592
  if (role === 'matmul' || role === 'expert' || role === 'router') {
593
- detectedWeights = detectedWeights ?? dtype;
593
+ detectedWeightDtypes.add(dtype);
594
594
  if (detectedLayout == null && (dtype === 'q4k') && tensor?.layout) {
595
595
  detectedLayout = normalizeQ4KLayout(tensor.layout);
596
596
  }
597
597
  }
598
598
  }
599
599
 
600
- const weights = detectedWeights
601
- ?? normalizeQuantTag(base.weights ?? 'f16');
600
+ const baseWeights = normalizeQuantTag(base.weights ?? 'f16');
601
+ let weights = baseWeights;
602
+ if (detectedWeightDtypes.size === 1) {
603
+ weights = [...detectedWeightDtypes][0];
604
+ } else if (detectedWeightDtypes.size > 1) {
605
+ if (detectedWeightDtypes.has(baseWeights)) {
606
+ weights = baseWeights;
607
+ } else {
608
+ throw new Error(
609
+ `Ambiguous converted weight dtypes: ${[...detectedWeightDtypes].sort().join(', ')}. ` +
610
+ `Configured quantizationInfo.weights="${baseWeights}" is not present in converted matmul tensors.`
611
+ );
612
+ }
613
+ }
602
614
  const embeddings = detectedEmbeddings
603
615
  ?? normalizeQuantTag(base.embeddings ?? weights);
604
616
  const lmHead = detectedLmHead
@@ -28,6 +28,15 @@ function asNumberArray(value) {
28
28
  return normalized.map((entry) => Math.trunc(entry));
29
29
  }
30
30
 
31
+ function asPositiveNumberArray(value) {
32
+ if (!Array.isArray(value)) return null;
33
+ const normalized = value.map((entry) => asFiniteNumber(entry));
34
+ if (normalized.some((entry) => entry == null || entry <= 0)) {
35
+ return null;
36
+ }
37
+ return normalized.map((entry) => Number(entry));
38
+ }
39
+
31
40
  function normalizeRoPEType(value) {
32
41
  if (typeof value !== 'string') return null;
33
42
  const normalized = value.trim().toLowerCase();
@@ -90,6 +99,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
90
99
  yarnBetaFast: null,
91
100
  yarnBetaSlow: null,
92
101
  yarnOriginalMaxPos: null,
102
+ longropeShortFactor: null,
103
+ longropeLongFactor: null,
104
+ longropeOriginalMaxPos: null,
93
105
  };
94
106
  }
95
107
 
@@ -98,6 +110,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
98
110
  let yarnBetaFast = null;
99
111
  let yarnBetaSlow = null;
100
112
  let yarnOriginalMaxPos = null;
113
+ let longropeShortFactor = null;
114
+ let longropeLongFactor = null;
115
+ let longropeOriginalMaxPos = null;
101
116
 
102
117
  if (ropeScalingType == null) {
103
118
  if (factor != null && factor > 0 && factor !== 1.0) {
@@ -123,6 +138,23 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
123
138
  yarnBetaSlow = betaSlow;
124
139
  yarnOriginalMaxPos = origMaxPos;
125
140
  }
141
+ if (ropeScalingType === 'longrope') {
142
+ const shortFactor = asPositiveNumberArray(ropeScalingConfig.short_factor);
143
+ const longFactor = asPositiveNumberArray(ropeScalingConfig.long_factor);
144
+ const origMaxPos = asFiniteNumber(ropeScalingConfig.original_max_position_embeddings);
145
+ if (!shortFactor || !longFactor || origMaxPos == null) {
146
+ throw new Error(
147
+ 'LongRoPE scaling detected but required params missing in HF config. ' +
148
+ 'LongRoPE requires short_factor, long_factor, and original_max_position_embeddings. ' +
149
+ `Got: short_factor=${Array.isArray(ropeScalingConfig.short_factor) ? ropeScalingConfig.short_factor.length : ropeScalingConfig.short_factor}, ` +
150
+ `long_factor=${Array.isArray(ropeScalingConfig.long_factor) ? ropeScalingConfig.long_factor.length : ropeScalingConfig.long_factor}, ` +
151
+ `original_max_position_embeddings=${origMaxPos}`
152
+ );
153
+ }
154
+ longropeShortFactor = shortFactor;
155
+ longropeLongFactor = longFactor;
156
+ longropeOriginalMaxPos = origMaxPos;
157
+ }
126
158
 
127
159
  return {
128
160
  ropeScalingType,
@@ -130,6 +162,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
130
162
  yarnBetaFast,
131
163
  yarnBetaSlow,
132
164
  yarnOriginalMaxPos,
165
+ longropeShortFactor,
166
+ longropeLongFactor,
167
+ longropeOriginalMaxPos,
133
168
  };
134
169
  }
135
170
 
@@ -140,7 +175,9 @@ function hasScalingDirective(ropeScalingConfig) {
140
175
  || ropeScalingConfig.factor != null
141
176
  || ropeScalingConfig.beta_fast != null
142
177
  || ropeScalingConfig.beta_slow != null
143
- || ropeScalingConfig.original_max_position_embeddings != null;
178
+ || ropeScalingConfig.original_max_position_embeddings != null
179
+ || ropeScalingConfig.short_factor != null
180
+ || ropeScalingConfig.long_factor != null;
144
181
  }
145
182
 
146
183
  function hasMeaningfulScalingConfig(resolvedScaling) {
@@ -149,7 +186,10 @@ function hasMeaningfulScalingConfig(resolvedScaling) {
149
186
  || resolvedScaling.ropeScalingFactor !== DEFAULT_MANIFEST_INFERENCE.rope.ropeScalingFactor
150
187
  || resolvedScaling.yarnBetaFast != null
151
188
  || resolvedScaling.yarnBetaSlow != null
152
- || resolvedScaling.yarnOriginalMaxPos != null;
189
+ || resolvedScaling.yarnOriginalMaxPos != null
190
+ || resolvedScaling.longropeShortFactor != null
191
+ || resolvedScaling.longropeLongFactor != null
192
+ || resolvedScaling.longropeOriginalMaxPos != null;
153
193
  }
154
194
 
155
195
  function isSameScalingConfig(left, right) {
@@ -157,7 +197,10 @@ function isSameScalingConfig(left, right) {
157
197
  && left.ropeScalingFactor === right.ropeScalingFactor
158
198
  && left.yarnBetaFast === right.yarnBetaFast
159
199
  && left.yarnBetaSlow === right.yarnBetaSlow
160
- && left.yarnOriginalMaxPos === right.yarnOriginalMaxPos;
200
+ && left.yarnOriginalMaxPos === right.yarnOriginalMaxPos
201
+ && JSON.stringify(left.longropeShortFactor ?? null) === JSON.stringify(right.longropeShortFactor ?? null)
202
+ && JSON.stringify(left.longropeLongFactor ?? null) === JSON.stringify(right.longropeLongFactor ?? null)
203
+ && left.longropeOriginalMaxPos === right.longropeOriginalMaxPos;
161
204
  }
162
205
 
163
206
  function failOnConflictingScaling(sourceLabel, canonicalScaling, candidateScaling) {
@@ -210,6 +253,9 @@ export function buildRoPEConfig(converterInference, config) {
210
253
  yarnBetaFast: configuredRoPE.yarnBetaFast ?? null,
211
254
  yarnBetaSlow: configuredRoPE.yarnBetaSlow ?? null,
212
255
  yarnOriginalMaxPos: configuredRoPE.yarnOriginalMaxPos ?? null,
256
+ longropeShortFactor: configuredRoPE.longropeShortFactor ?? null,
257
+ longropeLongFactor: configuredRoPE.longropeLongFactor ?? null,
258
+ longropeOriginalMaxPos: configuredRoPE.longropeOriginalMaxPos ?? null,
213
259
  };
214
260
 
215
261
  if (ropeScaling) {
@@ -253,6 +299,9 @@ export function buildRoPEConfig(converterInference, config) {
253
299
  yarnBetaFast: configuredRoPE.ropeLocalYarnBetaFast ?? globalScaling.yarnBetaFast,
254
300
  yarnBetaSlow: configuredRoPE.ropeLocalYarnBetaSlow ?? globalScaling.yarnBetaSlow,
255
301
  yarnOriginalMaxPos: configuredRoPE.ropeLocalYarnOriginalMaxPos ?? globalScaling.yarnOriginalMaxPos,
302
+ longropeShortFactor: globalScaling.longropeShortFactor,
303
+ longropeLongFactor: globalScaling.longropeLongFactor,
304
+ longropeOriginalMaxPos: globalScaling.longropeOriginalMaxPos,
256
305
  }
257
306
  : { ...globalScaling };
258
307
  if (ropeScaling) {
@@ -323,6 +372,9 @@ export function buildRoPEConfig(converterInference, config) {
323
372
  yarnBetaFast: globalScaling.yarnBetaFast,
324
373
  yarnBetaSlow: globalScaling.yarnBetaSlow,
325
374
  yarnOriginalMaxPos: globalScaling.yarnOriginalMaxPos,
375
+ longropeShortFactor: globalScaling.longropeShortFactor,
376
+ longropeLongFactor: globalScaling.longropeLongFactor,
377
+ longropeOriginalMaxPos: globalScaling.longropeOriginalMaxPos,
326
378
  ropeLocalScalingType: localScaling.ropeScalingType,
327
379
  ropeLocalScalingFactor: localScaling.ropeScalingFactor,
328
380
  ropeLocalYarnBetaFast: localScaling.yarnBetaFast,