doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -0,0 +1,33 @@
1
+ // Static metadata for the Gemma 3 family of RDRR artifacts.
2
+ // See qwen3.js for the contract.
3
+
4
+ import { createFamily } from './family.js';
5
+
6
+ const family = createFamily({
7
+ familyId: 'gemma3',
8
+ hfRepoId: 'Clocksmith/rdrr',
9
+ knownModels: [
10
+ {
11
+ modelId: 'gemma-3-270m-it-q4k-ehf16-af32',
12
+ label: 'Gemma 3 270M Instruct (Q4K/F32a)',
13
+ sourceModel: 'google/gemma-3-270m-it',
14
+ hfPath: 'models/gemma-3-270m-it-q4k-ehf16-af32',
15
+ defaultRuntimeProfile: 'profiles/throughput',
16
+ modes: ['text', 'vision'],
17
+ },
18
+ {
19
+ modelId: 'gemma-3-1b-it-q4k-ehf16-af32',
20
+ label: 'Gemma 3 1B Instruct (Q4K/F32a)',
21
+ sourceModel: 'google/gemma-3-1b-it',
22
+ hfPath: 'models/gemma-3-1b-it-q4k-ehf16-af32',
23
+ defaultRuntimeProfile: 'profiles/throughput',
24
+ modes: ['text', 'vision'],
25
+ },
26
+ ],
27
+ });
28
+
29
+ export const FAMILY_ID = family.FAMILY_ID;
30
+ export const HF_REPO_ID = family.HF_REPO_ID;
31
+ export const KNOWN_MODELS = family.KNOWN_MODELS;
32
+ export const resolveModel = family.resolveModel;
33
+ export const resolveHfBaseUrl = family.resolveHfBaseUrl;
@@ -0,0 +1,7 @@
1
+ import type { FamilyModelEntry } from './family.d.ts';
2
+
3
+ export declare const FAMILY_ID: string;
4
+ export declare const HF_REPO_ID: string;
5
+ export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
6
+ export declare function resolveModel(modelId: string): FamilyModelEntry | null;
7
+ export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
@@ -0,0 +1,33 @@
1
+ // Static metadata for the Gemma 4 family of RDRR artifacts.
2
+ // See qwen3.js for the contract.
3
+
4
+ import { createFamily } from './family.js';
5
+
6
+ const family = createFamily({
7
+ familyId: 'gemma4',
8
+ hfRepoId: 'Clocksmith/rdrr',
9
+ knownModels: [
10
+ {
11
+ modelId: 'gemma-4-e2b-it-q4k-ehf16-af32',
12
+ label: 'Gemma 4 E2B Instruct (Q4K/F32a)',
13
+ sourceModel: 'google/gemma-4-e2b-it',
14
+ hfPath: 'models/gemma-4-e2b-it-q4k-ehf16-af32',
15
+ defaultRuntimeProfile: 'profiles/throughput',
16
+ modes: ['text', 'vision'],
17
+ },
18
+ {
19
+ modelId: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
20
+ label: 'Gemma 4 E2B Instruct (Q4K/F32a/INT4 PLE)',
21
+ sourceModel: 'google/gemma-4-e2b-it',
22
+ hfPath: 'models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
23
+ defaultRuntimeProfile: 'profiles/throughput',
24
+ modes: ['text', 'vision'],
25
+ },
26
+ ],
27
+ });
28
+
29
+ export const FAMILY_ID = family.FAMILY_ID;
30
+ export const HF_REPO_ID = family.HF_REPO_ID;
31
+ export const KNOWN_MODELS = family.KNOWN_MODELS;
32
+ export const resolveModel = family.resolveModel;
33
+ export const resolveHfBaseUrl = family.resolveHfBaseUrl;
@@ -0,0 +1,7 @@
1
+ import type { FamilyModelEntry } from './family.d.ts';
2
+
3
+ export declare const FAMILY_ID: string;
4
+ export declare const HF_REPO_ID: string;
5
+ export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
6
+ export declare function resolveModel(modelId: string): FamilyModelEntry | null;
7
+ export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
@@ -0,0 +1,36 @@
1
+ // Static metadata for the Qwen 3.5 family of RDRR artifacts.
2
+ // Importing this module does NOT load manifests or shards — it is a
3
+ // kilobyte-scale pointer surface for consumers that want a typed,
4
+ // tree-shakable way to reference "the Qwen family" without pulling
5
+ // the whole catalog or the runtime pipeline.
6
+
7
+ import { createFamily } from './family.js';
8
+
9
+ const family = createFamily({
10
+ familyId: 'qwen3',
11
+ hfRepoId: 'Clocksmith/rdrr',
12
+ knownModels: [
13
+ {
14
+ modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
15
+ label: 'Qwen 3.5 0.8B (Q4K)',
16
+ sourceModel: 'Qwen/Qwen3.5-0.8B',
17
+ hfPath: 'models/qwen-3-5-0-8b-q4k-ehaf16',
18
+ defaultRuntimeProfile: 'profiles/throughput',
19
+ modes: ['text', 'vision'],
20
+ },
21
+ {
22
+ modelId: 'qwen-3-5-2b-q4k-ehaf16',
23
+ label: 'Qwen 3.5 2B (Q4K)',
24
+ sourceModel: 'Qwen/Qwen3.5-2B',
25
+ hfPath: 'models/qwen-3-5-2b-q4k-ehaf16',
26
+ defaultRuntimeProfile: 'profiles/throughput',
27
+ modes: ['text', 'vision'],
28
+ },
29
+ ],
30
+ });
31
+
32
+ export const FAMILY_ID = family.FAMILY_ID;
33
+ export const HF_REPO_ID = family.HF_REPO_ID;
34
+ export const KNOWN_MODELS = family.KNOWN_MODELS;
35
+ export const resolveModel = family.resolveModel;
36
+ export const resolveHfBaseUrl = family.resolveHfBaseUrl;
@@ -1,7 +1,12 @@
1
1
  {
2
2
  "type": [
3
+ { "match": { "isLiteRTPieceList": true }, "value": "bpe" },
3
4
  { "match": { "hasMerges": true }, "value": "bpe" },
4
5
  { "match": { "hasScores": true }, "value": "unigram" },
5
6
  { "match": {}, "value": "bpe" }
7
+ ],
8
+ "addDummyPrefix": [
9
+ { "match": { "isLiteRTPieceList": true }, "value": false },
10
+ { "match": {}, "value": true }
6
11
  ]
7
12
  }
@@ -143,7 +143,7 @@ function maxBatchDecodeTokensSemantic(context) {
143
143
  if (context.hasLinearAttentionLayers === true) {
144
144
  return 32;
145
145
  }
146
- return context.hasGpuSplitPerLayerInputs === true ? 4 : null;
146
+ return context.hasGpuSplitPerLayerInputs === true ? 8 : null;
147
147
  }
148
148
 
149
149
  function enumerateMaxBatchDecodeTokenContexts() {
@@ -155,6 +155,24 @@ function enumerateMaxBatchDecodeTokenContexts() {
155
155
  ];
156
156
  }
157
157
 
158
+ function prefillRecorderChunkLayersSemantic(context) {
159
+ if (context.hasGpuSplitPerLayerInputs === true && context.numTokens <= 32) {
160
+ return 8;
161
+ }
162
+ return 4;
163
+ }
164
+
165
+ function enumeratePrefillRecorderChunkLayerContexts() {
166
+ return [
167
+ { hasGpuSplitPerLayerInputs: true, numTokens: 1 },
168
+ { hasGpuSplitPerLayerInputs: true, numTokens: 15 },
169
+ { hasGpuSplitPerLayerInputs: true, numTokens: 32 },
170
+ { hasGpuSplitPerLayerInputs: true, numTokens: 33 },
171
+ { hasGpuSplitPerLayerInputs: false, numTokens: 15 },
172
+ { hasGpuSplitPerLayerInputs: false, numTokens: 64 },
173
+ ];
174
+ }
175
+
158
176
  function checkRuleShape(rules, expectedMatches, label) {
159
177
  if (!Array.isArray(rules)) {
160
178
  return {
@@ -223,6 +241,7 @@ export function buildInferenceExecutionRulesContractArtifact(ruleGroup) {
223
241
  const profileDecodeRules = ruleGroup?.profileDecodeRecorderEnabled;
224
242
  const batchRules = ruleGroup?.batchDecodeEnabled;
225
243
  const maxBatchDecodeTokenRules = ruleGroup?.maxBatchDecodeTokens;
244
+ const prefillRecorderChunkLayerRules = ruleGroup?.prefillRecorderChunkLayers;
226
245
 
227
246
  const decodeShape = checkRuleShape(
228
247
  decodeRules,
@@ -358,9 +377,9 @@ export function buildInferenceExecutionRulesContractArtifact(ruleGroup) {
358
377
  '[ExecutionRulesContract] maxBatchDecodeTokens linear-attention rule must cap unsafe burst recording at 32 tokens.'
359
378
  );
360
379
  }
361
- if (!matchesExactObject(splitTablesRule?.match, { hasGpuSplitPerLayerInputs: true }) || splitTablesRule?.value !== 4) {
380
+ if (!matchesExactObject(splitTablesRule?.match, { hasGpuSplitPerLayerInputs: true }) || splitTablesRule?.value !== 8) {
362
381
  maxBatchShapeErrors.push(
363
- '[ExecutionRulesContract] maxBatchDecodeTokens enabling rule must cap gpu_split_tables bursts at 4 tokens.'
382
+ '[ExecutionRulesContract] maxBatchDecodeTokens enabling rule must cap gpu_split_tables bursts at 8 tokens.'
364
383
  );
365
384
  }
366
385
  if (!matchesExactObject(fallbackRule?.match, {}) || fallbackRule?.value !== null) {
@@ -393,6 +412,54 @@ export function buildInferenceExecutionRulesContractArtifact(ruleGroup) {
393
412
  ok: maxBatchSemantics.ok,
394
413
  });
395
414
 
415
+ const prefillChunkShapeErrors = [];
416
+ if (!Array.isArray(prefillRecorderChunkLayerRules) || prefillRecorderChunkLayerRules.length !== 2) {
417
+ prefillChunkShapeErrors.push(
418
+ '[ExecutionRulesContract] prefillRecorderChunkLayers must contain exactly 2 rules.'
419
+ );
420
+ } else {
421
+ const [shortSplitTablesRule, fallbackRule] = prefillRecorderChunkLayerRules;
422
+ if (
423
+ !matchesExactObject(shortSplitTablesRule?.match, {
424
+ hasGpuSplitPerLayerInputs: true,
425
+ numTokens: { lte: 32 },
426
+ })
427
+ || shortSplitTablesRule?.value !== 8
428
+ ) {
429
+ prefillChunkShapeErrors.push(
430
+ '[ExecutionRulesContract] prefillRecorderChunkLayers short-prompt gpu_split_tables rule must use 8-layer chunks.'
431
+ );
432
+ }
433
+ if (!matchesExactObject(fallbackRule?.match, {}) || fallbackRule?.value !== 4) {
434
+ prefillChunkShapeErrors.push(
435
+ '[ExecutionRulesContract] prefillRecorderChunkLayers fallback rule must be { match: {}, value: 4 }.'
436
+ );
437
+ }
438
+ }
439
+ errors.push(...prefillChunkShapeErrors);
440
+ checks.push({
441
+ id: 'inference.execution.prefillRecorderChunkLayers.shape',
442
+ ok: prefillChunkShapeErrors.length === 0,
443
+ });
444
+
445
+ const prefillChunkSemantics = Array.isArray(prefillRecorderChunkLayerRules)
446
+ ? checkRuleSemantics(
447
+ prefillRecorderChunkLayerRules,
448
+ enumeratePrefillRecorderChunkLayerContexts(),
449
+ prefillRecorderChunkLayersSemantic,
450
+ 'prefillRecorderChunkLayers'
451
+ )
452
+ : {
453
+ ok: false,
454
+ errors: ['[ExecutionRulesContract] prefillRecorderChunkLayers is unavailable for semantic check.'],
455
+ sampledContexts: 0,
456
+ };
457
+ errors.push(...prefillChunkSemantics.errors);
458
+ checks.push({
459
+ id: 'inference.execution.prefillRecorderChunkLayers.semantics',
460
+ ok: prefillChunkSemantics.ok,
461
+ });
462
+
396
463
  return {
397
464
  schemaVersion: 1,
398
465
  source: 'doppler',
@@ -404,10 +471,12 @@ export function buildInferenceExecutionRulesContractArtifact(ruleGroup) {
404
471
  profileDecodeRecorderRules: Array.isArray(profileDecodeRules) ? profileDecodeRules.length : 0,
405
472
  batchDecodeRules: Array.isArray(batchRules) ? batchRules.length : 0,
406
473
  maxBatchDecodeTokenRules: Array.isArray(maxBatchDecodeTokenRules) ? maxBatchDecodeTokenRules.length : 0,
474
+ prefillRecorderChunkLayerRules: Array.isArray(prefillRecorderChunkLayerRules) ? prefillRecorderChunkLayerRules.length : 0,
407
475
  decodeRecorderContexts: decodeSemantics.sampledContexts,
408
476
  profileDecodeRecorderContexts: profileDecodeSemantics.sampledContexts,
409
477
  batchDecodeContexts: batchSemantics.sampledContexts,
410
478
  maxBatchDecodeTokenContexts: maxBatchSemantics.sampledContexts,
479
+ prefillRecorderChunkLayerContexts: prefillChunkSemantics.sampledContexts,
411
480
  },
412
481
  };
413
482
  }
@@ -1,5 +1,22 @@
1
1
  {
2
2
  "capabilityTransforms": [
3
+ {
4
+ "match": {
5
+ "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
6
+ "platformVendor": "apple"
7
+ },
8
+ "transforms": ["failClosedLaneMismatch"],
9
+ "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces NaN at L0.ffn_down on Apple Metal — load the af32 manifest variant instead"
10
+ },
11
+ {
12
+ "match": {
13
+ "modelId": { "startsWith": "gemma-4-e2b-it-q4k-" },
14
+ "platformVendor": "apple",
15
+ "retainQ4KMaterialization": true
16
+ },
17
+ "transforms": ["disableRetainQ4KMaterialization"],
18
+ "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source."
19
+ },
3
20
  {
4
21
  "match": {
5
22
  "modelId": "qwen-3-5-0-8b-q4k-ehaf16",
@@ -10,6 +27,76 @@
10
27
  "transforms": ["useQwenF16PrimaryMatmuls"],
11
28
  "reason": "Runtime requested the promoted f16 primary lane for Qwen 3.5 0.8B"
12
29
  },
30
+ {
31
+ "match": {
32
+ "modelId": "qwen-3-6-27b-q4k-eaf16",
33
+ "activationDtype": "f16",
34
+ "mathDtype": "f16",
35
+ "accumDtype": "f16",
36
+ "hasSubgroups": true,
37
+ "hasF16": true
38
+ },
39
+ "transforms": ["useQwen36F16Activations"],
40
+ "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B"
41
+ },
42
+ {
43
+ "match": {
44
+ "modelId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
45
+ "activationDtype": "f16",
46
+ "hasSubgroups": true,
47
+ "hasF16": true
48
+ },
49
+ "transforms": ["useGemma4Int4PleSelectiveF16Decode"],
50
+ "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE"
51
+ },
52
+ {
53
+ "match": {
54
+ "modelId": "gemma-4-31b-it-text-q4k-ehf16-af16",
55
+ "activationDtype": "f16",
56
+ "mathDtype": "f16",
57
+ "accumDtype": "f16",
58
+ "hasSubgroups": true,
59
+ "hasF16": true
60
+ },
61
+ "transforms": ["useGemma431BTextF16Activations"],
62
+ "reason": "af16 manifest variant on shader-f16 GPU — dispatch the all-f16 lane"
63
+ },
64
+ {
65
+ "match": {
66
+ "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
67
+ "activationDtype": "f16",
68
+ "mathDtype": "f16",
69
+ "accumDtype": "f16",
70
+ "hasSubgroups": true,
71
+ "hasF16": true
72
+ },
73
+ "transforms": ["useGemma4Int4PleAf16Activations"],
74
+ "reason": "af16-int4ple manifest variant on shader-f16 GPU — dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a)"
75
+ },
76
+ {
77
+ "match": {
78
+ "modelId": "gemma-4-31b-it-text-q4k-ehf16-af32",
79
+ "activationDtype": "f16",
80
+ "mathDtype": "f16",
81
+ "accumDtype": "f16",
82
+ "hasSubgroups": true,
83
+ "hasF16": true
84
+ },
85
+ "transforms": ["failClosedLaneMismatch"],
86
+ "reason": "af32 manifest cannot dispatch f16 activations — load the af16 manifest variant or pick an f32 runtime profile"
87
+ },
88
+ {
89
+ "match": {
90
+ "modelId": { "contains": "gemma-4-e2b" },
91
+ "activationDtype": "f32",
92
+ "headDim": 256,
93
+ "kvDtype": "f16",
94
+ "hasF16": true,
95
+ "maxWorkgroupStorageSize": { "gte": 16384 }
96
+ },
97
+ "transforms": ["useHead256SmallPrefillAttention"],
98
+ "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs"
99
+ },
13
100
  {
14
101
  "match": {
15
102
  "activationDtype": "f16",
@@ -85,10 +85,20 @@
85
85
  "match": {
86
86
  "hasGpuSplitPerLayerInputs": true
87
87
  },
88
- "value": 4
88
+ "value": 8
89
89
  },
90
90
  { "match": {}, "value": null }
91
91
  ],
92
+ "prefillRecorderChunkLayers": [
93
+ {
94
+ "match": {
95
+ "hasGpuSplitPerLayerInputs": true,
96
+ "numTokens": { "lte": 32 }
97
+ },
98
+ "value": 8
99
+ },
100
+ { "match": {}, "value": 4 }
101
+ ],
92
102
  "finitenessFallbackActivationDtype": [
93
103
  { "match": {}, "value": "f32" }
94
104
  ],
@@ -40,7 +40,9 @@
40
40
  "dtypeSupported": true,
41
41
  "weightDtype": "q4k",
42
42
  "activationDtype": "f32",
43
- "hiddenSizeAligned32": true
43
+ "hiddenSizeAligned32": true,
44
+ "batchSize": { "lte": 4 },
45
+ "useDoubleWideMlp": false
44
46
  },
45
47
  "value": true
46
48
  },
@@ -56,7 +58,9 @@
56
58
  "dtypeSupported": true,
57
59
  "hasQ4KMaterialization": true,
58
60
  "activationDtype": "f32",
59
- "hiddenSizeAligned32": true
61
+ "hiddenSizeAligned32": true,
62
+ "batchSize": { "lte": 4 },
63
+ "useDoubleWideMlp": false
60
64
  },
61
65
  "value": true
62
66
  },
@@ -1,6 +1,15 @@
1
1
  {
2
2
  "gpuLoaderPath": [
3
+ {
4
+ "match": {
5
+ "dtype": { "in": ["Q4_K_M", "Q4_K"] },
6
+ "q4kDenseExceedsBindingLimit": true,
7
+ "q4kLimitFallbackEligible": true
8
+ },
9
+ "value": "q4k_fused"
10
+ },
3
11
  { "match": { "dtype": { "in": ["Q4_K_M", "Q4_K"] }, "q4kMaterializationMode": "mixed" }, "value": "q4k_mixed" },
12
+ { "match": { "dtype": { "in": ["Q4_K_M", "Q4_K"] }, "requiresFusedQ4KRole": true }, "value": "q4k_fused" },
4
13
  { "match": { "dtype": { "in": ["Q4_K_M", "Q4_K"] }, "useFusedQ4K": true }, "value": "q4k_fused" },
5
14
  {
6
15
  "match": {
@@ -1,14 +1,59 @@
1
1
  import { selectByRules } from '../gpu/kernels/rule-matcher.js';
2
2
  import { buildInferenceExecutionRulesContractArtifact } from './execution-rules-contract-check.js';
3
3
  import { buildLayerPatternContractArtifact } from './layer-pattern-contract-check.js';
4
- import { loadJson } from '../utils/load-json.js';
4
+ import { cloneJsonValue as cloneRuleValue } from '../utils/clone-json.js';
5
+
6
+ // Rule files imported statically (JSON import attributes). Sync at module
7
+ // load time, no top-level await, and bundle-friendly. Requires Node >=22
8
+ // and any bundler with JSON-module support (Vite/Rollup/esbuild/webpack5).
9
+ import attentionRules from './kernels/attention.rules.json' with { type: 'json' };
10
+ import conv2dRules from './kernels/conv2d.rules.json' with { type: 'json' };
11
+ import depthwiseConv2dRules from './kernels/depthwise-conv2d.rules.json' with { type: 'json' };
12
+ import dequantRules from './kernels/dequant.rules.json' with { type: 'json' };
13
+ import energyRules from './kernels/energy.rules.json' with { type: 'json' };
14
+ import fusedFfnRules from './kernels/fused-ffn.rules.json' with { type: 'json' };
15
+ import fusedMatmulResidualRules from './kernels/fused-matmul-residual.rules.json' with { type: 'json' };
16
+ import fusedMatmulRmsnormRules from './kernels/fused-matmul-rmsnorm.rules.json' with { type: 'json' };
17
+ import gatherRules from './kernels/gather.rules.json' with { type: 'json' };
18
+ import geluRules from './kernels/gelu.rules.json' with { type: 'json' };
19
+ import groupedPointwiseConv2dRules from './kernels/grouped-pointwise-conv2d.rules.json' with { type: 'json' };
20
+ import groupnormRules from './kernels/groupnorm.rules.json' with { type: 'json' };
21
+ import kvQuantizeRules from './kernels/kv_quantize.rules.json' with { type: 'json' };
22
+ import layernormRules from './kernels/layernorm.rules.json' with { type: 'json' };
23
+ import matmulRules from './kernels/matmul.rules.json' with { type: 'json' };
24
+ import kernelMoeRules from './kernels/moe.rules.json' with { type: 'json' };
25
+ import kernelMoeGptOssRules from './kernels/moe.rules.gptoss.json' with { type: 'json' };
26
+ import kernelMoeMixtralRules from './kernels/moe.rules.mixtral.json' with { type: 'json' };
27
+ import modulateRules from './kernels/modulate.rules.json' with { type: 'json' };
28
+ import pixelShuffleRules from './kernels/pixel_shuffle.rules.json' with { type: 'json' };
29
+ import repeatChannelsRules from './kernels/repeat-channels.rules.json' with { type: 'json' };
30
+ import reluRules from './kernels/relu.rules.json' with { type: 'json' };
31
+ import residualRules from './kernels/residual.rules.json' with { type: 'json' };
32
+ import rmsnormRules from './kernels/rmsnorm.rules.json' with { type: 'json' };
33
+ import ropeRules from './kernels/rope.rules.json' with { type: 'json' };
34
+ import linearAttentionRules from './kernels/linear-attention.rules.json' with { type: 'json' };
35
+ import sampleRules from './kernels/sample.rules.json' with { type: 'json' };
36
+ import scaleRules from './kernels/scale.rules.json' with { type: 'json' };
37
+ import siluRules from './kernels/silu.rules.json' with { type: 'json' };
38
+ import splitQkvRules from './kernels/split-qkv.rules.json' with { type: 'json' };
39
+ import splitQgRules from './kernels/split-qg.rules.json' with { type: 'json' };
40
+ import softmaxRules from './kernels/softmax.rules.json' with { type: 'json' };
41
+ import upsample2dRules from './kernels/upsample2d.rules.json' with { type: 'json' };
42
+ import configRules from './inference/config.rules.json' with { type: 'json' };
43
+ import inferenceExecutionRules from './inference/execution.rules.json' with { type: 'json' };
44
+ import inferenceAttentionRules from './inference/attention.rules.json' with { type: 'json' };
45
+ import dtypeRules from './inference/dtype.rules.json' with { type: 'json' };
46
+ import ffnRules from './inference/ffn.rules.json' with { type: 'json' };
47
+ import layerRules from './inference/layer.rules.json' with { type: 'json' };
48
+ import layerPatternRules from './inference/layer-pattern.rules.json' with { type: 'json' };
49
+ import inferenceMoeRules from './inference/moe.rules.json' with { type: 'json' };
50
+ import tokenizerRules from './converter/tokenizer.rules.json' with { type: 'json' };
51
+ import tensorRolesRules from './converter/tensor-roles.rules.json' with { type: 'json' };
52
+ import converterExecutionRules from './converter/execution.rules.json' with { type: 'json' };
53
+ import loaderWeightRules from './loader/weights.rules.json' with { type: 'json' };
54
+ import tensorLoaderRules from './loader/tensor-loader.rules.json' with { type: 'json' };
55
+ import toolingCommandRuntimeRules from './tooling/command-runtime.rules.json' with { type: 'json' };
5
56
 
6
- function cloneRuleValue(value) {
7
- if (typeof structuredClone === 'function') {
8
- return structuredClone(value);
9
- }
10
- return JSON.parse(JSON.stringify(value));
11
- }
12
57
 
13
58
  // deepFreeze assumes all values in the tree are plain objects, arrays, or
14
59
  // primitives. Typed arrays, Maps, Sets, and other exotic objects will be
@@ -24,73 +69,6 @@ function deepFreeze(value, seen = new WeakSet()) {
24
69
  }
25
70
  return Object.freeze(value);
26
71
  }
27
-
28
- const ruleLoadFailures = [];
29
-
30
- async function safeLoadJson(path, label) {
31
- try {
32
- return await loadJson(path, import.meta.url, 'Failed to load rules');
33
- } catch (error) {
34
- const message = error instanceof Error ? error.message : String(error);
35
- console.warn(`RuleRegistry: failed to load "${path}": ${message}`);
36
- ruleLoadFailures.push(path);
37
- return null;
38
- }
39
- }
40
-
41
- const attentionRules = await safeLoadJson('./kernels/attention.rules.json');
42
- const conv2dRules = await safeLoadJson('./kernels/conv2d.rules.json');
43
- const depthwiseConv2dRules = await safeLoadJson('./kernels/depthwise-conv2d.rules.json');
44
- const dequantRules = await safeLoadJson('./kernels/dequant.rules.json');
45
- const energyRules = await safeLoadJson('./kernels/energy.rules.json');
46
- const fusedFfnRules = await safeLoadJson('./kernels/fused-ffn.rules.json');
47
- const fusedMatmulResidualRules = await safeLoadJson('./kernels/fused-matmul-residual.rules.json');
48
- const fusedMatmulRmsnormRules = await safeLoadJson('./kernels/fused-matmul-rmsnorm.rules.json');
49
- const gatherRules = await safeLoadJson('./kernels/gather.rules.json');
50
- const geluRules = await safeLoadJson('./kernels/gelu.rules.json');
51
- const groupedPointwiseConv2dRules = await safeLoadJson('./kernels/grouped-pointwise-conv2d.rules.json');
52
- const groupnormRules = await safeLoadJson('./kernels/groupnorm.rules.json');
53
- const kvQuantizeRules = await safeLoadJson('./kernels/kv_quantize.rules.json');
54
- const layernormRules = await safeLoadJson('./kernels/layernorm.rules.json');
55
- const matmulRules = await safeLoadJson('./kernels/matmul.rules.json');
56
- const kernelMoeRules = await safeLoadJson('./kernels/moe.rules.json');
57
- const kernelMoeGptOssRules = await safeLoadJson('./kernels/moe.rules.gptoss.json');
58
- const kernelMoeMixtralRules = await safeLoadJson('./kernels/moe.rules.mixtral.json');
59
- const modulateRules = await safeLoadJson('./kernels/modulate.rules.json');
60
- const pixelShuffleRules = await safeLoadJson('./kernels/pixel_shuffle.rules.json');
61
- const repeatChannelsRules = await safeLoadJson('./kernels/repeat-channels.rules.json');
62
- const reluRules = await safeLoadJson('./kernels/relu.rules.json');
63
- const residualRules = await safeLoadJson('./kernels/residual.rules.json');
64
- const rmsnormRules = await safeLoadJson('./kernels/rmsnorm.rules.json');
65
- const ropeRules = await safeLoadJson('./kernels/rope.rules.json');
66
- const sanaLinearAttentionRules = await safeLoadJson('./kernels/sana-linear-attention.rules.json');
67
- const sampleRules = await safeLoadJson('./kernels/sample.rules.json');
68
- const scaleRules = await safeLoadJson('./kernels/scale.rules.json');
69
- const siluRules = await safeLoadJson('./kernels/silu.rules.json');
70
- const splitQkvRules = await safeLoadJson('./kernels/split-qkv.rules.json');
71
- const splitQgRules = await safeLoadJson('./kernels/split-qg.rules.json');
72
- const softmaxRules = await safeLoadJson('./kernels/softmax.rules.json');
73
- const upsample2dRules = await safeLoadJson('./kernels/upsample2d.rules.json');
74
- const configRules = await safeLoadJson('./inference/config.rules.json');
75
- const inferenceExecutionRules = await safeLoadJson('./inference/execution.rules.json');
76
- const inferenceAttentionRules = await safeLoadJson('./inference/attention.rules.json');
77
- const dtypeRules = await safeLoadJson('./inference/dtype.rules.json');
78
- const ffnRules = await safeLoadJson('./inference/ffn.rules.json');
79
- const layerRules = await safeLoadJson('./inference/layer.rules.json');
80
- const layerPatternRules = await safeLoadJson('./inference/layer-pattern.rules.json');
81
- const inferenceMoeRules = await safeLoadJson('./inference/moe.rules.json');
82
- const tokenizerRules = await safeLoadJson('./converter/tokenizer.rules.json');
83
- const tensorRolesRules = await safeLoadJson('./converter/tensor-roles.rules.json');
84
- const converterExecutionRules = await safeLoadJson('./converter/execution.rules.json');
85
- const loaderWeightRules = await safeLoadJson('./loader/weights.rules.json');
86
- const tensorLoaderRules = await safeLoadJson('./loader/tensor-loader.rules.json');
87
- const toolingCommandRuntimeRules = await safeLoadJson('./tooling/command-runtime.rules.json');
88
-
89
- if (ruleLoadFailures.length > 0) {
90
- console.warn(
91
- `RuleRegistry: ${ruleLoadFailures.length} rule file(s) failed to load: ${ruleLoadFailures.join(', ')}`
92
- );
93
- }
94
72
  const INFERENCE_EXECUTION_RULES_CONTRACT_ARTIFACT = buildInferenceExecutionRulesContractArtifact(
95
73
  inferenceExecutionRules
96
74
  );
@@ -140,7 +118,7 @@ const RULE_SETS = {
140
118
  residual: residualRules,
141
119
  rmsnorm: rmsnormRules,
142
120
  rope: ropeRules,
143
- sanaLinearAttention: sanaLinearAttentionRules,
121
+ linearAttention: linearAttentionRules,
144
122
  sample: sampleRules,
145
123
  scale: scaleRules,
146
124
  silu: siluRules,
@@ -26,12 +26,20 @@ export interface CreateArtifactStorageContextOptions {
26
26
  close?: (() => Promise<void>) | null;
27
27
  tokenizerJsonPath?: string | null;
28
28
  tokenizerModelPath?: string | null;
29
+ tensorsJsonPath?: string | null;
29
30
  verifyHashes?: boolean;
30
31
  hashesTrusted?: boolean;
31
32
  }
32
33
 
34
+ export interface ArtifactStorageContext extends SourceStorageContext {
35
+ preflight?: () => Promise<void>;
36
+ }
37
+
33
38
  export interface CreateHttpArtifactStorageContextOptions {
34
39
  verifyHashes?: boolean;
40
+ rangeCacheBlockBytes?: number;
41
+ rangeCacheMaxBytes?: number;
42
+ rangeCacheMinBytes?: number;
35
43
  }
36
44
 
37
45
  export declare function getArtifactFormat(
@@ -40,15 +48,15 @@ export declare function getArtifactFormat(
40
48
 
41
49
  export declare function createArtifactStorageContext(
42
50
  options: CreateArtifactStorageContextOptions
43
- ): SourceStorageContext;
51
+ ): ArtifactStorageContext;
44
52
 
45
53
  export declare function createNodeFileArtifactStorageContext(
46
54
  baseUrl: string | null | undefined,
47
55
  manifest: RDRRManifest
48
- ): SourceStorageContext | null;
56
+ ): ArtifactStorageContext | null;
49
57
 
50
58
  export declare function createHttpArtifactStorageContext(
51
59
  baseUrl: string | null | undefined,
52
60
  manifest: RDRRManifest,
53
61
  options?: CreateHttpArtifactStorageContextOptions
54
- ): SourceStorageContext | null;
62
+ ): ArtifactStorageContext | null;