doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -0,0 +1,29 @@
1
+ export interface CompiledTensorByteRange {
2
+ shardIndex: number;
3
+ byteStart: number;
4
+ byteEnd: number;
5
+ }
6
+
7
+ export interface CompiledCompanionRange {
8
+ role: string;
9
+ tensorId: string;
10
+ byteRanges: CompiledTensorByteRange[];
11
+ }
12
+
13
+ export interface CompiledTensorSlice {
14
+ tensorId: string;
15
+ axis: number;
16
+ rangeStart: number;
17
+ rangeEnd: number;
18
+ byteRanges: CompiledTensorByteRange[];
19
+ companionRanges: CompiledCompanionRange[];
20
+ }
21
+
22
+ export declare function compileTensorSlice(options: {
23
+ tensorMap: Record<string, unknown>;
24
+ tensorId: string;
25
+ axis: number;
26
+ rangeStart: number;
27
+ rangeEnd: number;
28
+ }): CompiledTensorSlice;
29
+
@@ -0,0 +1,188 @@
1
+ import { getTensorPhysicalSpans, getPackingByteLayout, normalizeTensorStorageDescriptor } from './storage-descriptor.js';
2
+
3
+ function dtypeBytes(dtype, label) {
4
+ const normalized = String(dtype || '').trim().toUpperCase();
5
+ if (normalized === 'F16' || normalized === 'BF16') return 2;
6
+ if (normalized === 'F32' || normalized === 'I32' || normalized === 'U32') return 4;
7
+ if (normalized === 'I16' || normalized === 'U16') return 2;
8
+ if (normalized === 'I8' || normalized === 'U8') return 1;
9
+ throw new Error(`[RDRRSlice] ${label}: unsupported dtype "${dtype}"`);
10
+ }
11
+
12
+ function normalizeRange(shape, axis, start, end, label) {
13
+ if (!Array.isArray(shape) || shape.length === 0) {
14
+ throw new Error(`[RDRRSlice] ${label}: tensor is missing shape`);
15
+ }
16
+ if (!Number.isInteger(axis) || axis < 0 || axis >= shape.length) {
17
+ throw new Error(`[RDRRSlice] ${label}: invalid axis ${axis}`);
18
+ }
19
+ if (!Number.isInteger(start) || !Number.isInteger(end) || start < 0 || end <= start || end > shape[axis]) {
20
+ throw new Error(`[RDRRSlice] ${label}: invalid range [${start}, ${end})`);
21
+ }
22
+ return { axis, start, end };
23
+ }
24
+
25
+ function mapPhysicalRangesToShardRanges(spans, ranges) {
26
+ const totalLength = spans.reduce((sum, span) => sum + (span.byteEnd - span.byteStart), 0);
27
+ const results = [];
28
+ for (const range of ranges) {
29
+ if (range.end <= range.start) {
30
+ continue;
31
+ }
32
+ if (range.start < 0 || range.end > totalLength) {
33
+ throw new Error(`[RDRRSlice] physical range [${range.start}, ${range.end}) exceeds tensor storage`);
34
+ }
35
+ let cursor = 0;
36
+ let remainingStart = range.start;
37
+ let remainingEnd = range.end;
38
+ for (const span of spans) {
39
+ const spanLength = span.byteEnd - span.byteStart;
40
+ const spanGlobalStart = cursor;
41
+ const spanGlobalEnd = cursor + spanLength;
42
+ cursor = spanGlobalEnd;
43
+ if (remainingEnd <= spanGlobalStart || remainingStart >= spanGlobalEnd) {
44
+ continue;
45
+ }
46
+ const sliceStart = Math.max(remainingStart, spanGlobalStart);
47
+ const sliceEnd = Math.min(remainingEnd, spanGlobalEnd);
48
+ results.push({
49
+ shardIndex: span.shardIndex,
50
+ byteStart: span.byteStart + (sliceStart - spanGlobalStart),
51
+ byteEnd: span.byteStart + (sliceEnd - spanGlobalStart),
52
+ });
53
+ }
54
+ }
55
+ return results;
56
+ }
57
+
58
+ function getTensorShape(tensor) {
59
+ return Array.isArray(tensor?.originalShape) && tensor.originalShape.length > 0
60
+ ? tensor.originalShape
61
+ : tensor?.shape;
62
+ }
63
+
64
+ function compileDenseRanges(tensor, range, label) {
65
+ const shape = getTensorShape(tensor);
66
+ const elementBytes = dtypeBytes(tensor?.dtype, label);
67
+ if (shape.length === 1) {
68
+ if (range.axis !== 0) {
69
+ throw new Error(`[RDRRSlice] ${label}: axis ${range.axis} unsupported for 1D tensor`);
70
+ }
71
+ return [{
72
+ start: range.start * elementBytes,
73
+ end: range.end * elementBytes,
74
+ }];
75
+ }
76
+ if (shape.length !== 2) {
77
+ throw new Error(`[RDRRSlice] ${label}: dense slice compiler currently supports 1D or 2D tensors only`);
78
+ }
79
+ const [rows, cols] = shape;
80
+ const rowBytes = cols * elementBytes;
81
+ if (range.axis === 0) {
82
+ return [{
83
+ start: range.start * rowBytes,
84
+ end: range.end * rowBytes,
85
+ }];
86
+ }
87
+ if (range.axis !== 1) {
88
+ throw new Error(`[RDRRSlice] ${label}: unsupported axis ${range.axis}`);
89
+ }
90
+ const ranges = [];
91
+ for (let row = 0; row < rows; row += 1) {
92
+ ranges.push({
93
+ start: row * rowBytes + (range.start * elementBytes),
94
+ end: row * rowBytes + (range.end * elementBytes),
95
+ });
96
+ }
97
+ return ranges;
98
+ }
99
+
100
+ function compileBlocked2DRanges(tensor, range, label) {
101
+ const shape = getTensorShape(tensor);
102
+ if (!Array.isArray(shape) || shape.length !== 2) {
103
+ throw new Error(`[RDRRSlice] ${label}: packed slice compiler currently supports 2D tensors only`);
104
+ }
105
+ const [rows, cols] = shape;
106
+ const descriptor = normalizeTensorStorageDescriptor(tensor?.storage, label);
107
+ const layout = getPackingByteLayout(descriptor, tensor);
108
+ const blockValues = layout.blockElementCount;
109
+ const blockBytes = layout.blockBytes;
110
+ const blocksPerRow = Math.ceil(cols / blockValues);
111
+ const rowBytes = blocksPerRow * blockBytes;
112
+ if (range.axis === 0) {
113
+ return [{
114
+ start: range.start * rowBytes,
115
+ end: range.end * rowBytes,
116
+ }];
117
+ }
118
+ if (range.axis !== 1) {
119
+ throw new Error(`[RDRRSlice] ${label}: unsupported axis ${range.axis}`);
120
+ }
121
+ const blockStart = Math.floor(range.start / blockValues);
122
+ const blockEnd = Math.ceil(range.end / blockValues);
123
+ const ranges = [];
124
+ for (let row = 0; row < rows; row += 1) {
125
+ ranges.push({
126
+ start: row * rowBytes + (blockStart * blockBytes),
127
+ end: row * rowBytes + (blockEnd * blockBytes),
128
+ });
129
+ }
130
+ return ranges;
131
+ }
132
+
133
+ function compileFullTensorRanges(tensor, label) {
134
+ const spans = getTensorPhysicalSpans(tensor, label);
135
+ return spans.map((span) => ({
136
+ shardIndex: span.shardIndex,
137
+ byteStart: span.byteStart,
138
+ byteEnd: span.byteEnd,
139
+ }));
140
+ }
141
+
142
+ export function compileTensorSlice(options) {
143
+ const tensorMap = options?.tensorMap;
144
+ const tensorId = String(options?.tensorId || '').trim();
145
+ const axis = Number(options?.axis);
146
+ const rangeStart = Number(options?.rangeStart);
147
+ const rangeEnd = Number(options?.rangeEnd);
148
+ if (!tensorMap || typeof tensorMap !== 'object') {
149
+ throw new Error('[RDRRSlice] tensorMap is required');
150
+ }
151
+ if (!tensorId) {
152
+ throw new Error('[RDRRSlice] tensorId is required');
153
+ }
154
+ const tensor = tensorMap[tensorId];
155
+ if (!tensor) {
156
+ throw new Error(`[RDRRSlice] tensor "${tensorId}" not found`);
157
+ }
158
+ const label = `tensor "${tensorId}"`;
159
+ const shape = getTensorShape(tensor);
160
+ const range = normalizeRange(shape, axis, rangeStart, rangeEnd, label);
161
+ const storage = normalizeTensorStorageDescriptor(tensor?.storage ?? { packing: 'dense' }, label);
162
+ const spans = getTensorPhysicalSpans(tensor, label);
163
+ const physicalRanges = storage.packing === 'dense'
164
+ ? compileDenseRanges(tensor, range, label)
165
+ : compileBlocked2DRanges(tensor, range, label);
166
+ const byteRanges = mapPhysicalRangesToShardRanges(spans, physicalRanges);
167
+ const companionRanges = [];
168
+ for (const companion of (storage.companions ?? [])) {
169
+ const companionTensor = tensorMap[companion.tensorId];
170
+ if (!companionTensor) {
171
+ throw new Error(`[RDRRSlice] ${label}: missing companion tensor "${companion.tensorId}" for role "${companion.role}"`);
172
+ }
173
+ companionRanges.push({
174
+ role: companion.role,
175
+ tensorId: companion.tensorId,
176
+ byteRanges: compileFullTensorRanges(companionTensor, `companion "${companion.tensorId}"`),
177
+ });
178
+ }
179
+ return {
180
+ tensorId,
181
+ axis: range.axis,
182
+ rangeStart: range.start,
183
+ rangeEnd: range.end,
184
+ byteRanges,
185
+ companionRanges,
186
+ };
187
+ }
188
+
@@ -0,0 +1,36 @@
1
+ import type {
2
+ TensorLocation,
3
+ TensorPhysicalStorageDescriptor,
4
+ } from './types.js';
5
+
6
+ export interface TensorPhysicalSpan {
7
+ shardIndex: number;
8
+ byteStart: number;
9
+ byteEnd: number;
10
+ }
11
+
12
+ export interface TensorPackingByteLayout {
13
+ blockElementCount: number;
14
+ blockBytes: number | null;
15
+ }
16
+
17
+ export declare function normalizeTensorStorageDescriptor(
18
+ storage: unknown,
19
+ label: string
20
+ ): TensorPhysicalStorageDescriptor | null;
21
+
22
+ export declare function validateTensorStorageDescriptor(
23
+ storage: unknown,
24
+ label: string,
25
+ errors: string[]
26
+ ): void;
27
+
28
+ export declare function getTensorPhysicalSpans(
29
+ location: TensorLocation,
30
+ label?: string
31
+ ): TensorPhysicalSpan[];
32
+
33
+ export declare function getPackingByteLayout(
34
+ storage: unknown,
35
+ tensor?: { name?: string | null } | null
36
+ ): TensorPackingByteLayout;
@@ -0,0 +1,186 @@
1
+ import { Q4K_BLOCK_BYTES, QK_K } from '../../config/schema/quantization.schema.js';
2
+
3
+ const SUPPORTED_PACKINGS = new Set(['dense', 'q4k', 'q4_0', 'gguf-block-v2']);
4
+ const Q4_0_BLOCK_BYTES = 18;
5
+ const Q4_0_BLOCK_VALUES = 32;
6
+
7
+ function fail(label, message) {
8
+ throw new Error(`[RDRRStorage] ${label}: ${message}`);
9
+ }
10
+
11
+ function normalizePositiveInteger(value, label, field) {
12
+ const normalized = Number(value);
13
+ if (!Number.isInteger(normalized) || normalized <= 0) {
14
+ fail(label, `invalid ${field}`);
15
+ }
16
+ return normalized;
17
+ }
18
+
19
+ function normalizeNonNegativeInteger(value, label, field) {
20
+ const normalized = Number(value);
21
+ if (!Number.isInteger(normalized) || normalized < 0) {
22
+ fail(label, `invalid ${field}`);
23
+ }
24
+ return normalized;
25
+ }
26
+
27
+ function normalizePacking(packing, label) {
28
+ const normalized = String(packing || '').trim().toLowerCase();
29
+ if (!SUPPORTED_PACKINGS.has(normalized)) {
30
+ fail(label, `unsupported packing "${packing}"`);
31
+ }
32
+ return normalized;
33
+ }
34
+
35
+ function normalizeCompanions(companions, label) {
36
+ if (companions === undefined) {
37
+ return [];
38
+ }
39
+ if (!Array.isArray(companions)) {
40
+ fail(label, 'companions must be an array');
41
+ }
42
+ return companions.map((companion, index) => {
43
+ if (!companion || typeof companion !== 'object' || Array.isArray(companion)) {
44
+ fail(label, `companions[${index}] must be an object`);
45
+ }
46
+ if (typeof companion.role !== 'string' || companion.role.trim().length === 0) {
47
+ fail(label, `companions[${index}].role must be non-empty`);
48
+ }
49
+ if (typeof companion.tensorId !== 'string' || companion.tensorId.trim().length === 0) {
50
+ fail(label, `companions[${index}].tensorId must be non-empty`);
51
+ }
52
+ return {
53
+ role: companion.role.trim(),
54
+ tensorId: companion.tensorId.trim(),
55
+ };
56
+ });
57
+ }
58
+
59
+ function normalizeShardSpans(shardSpans, label) {
60
+ if (shardSpans === undefined) {
61
+ return undefined;
62
+ }
63
+ if (!Array.isArray(shardSpans) || shardSpans.length === 0) {
64
+ fail(label, 'shardSpans must be a non-empty array when present');
65
+ }
66
+ return shardSpans.map((span, index) => {
67
+ if (!span || typeof span !== 'object' || Array.isArray(span)) {
68
+ fail(label, `shardSpans[${index}] must be an object`);
69
+ }
70
+ const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `shardSpans[${index}].shardIndex`);
71
+ const byteStart = normalizeNonNegativeInteger(span.byteStart ?? span.offset, label, `shardSpans[${index}].byteStart`);
72
+ const rawEnd = span.byteEnd ?? (
73
+ span.size == null
74
+ ? undefined
75
+ : byteStart + normalizePositiveInteger(span.size, label, `shardSpans[${index}].size`)
76
+ );
77
+ const byteEnd = normalizePositiveInteger(rawEnd, label, `shardSpans[${index}].byteEnd`);
78
+ if (byteEnd <= byteStart) {
79
+ fail(label, `shardSpans[${index}] has non-positive length`);
80
+ }
81
+ return { shardIndex, byteStart, byteEnd };
82
+ });
83
+ }
84
+
85
+ function normalizeBlockShape(blockShape, label, packing) {
86
+ if (packing === 'dense') {
87
+ return blockShape == null
88
+ ? undefined
89
+ : (Array.isArray(blockShape)
90
+ ? blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`))
91
+ : fail(label, 'blockShape must be an array'));
92
+ }
93
+ if (!Array.isArray(blockShape) || blockShape.length === 0) {
94
+ fail(label, `packing "${packing}" requires blockShape`);
95
+ }
96
+ return blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`));
97
+ }
98
+
99
+ export function normalizeTensorStorageDescriptor(storage, label) {
100
+ if (storage == null) {
101
+ return null;
102
+ }
103
+ if (typeof storage !== 'object' || Array.isArray(storage)) {
104
+ fail(label, 'storage must be an object');
105
+ }
106
+ const packing = normalizePacking(storage.packing, label);
107
+ const blockShape = normalizeBlockShape(storage.blockShape, label, packing);
108
+ const companions = normalizeCompanions(storage.companions, label);
109
+ const shardSpans = normalizeShardSpans(storage.shardSpans, label);
110
+ const blockBytes = storage.blockBytes == null
111
+ ? undefined
112
+ : normalizePositiveInteger(storage.blockBytes, label, 'blockBytes');
113
+ if (packing === 'gguf-block-v2' && blockBytes == null) {
114
+ fail(label, 'packing "gguf-block-v2" requires blockBytes');
115
+ }
116
+ return {
117
+ ...storage,
118
+ packing,
119
+ ...(blockShape ? { blockShape } : {}),
120
+ ...(blockBytes == null ? {} : { blockBytes }),
121
+ ...(companions.length === 0 ? {} : { companions }),
122
+ ...(shardSpans ? { shardSpans } : {}),
123
+ };
124
+ }
125
+
126
+ export function validateTensorStorageDescriptor(storage, label, errors) {
127
+ try {
128
+ normalizeTensorStorageDescriptor(storage, label);
129
+ } catch (error) {
130
+ errors.push(error instanceof Error ? error.message : String(error));
131
+ }
132
+ }
133
+
134
+ export function getTensorPhysicalSpans(location, label = 'tensor') {
135
+ const storage = normalizeTensorStorageDescriptor(location?.storage ?? null, label);
136
+ if (storage?.shardSpans) {
137
+ return storage.shardSpans;
138
+ }
139
+ if (Array.isArray(location?.spans) && location.spans.length > 0) {
140
+ return location.spans.map((span, index) => {
141
+ const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `spans[${index}].shardIndex`);
142
+ const byteStart = normalizeNonNegativeInteger(span.offset, label, `spans[${index}].offset`);
143
+ const size = normalizePositiveInteger(span.size, label, `spans[${index}].size`);
144
+ return { shardIndex, byteStart, byteEnd: byteStart + size };
145
+ });
146
+ }
147
+ const shardIndex = location?.shardIndex ?? location?.shard;
148
+ if (Number.isInteger(shardIndex) && Number.isInteger(location?.offset) && Number.isInteger(location?.size)) {
149
+ return [{
150
+ shardIndex,
151
+ byteStart: location.offset,
152
+ byteEnd: location.offset + location.size,
153
+ }];
154
+ }
155
+ fail(label, 'missing physical shard spans');
156
+ }
157
+
158
+ export function getPackingByteLayout(storage, tensor) {
159
+ const descriptor = normalizeTensorStorageDescriptor(storage ?? { packing: 'dense' }, tensor?.name ?? 'tensor');
160
+ const blockElementCount = descriptor.blockShape == null
161
+ ? 1
162
+ : descriptor.blockShape.reduce((product, value) => product * value, 1);
163
+ if (descriptor.packing === 'dense') {
164
+ return {
165
+ blockElementCount,
166
+ blockBytes: null,
167
+ };
168
+ }
169
+ if (descriptor.packing === 'q4k') {
170
+ return {
171
+ blockElementCount: blockElementCount || QK_K,
172
+ blockBytes: descriptor.blockBytes ?? Q4K_BLOCK_BYTES,
173
+ };
174
+ }
175
+ if (descriptor.packing === 'q4_0') {
176
+ return {
177
+ blockElementCount: blockElementCount || Q4_0_BLOCK_VALUES,
178
+ blockBytes: descriptor.blockBytes ?? Q4_0_BLOCK_BYTES,
179
+ };
180
+ }
181
+ return {
182
+ blockElementCount,
183
+ blockBytes: descriptor.blockBytes,
184
+ };
185
+ }
186
+
@@ -31,12 +31,3 @@ export function validateTensorConfigConsistency(
31
31
  manifest: object
32
32
  ): TensorConfigValidationResult;
33
33
 
34
- /**
35
- * Format validation result for logging.
36
- *
37
- * @param result - The validation result to format
38
- * @returns Formatted string for console/log output
39
- */
40
- export function formatValidationResult(
41
- result: TensorConfigValidationResult
42
- ): string;
@@ -124,33 +124,3 @@ export function validateTensorConfigConsistency(manifest) {
124
124
  };
125
125
  }
126
126
 
127
- // Format validation result for logging.
128
- export function formatValidationResult(result) {
129
- const lines = [];
130
-
131
- if (result.errors.length > 0) {
132
- lines.push('ERRORS:');
133
- for (const err of result.errors) {
134
- lines.push(` [${err.code}] ${err.message}`);
135
- if (err.suggestion) {
136
- lines.push(` -> ${err.suggestion}`);
137
- }
138
- }
139
- }
140
-
141
- if (result.warnings.length > 0) {
142
- lines.push('WARNINGS:');
143
- for (const warn of result.warnings) {
144
- lines.push(` [${warn.code}] ${warn.message}`);
145
- if (warn.suggestion) {
146
- lines.push(` -> ${warn.suggestion}`);
147
- }
148
- }
149
- }
150
-
151
- if (result.valid && result.warnings.length === 0) {
152
- lines.push('Tensor-config consistency: OK');
153
- }
154
-
155
- return lines.join('\n');
156
- }
@@ -16,6 +16,8 @@ import type {
16
16
  MoEConfigSchema,
17
17
  AdapterConfigSchema,
18
18
  ProvenanceSchema,
19
+ ManifestArtifactIdentitySchema,
20
+ ManifestWeightsRefSchema,
19
21
  KernelPathRef,
20
22
  ManifestInferenceSchema,
21
23
  type TensorRole as SchemaTensorRole,
@@ -36,6 +38,8 @@ export type ComponentGroupType = SchemaComponentGroupType;
36
38
  export type WeightLayout = SchemaWeightLayout;
37
39
  export type QuantizationInfo = QuantizationInfoSchema;
38
40
  export type TensorRole = SchemaTensorRole;
41
+ export type ArtifactIdentity = ManifestArtifactIdentitySchema;
42
+ export type WeightsRef = ManifestWeightsRefSchema;
39
43
 
40
44
  // =============================================================================
41
45
  // Kernel Types
@@ -75,6 +79,25 @@ export interface TensorSourceTransform {
75
79
  };
76
80
  }
77
81
 
82
+ export interface TensorStorageCompanion {
83
+ role: string;
84
+ tensorId: string;
85
+ }
86
+
87
+ export interface TensorStorageShardSpan {
88
+ shardIndex: number;
89
+ byteStart: number;
90
+ byteEnd: number;
91
+ }
92
+
93
+ export interface TensorPhysicalStorageDescriptor {
94
+ packing: 'dense' | 'q4k' | 'q4_0' | 'gguf-block-v2';
95
+ blockShape?: number[];
96
+ blockBytes?: number;
97
+ companions?: TensorStorageCompanion[];
98
+ shardSpans?: TensorStorageShardSpan[];
99
+ }
100
+
78
101
  // =============================================================================
79
102
  // Manifest Types
80
103
  // =============================================================================
@@ -122,6 +145,7 @@ export interface TensorLocation {
122
145
  layout?: WeightLayout;
123
146
  originalShape?: number[];
124
147
  sourceTransform?: TensorSourceTransform;
148
+ storage?: TensorPhysicalStorageDescriptor;
125
149
  }
126
150
 
127
151
  export interface ConversionInfo {
@@ -144,12 +168,91 @@ export interface RuntimeOptimizations {
144
168
  kernelPath?: KernelPathRef;
145
169
  }
146
170
 
171
+ export interface IntegrityExtensionsBlockMerkle {
172
+ blockSize: number;
173
+ roots: Record<string, string>;
174
+ }
175
+
176
+ /**
177
+ * Parity exactness taxonomy shared with RDRR distributed collectives and Doe TSIR
178
+ * lowerings. Values are canonical and must not drift between the two lanes.
179
+ * - bit-exact-solo: hex-identical bytes against the reference interpreter.
180
+ * - algorithm-exact: hex-identical under a declared reduction tree (same vocabulary,
181
+ * declared associativity, declared accumulation dtype).
182
+ * - tolerance-bounded: declared metric within declared epsilon.
183
+ */
184
+ export type LoweringExactnessClass =
185
+ | 'bit_exact_solo'
186
+ | 'algorithm_exact'
187
+ | 'tolerance_bounded';
188
+
189
+ /**
190
+ * One lowering receipt for a (kernel, backend) pair. Either digests are populated
191
+ * (lowering succeeded) or rejectionReasons[] is populated (backend cannot honor the
192
+ * kernel). A successful entry with rejectionReasons and a rejection entry with digests
193
+ * are both invalid.
194
+ */
195
+ export interface LoweringExactness {
196
+ class: LoweringExactnessClass;
197
+ algorithmExactInvariants: string[];
198
+ toleranceEpsilon: number;
199
+ toleranceMetric: string;
200
+ }
201
+
202
+ export interface IntegrityExtensionsLoweringEntry {
203
+ /** Logical reference into the manifest's execution graph. */
204
+ kernelRef: string;
205
+ /** Backend identifier, e.g. "webgpu-generic", "wse3", "csl-classifier-legacy". */
206
+ backend: string;
207
+ /** Hash of the target descriptor under which this realization was produced. */
208
+ targetDescriptorCorrectnessHash: string | null;
209
+ /** Frontend-version identity that produced tsir.semantic (null for rejection). */
210
+ frontendVersion: string | null;
211
+ /** Stable source-meaning digest (null for rejection). */
212
+ tsirSemanticDigest: string | null;
213
+ /** Target-and-policy-dependent realization digest (null for rejection). */
214
+ tsirRealizationDigest: string | null;
215
+ /** Emitter-code-version digest (null for rejection). */
216
+ emitterDigest: string | null;
217
+ /** Doe compiler version pin (null for pre-TSIR classifier-legacy receipts). */
218
+ compilerVersion: string | null;
219
+ /** Exactness contract under which this lowering is declared equivalent to source. */
220
+ exactness: LoweringExactness | null;
221
+ /**
222
+ * Present iff the backend refused this kernel. Canonical codes include:
223
+ * TSIR_SUBGROUP_UNLOWERABLE, TSIR_PE_BUDGET_EXHAUSTED,
224
+ * TSIR_COLLECTIVE_NOT_REPRESENTABLE, TSIR_DEPENDENCE_UNANALYZABLE,
225
+ * TSIR_SOURCE_NOT_AFFINE, TSIR_TARGET_UNFIT.
226
+ */
227
+ rejectionReasons: string[] | null;
228
+ }
229
+
230
+ export interface IntegrityExtensionsLowerings {
231
+ /** Own contractVersion — additive, independent of integrityExtensions.contractVersion. */
232
+ contractVersion: 1;
233
+ entries: IntegrityExtensionsLoweringEntry[];
234
+ }
235
+
236
+ export interface IntegrityExtensions {
237
+ contractVersion: 1;
238
+ blockMerkle: IntegrityExtensionsBlockMerkle;
239
+ /**
240
+ * Optional Doe TSIR lowering receipts. Absent on artifacts built before the
241
+ * lowering binding lands. When present, each entry is either a successful
242
+ * lowering (digests populated, rejectionReasons null) or a rejection
243
+ * (digests null, rejectionReasons non-empty).
244
+ */
245
+ lowerings?: IntegrityExtensionsLowerings;
246
+ }
247
+
147
248
  export interface RDRRManifest {
148
249
  version: number;
149
250
  modelId: string;
150
251
  modelType: ModelType;
151
252
  quantization: string;
152
253
  quantizationInfo?: QuantizationInfo;
254
+ artifactIdentity?: ArtifactIdentity;
255
+ weightsRef?: WeightsRef;
153
256
  hashAlgorithm: HashAlgorithm;
154
257
  eos_token_id: number | number[] | null;
155
258
  image_token_id?: number;
@@ -170,6 +273,7 @@ export interface RDRRManifest {
170
273
  optimizations?: RuntimeOptimizations;
171
274
  config?: Record<string, unknown>;
172
275
  conversion?: ConversionInfo;
276
+ integrityExtensions?: IntegrityExtensions;
173
277
 
174
278
  // Required inference configuration (populated by converter)
175
279
  inference: ManifestInferenceSchema;
@@ -215,6 +319,8 @@ export interface CreateManifestOptions {
215
319
  modelType: ModelType;
216
320
  quantization: string;
217
321
  quantizationInfo?: QuantizationInfo;
322
+ artifactIdentity?: ArtifactIdentity;
323
+ weightsRef?: WeightsRef;
218
324
  hashAlgorithm?: HashAlgorithm;
219
325
  eos_token_id?: number | number[];
220
326
  architecture: LayerConfig | string;
@@ -228,6 +334,7 @@ export interface CreateManifestOptions {
228
334
  moeConfig?: MoEConfig;
229
335
  config?: Record<string, unknown>;
230
336
  conversion?: ConversionInfo;
337
+ integrityExtensions?: IntegrityExtensions;
231
338
  blake3Full?: string;
232
339
  metadata?: Record<string, unknown>;
233
340
  // Required inference configuration