doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -0,0 +1,32 @@
1
+ import type { IntegrityExtensions, RDRRManifest, TensorMap } from '../formats/rdrr/types.js';
2
+ import type { IntegrityBuildProgress } from '../formats/rdrr/integrity.js';
3
+
4
+ export declare function buildManifestIntegrityFromModelDir(
5
+ manifest: RDRRManifest,
6
+ options: {
7
+ modelDir: string;
8
+ tensorMap?: TensorMap;
9
+ blockSize?: number;
10
+ onProgress?: (progress: IntegrityBuildProgress) => void;
11
+ readRange?: (filePath: string, offset: number, length: number) => Promise<Uint8Array | ArrayBuffer>;
12
+ hashBlockBytesSha256?: (bytes: Uint8Array) => string;
13
+ }
14
+ ): Promise<{
15
+ integrityExtensions: IntegrityExtensions;
16
+ integrityExtensionsHash: string;
17
+ }>;
18
+
19
+ export declare function refreshManifestIntegrity(options: {
20
+ modelDir: string;
21
+ manifestPath?: string | null;
22
+ blockSize?: number;
23
+ dryRun?: boolean;
24
+ skipShardCheck?: boolean;
25
+ onProgress?: (progress: IntegrityBuildProgress) => void;
26
+ }): Promise<{
27
+ manifestPath: string;
28
+ manifest: RDRRManifest;
29
+ integrityExtensions: IntegrityExtensions;
30
+ integrityExtensionsHash: string;
31
+ wrote: boolean;
32
+ }>;
@@ -0,0 +1,271 @@
1
+ import fs from 'node:fs/promises';
2
+ import { createHash } from 'node:crypto';
3
+ import path from 'node:path';
4
+
5
+ import { buildIntegrityExtensions } from '../formats/rdrr/integrity.js';
6
+ import { parseManifest, parseTensorMap } from '../formats/rdrr/parsing.js';
7
+
8
+ function hashBytesSha256Node(bytes) {
9
+ const view = bytes instanceof Uint8Array
10
+ ? bytes
11
+ : new Uint8Array(bytes);
12
+ return `sha256:${createHash('sha256').update(view).digest('hex')}`;
13
+ }
14
+
15
+ function asObject(value, label) {
16
+ if (!value || typeof value !== 'object' || Array.isArray(value)) {
17
+ throw new Error(`${label} must be an object.`);
18
+ }
19
+ return value;
20
+ }
21
+
22
+ function asNonEmptyString(value, label) {
23
+ if (typeof value !== 'string' || !value.trim()) {
24
+ throw new Error(`${label} must be a non-empty string.`);
25
+ }
26
+ return value.trim();
27
+ }
28
+
29
+ function cloneMetadataWithIntegrityRefresh(metadata, blockSize) {
30
+ const next = metadata && typeof metadata === 'object' && !Array.isArray(metadata)
31
+ ? { ...metadata }
32
+ : {};
33
+ next.integrityRefresh = {
34
+ ...(next.integrityRefresh && typeof next.integrityRefresh === 'object' ? next.integrityRefresh : {}),
35
+ at: new Date().toISOString(),
36
+ blockSize,
37
+ };
38
+ return next;
39
+ }
40
+
41
+ async function readJsonObject(filePath, label) {
42
+ const raw = await fs.readFile(filePath, 'utf8');
43
+ const parsed = JSON.parse(raw);
44
+ return asObject(parsed, label);
45
+ }
46
+
47
+ const EXACTNESS_CLASS_CANONICAL = new Set([
48
+ 'bit_exact_solo',
49
+ 'algorithm_exact',
50
+ 'tolerance_bounded',
51
+ ]);
52
+
53
+ const EXACTNESS_CLASS_LEGACY_HYPHENATED = {
54
+ 'bit-exact-solo': 'bit_exact_solo',
55
+ 'algorithm-exact': 'algorithm_exact',
56
+ 'tolerance-bounded': 'tolerance_bounded',
57
+ };
58
+
59
+ function normalizeHashString(value, label) {
60
+ const text = asNonEmptyString(value, label);
61
+ const bare = text.startsWith('sha256:') ? text.slice('sha256:'.length) : text;
62
+ if (!/^[0-9a-f]{64}$/.test(bare)) {
63
+ throw new Error(`${label} must be 64-char lowercase hex.`);
64
+ }
65
+ return bare;
66
+ }
67
+
68
+ function normalizeExactness(value, label) {
69
+ let rawClass;
70
+ let algorithmExactInvariants = [];
71
+ let toleranceMetric = '';
72
+ let toleranceEpsilon = 0;
73
+ if (typeof value === 'string') {
74
+ rawClass = value;
75
+ } else if (value && typeof value === 'object' && !Array.isArray(value)) {
76
+ rawClass = value.class;
77
+ if (Array.isArray(value.algorithmExactInvariants)) {
78
+ algorithmExactInvariants = [...value.algorithmExactInvariants];
79
+ }
80
+ if (typeof value.toleranceMetric === 'string') {
81
+ toleranceMetric = value.toleranceMetric;
82
+ }
83
+ if (typeof value.toleranceEpsilon === 'number') {
84
+ toleranceEpsilon = value.toleranceEpsilon;
85
+ }
86
+ } else {
87
+ throw new Error(`${label} must be a string or exactness object.`);
88
+ }
89
+ const text = asNonEmptyString(rawClass, `${label}.class`);
90
+ const canonical = EXACTNESS_CLASS_LEGACY_HYPHENATED[text] ?? text;
91
+ if (!EXACTNESS_CLASS_CANONICAL.has(canonical)) {
92
+ throw new Error(
93
+ `${label}.class must be bit_exact_solo, algorithm_exact, tolerance_bounded, `
94
+ + `or the Doppler-legacy hyphenated equivalent.`,
95
+ );
96
+ }
97
+ return {
98
+ algorithmExactInvariants,
99
+ class: canonical,
100
+ toleranceEpsilon,
101
+ toleranceMetric,
102
+ };
103
+ }
104
+
105
+ function normalizeRejectionReasons(value, label) {
106
+ if (value == null) return [];
107
+ if (!Array.isArray(value)) {
108
+ throw new Error(`${label} must be an array (empty for success).`);
109
+ }
110
+ if (value.length === 0) return [];
111
+ return value.map((reason, index) => asNonEmptyString(reason, `${label}[${index}]`));
112
+ }
113
+
114
+ export function normalizeManifestLoweringEntry(entry, label = 'loweringEntry') {
115
+ const doc = asObject(entry, label);
116
+ const rejectionReasons = normalizeRejectionReasons(doc.rejectionReasons, `${label}.rejectionReasons`);
117
+ const rejected = rejectionReasons.length > 0;
118
+ const targetDescriptor = doc.targetDescriptorCorrectnessHash ?? doc.targetDescriptorHash;
119
+ const compilerVersion = doc.compilerVersion ?? doc.doeCompilerVersion;
120
+ const exactnessInput = doc.exactness ?? doc.exactnessClass;
121
+
122
+ return {
123
+ kernelRef: asNonEmptyString(doc.kernelRef, `${label}.kernelRef`),
124
+ backend: asNonEmptyString(doc.backend, `${label}.backend`),
125
+ targetDescriptorCorrectnessHash: rejected ? null : normalizeHashString(targetDescriptor, `${label}.targetDescriptorCorrectnessHash`),
126
+ frontendVersion: rejected ? null : asNonEmptyString(doc.frontendVersion, `${label}.frontendVersion`),
127
+ tsirSemanticDigest: rejected ? null : normalizeHashString(doc.tsirSemanticDigest, `${label}.tsirSemanticDigest`),
128
+ tsirRealizationDigest: rejected ? null : normalizeHashString(doc.tsirRealizationDigest, `${label}.tsirRealizationDigest`),
129
+ emitterDigest: rejected ? null : normalizeHashString(doc.emitterDigest, `${label}.emitterDigest`),
130
+ compilerVersion: rejected ? null : asNonEmptyString(compilerVersion, `${label}.compilerVersion`),
131
+ exactness: rejected ? null : normalizeExactness(exactnessInput, `${label}.exactness`),
132
+ rejectionReasons,
133
+ };
134
+ }
135
+
136
+ async function loadLoweringEntriesFromPaths(modelDir, loweringEntryPaths) {
137
+ if (!Array.isArray(loweringEntryPaths) || loweringEntryPaths.length === 0) {
138
+ return [];
139
+ }
140
+ const entries = [];
141
+ for (const [index, rawPath] of loweringEntryPaths.entries()) {
142
+ const raw = asNonEmptyString(rawPath, `loweringEntryPaths[${index}]`);
143
+ const entryPath = path.isAbsolute(raw) ? raw : path.resolve(modelDir, raw);
144
+ entries.push(await readJsonObject(entryPath, `loweringEntryPaths[${index}]`));
145
+ }
146
+ return entries;
147
+ }
148
+
149
+ async function resolveLoweringsSection(manifest, modelDir, options) {
150
+ const provided = [];
151
+ if (Array.isArray(options?.loweringEntries)) {
152
+ provided.push(...options.loweringEntries);
153
+ }
154
+ provided.push(...await loadLoweringEntriesFromPaths(modelDir, options?.loweringEntryPaths));
155
+ if (provided.length === 0) {
156
+ return manifest?.integrityExtensions?.lowerings;
157
+ }
158
+ return {
159
+ contractVersion: 1,
160
+ entries: provided.map((entry, index) => normalizeManifestLoweringEntry(entry, `loweringEntries[${index}]`)),
161
+ };
162
+ }
163
+
164
+ async function loadTensorMap(manifest, modelDir) {
165
+ if (manifest.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
166
+ return manifest.tensors;
167
+ }
168
+ if (typeof manifest.tensorsFile === 'string' && manifest.tensorsFile.trim()) {
169
+ const tensorMapPath = path.join(modelDir, manifest.tensorsFile);
170
+ const raw = await fs.readFile(tensorMapPath, 'utf8');
171
+ return parseTensorMap(raw);
172
+ }
173
+ throw new Error('RDRR integrity refresh requires manifest.tensors or manifest.tensorsFile.');
174
+ }
175
+
176
+ async function verifyShardFiles(modelDir, manifest) {
177
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
178
+ for (const shard of shards) {
179
+ const filename = asNonEmptyString(shard?.filename, 'manifest.shards[].filename');
180
+ await fs.access(path.join(modelDir, filename));
181
+ }
182
+ }
183
+
184
+ function buildShardIndexMap(manifest) {
185
+ const map = new Map();
186
+ for (const shard of Array.isArray(manifest?.shards) ? manifest.shards : []) {
187
+ const index = Number(shard?.index);
188
+ if (Number.isInteger(index) && index >= 0) {
189
+ map.set(index, shard);
190
+ }
191
+ }
192
+ return map;
193
+ }
194
+
195
+ export async function buildManifestIntegrityFromModelDir(manifest, options = {}) {
196
+ const normalizedManifest = asObject(manifest, 'manifest');
197
+ const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
198
+ const tensorMap = options?.tensorMap ?? await loadTensorMap(normalizedManifest, modelDir);
199
+ const readRange = typeof options?.readRange === 'function'
200
+ ? options.readRange
201
+ : async (filePath, offset, length) => {
202
+ const handle = await fs.open(filePath, 'r');
203
+ try {
204
+ const buffer = Buffer.alloc(length);
205
+ const { bytesRead } = await handle.read(buffer, 0, length, offset);
206
+ return buffer.subarray(0, bytesRead);
207
+ } finally {
208
+ await handle.close();
209
+ }
210
+ };
211
+ const shardIndexMap = buildShardIndexMap(normalizedManifest);
212
+ const lowerings = await resolveLoweringsSection(normalizedManifest, modelDir, options);
213
+
214
+ return buildIntegrityExtensions(normalizedManifest, {
215
+ tensorMap,
216
+ blockSize: options?.blockSize,
217
+ lowerings,
218
+ onProgress: options?.onProgress,
219
+ hashBlockBytesSha256: options?.hashBlockBytesSha256 ?? hashBytesSha256Node,
220
+ async readShardRange(shardIndex, offset, length) {
221
+ const shard = shardIndexMap.get(shardIndex);
222
+ if (!shard || typeof shard !== 'object') {
223
+ throw new Error(`Missing shard descriptor for shard ${shardIndex}.`);
224
+ }
225
+ const shardPath = path.join(modelDir, asNonEmptyString(shard.filename, `manifest.shards[${shardIndex}].filename`));
226
+ return readRange(shardPath, offset, length);
227
+ },
228
+ });
229
+ }
230
+
231
+ export async function refreshManifestIntegrity(options) {
232
+ const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
233
+ const manifestPath = path.resolve(options?.manifestPath ?? path.join(modelDir, 'manifest.json'));
234
+ const dryRun = options?.dryRun === true;
235
+ const skipShardCheck = options?.skipShardCheck === true;
236
+ const manifestJson = await readJsonObject(manifestPath, 'manifest');
237
+ const manifest = parseManifest(JSON.stringify(manifestJson));
238
+
239
+ if (!skipShardCheck) {
240
+ await verifyShardFiles(modelDir, manifest);
241
+ }
242
+
243
+ const { integrityExtensions, integrityExtensionsHash } = await buildManifestIntegrityFromModelDir(
244
+ manifest,
245
+ {
246
+ modelDir,
247
+ blockSize: options?.blockSize,
248
+ loweringEntries: options?.loweringEntries,
249
+ loweringEntryPaths: options?.loweringEntryPaths,
250
+ onProgress: options?.onProgress,
251
+ }
252
+ );
253
+
254
+ const refreshed = parseManifest(JSON.stringify({
255
+ ...manifest,
256
+ integrityExtensions,
257
+ metadata: cloneMetadataWithIntegrityRefresh(manifest.metadata, integrityExtensions.blockMerkle.blockSize),
258
+ }));
259
+
260
+ if (!dryRun) {
261
+ await fs.writeFile(manifestPath, JSON.stringify(refreshed, null, 2), 'utf8');
262
+ }
263
+
264
+ return {
265
+ manifestPath,
266
+ manifest: refreshed,
267
+ integrityExtensions,
268
+ integrityExtensionsHash,
269
+ wrote: !dryRun,
270
+ };
271
+ }
@@ -0,0 +1,191 @@
1
+ import fs from 'node:fs/promises';
2
+ import path from 'node:path';
3
+ import { fileURLToPath, pathToFileURL } from 'node:url';
4
+ import { runNodeCommand } from './node-command-runner.js';
5
+ import { runBrowserCommandInNode } from './node-browser-command-runner.js';
6
+
7
+ const DEFAULT_BROWSER_TIMEOUT_MS = 600000;
8
+ const PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID = 'doppler.reference-transcript/v1';
9
+
10
+ function isPlainObject(value) {
11
+ return value != null && typeof value === 'object' && !Array.isArray(value);
12
+ }
13
+
14
+ function mergePlainObjects(base, patch) {
15
+ const output = { ...(isPlainObject(base) ? base : {}) };
16
+ for (const [key, value] of Object.entries(patch)) {
17
+ if (isPlainObject(value) && isPlainObject(output[key])) {
18
+ output[key] = mergePlainObjects(output[key], value);
19
+ } else {
20
+ output[key] = value;
21
+ }
22
+ }
23
+ return output;
24
+ }
25
+
26
+ export async function normalizeRuntimeConfigInput(input) {
27
+ if (input == null || input === '') return {};
28
+ if (isPlainObject(input)) {
29
+ return { runtimeConfig: input };
30
+ }
31
+ const raw = String(input).trim();
32
+ if (!raw) return {};
33
+ if (raw.startsWith('{')) {
34
+ return { runtimeConfig: JSON.parse(raw) };
35
+ }
36
+ return { runtimeConfigUrl: pathToFileURL(path.resolve(raw)).href };
37
+ }
38
+
39
+ export function withReferenceTranscriptRuntimeConfig(runtimeInput) {
40
+ const proofRuntimeConfig = {
41
+ shared: {
42
+ harness: {
43
+ referenceTranscript: {
44
+ enabled: true,
45
+ captureLogits: true,
46
+ captureKvBytes: true,
47
+ },
48
+ },
49
+ },
50
+ };
51
+ return {
52
+ ...runtimeInput,
53
+ runtimeConfig: mergePlainObjects(runtimeInput.runtimeConfig ?? {}, proofRuntimeConfig),
54
+ };
55
+ }
56
+
57
+ function localModelDirFromUrl(modelUrl) {
58
+ if (typeof modelUrl !== 'string' || !modelUrl.startsWith('file://')) {
59
+ return null;
60
+ }
61
+ return fileURLToPath(modelUrl);
62
+ }
63
+
64
+ export async function assertLocalModelArtifactsReadable({ modelUrl, manifest }) {
65
+ const modelDir = localModelDirFromUrl(modelUrl);
66
+ if (!modelDir) return;
67
+ const missing = [];
68
+ const tokenizerFile = manifest?.tokenizer?.file;
69
+ if (typeof tokenizerFile === 'string' && tokenizerFile.trim()) {
70
+ const tokenizerPath = path.resolve(modelDir, tokenizerFile);
71
+ try {
72
+ await fs.access(tokenizerPath);
73
+ } catch {
74
+ missing.push(path.relative(process.cwd(), tokenizerPath));
75
+ }
76
+ }
77
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
78
+ for (const shard of shards) {
79
+ const filename = typeof shard?.filename === 'string'
80
+ ? shard.filename
81
+ : (typeof shard?.path === 'string' ? shard.path : null);
82
+ if (!filename) continue;
83
+ const shardPath = path.resolve(modelDir, filename);
84
+ try {
85
+ await fs.access(shardPath);
86
+ } catch {
87
+ missing.push(path.relative(process.cwd(), shardPath));
88
+ if (missing.length >= 5) break;
89
+ }
90
+ }
91
+ if (missing.length > 0) {
92
+ throw new Error(
93
+ `reference capture: local model artifacts are incomplete under ${modelDir}. `
94
+ + `Missing: ${missing.join(', ')}${missing.length >= 5 ? ', ...' : ''}. `
95
+ + 'Pass --model-url to a complete hosted/local artifact or restore the shard files before running the capture lane.'
96
+ );
97
+ }
98
+ }
99
+
100
+ export function normalizeModelUrl(value, modelDir) {
101
+ const raw = typeof value === 'string' ? value.trim() : '';
102
+ if (!raw) {
103
+ return pathToFileURL(path.resolve(modelDir)).href;
104
+ }
105
+ if (/^[a-z][a-z0-9+.-]*:\/\//u.test(raw)) {
106
+ return raw;
107
+ }
108
+ return pathToFileURL(path.resolve(raw)).href;
109
+ }
110
+
111
+ export async function runReferenceCapture({
112
+ manifest,
113
+ modelId,
114
+ modelUrl,
115
+ surface,
116
+ prompt,
117
+ maxTokens,
118
+ runtimeConfig,
119
+ repoRoot,
120
+ browserTimeoutMs,
121
+ }) {
122
+ await assertLocalModelArtifactsReadable({ modelUrl, manifest });
123
+ const runtimeInput = withReferenceTranscriptRuntimeConfig(
124
+ await normalizeRuntimeConfigInput(runtimeConfig)
125
+ );
126
+ const request = {
127
+ command: 'verify',
128
+ workload: 'inference',
129
+ modelId,
130
+ modelUrl,
131
+ loadMode: modelUrl.startsWith('file://') ? 'http' : null,
132
+ inferenceInput: {
133
+ prompt,
134
+ maxTokens,
135
+ },
136
+ ...runtimeInput,
137
+ };
138
+ if (surface === 'node') {
139
+ return runNodeCommand(request);
140
+ }
141
+ return runBrowserCommandInNode(request, {
142
+ opfsCache: false,
143
+ timeoutMs: browserTimeoutMs ?? DEFAULT_BROWSER_TIMEOUT_MS,
144
+ staticRootDir: repoRoot,
145
+ });
146
+ }
147
+
148
+ export function extractReferenceReport(response) {
149
+ const report = response?.result?.report;
150
+ if (!isPlainObject(report)) {
151
+ throw new Error(
152
+ 'reference capture: verify response did not include result.report. '
153
+ + 'Use a command runner that returns the full report object.'
154
+ );
155
+ }
156
+ return report;
157
+ }
158
+
159
+ export function extractReferenceTranscriptSeed(report) {
160
+ const results = Array.isArray(report?.results) ? report.results : [];
161
+ for (const entry of results) {
162
+ const seed = entry?.runReport?.referenceTranscript
163
+ ?? entry?.referenceTranscript
164
+ ?? null;
165
+ if (isPlainObject(seed) && seed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
166
+ return seed;
167
+ }
168
+ }
169
+ const inlineSeed = report?.referenceTranscript ?? null;
170
+ if (isPlainObject(inlineSeed) && inlineSeed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
171
+ return inlineSeed;
172
+ }
173
+ throw new Error(
174
+ 'reference capture: verify report did not contain a doppler.reference-transcript/v1 seed. '
175
+ + 'Confirm runtime.shared.harness.referenceTranscript.enabled was honored by the surface.'
176
+ );
177
+ }
178
+
179
+ export async function writeReferenceReport(report, reportPath) {
180
+ await fs.mkdir(path.dirname(reportPath), { recursive: true });
181
+ await fs.writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
182
+ return reportPath;
183
+ }
184
+
185
+ export async function writeReferenceTranscript(transcript, transcriptPath) {
186
+ await fs.mkdir(path.dirname(transcriptPath), { recursive: true });
187
+ await fs.writeFile(transcriptPath, `${JSON.stringify(transcript, null, 2)}\n`, 'utf8');
188
+ return transcriptPath;
189
+ }
190
+
191
+ export { PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID };
@@ -83,37 +83,17 @@ export interface ResolvedSourceRuntimeArtifactBundle extends BuildSourceRuntimeB
83
83
  } & Record<string, unknown>;
84
84
  }
85
85
 
86
- export declare function normalizeSourceArtifactKind(value: unknown): string | null;
87
-
88
86
  export declare function assertDirectSourceRuntimeSupportedKind(
89
87
  sourceKind: unknown,
90
88
  label?: string
91
89
  ): DirectSourceRuntimeKind;
92
90
 
93
- export declare function assertSupportedSourceDtypes(
94
- tensors: SourceRuntimeTensor[] | null | undefined,
95
- sourceKind: string
96
- ): void;
97
-
98
91
  export declare function inferSourceQuantizationForSourceRuntime(
99
92
  tensors: SourceRuntimeTensor[] | null | undefined,
100
93
  sourceKind: string,
101
94
  options?: { logCategory?: string | null }
102
95
  ): string;
103
96
 
104
- export declare function resolveSourceRuntimeComputePrecision(
105
- tensors: SourceRuntimeTensor[] | null | undefined,
106
- sourceQuantization: string | null | undefined
107
- ): 'f16' | 'f32';
108
-
109
- export declare function resolveSourceRuntimeModelIdHint(options: {
110
- requestedModelId?: string | null;
111
- plan: { quantizationInfo?: Record<string, unknown> | null };
112
- sourceKind: string;
113
- sourcePath?: string | null;
114
- label?: string | null;
115
- }): string;
116
-
117
97
  export declare function resolveDirectSourceRuntimePlan(options: {
118
98
  parsedArtifact: ParsedSourceArtifact;
119
99
  sourceQuantization?: string | null;
@@ -165,7 +165,7 @@ export function resolveDirectSourceRuntimePlan(options = {}) {
165
165
  };
166
166
  }
167
167
 
168
- export function normalizeSourceArtifactKind(value) {
168
+ function normalizeSourceArtifactKind(value) {
169
169
  const normalized = normalizeText(value).toLowerCase();
170
170
  return normalized || null;
171
171
  }
@@ -187,7 +187,7 @@ export function assertDirectSourceRuntimeSupportedKind(sourceKind, label = 'dire
187
187
  throw new Error(`${label}: unsupported direct-source artifact kind "${sourceKind}". Convert to RDRR first.`);
188
188
  }
189
189
 
190
- export function assertSupportedSourceDtypes(tensors, sourceKind) {
190
+ function assertSupportedSourceDtypes(tensors, sourceKind) {
191
191
  const unsupported = new Set();
192
192
  for (const tensor of Array.isArray(tensors) ? tensors : []) {
193
193
  const dtype = normalizeText(tensor?.dtype).toUpperCase();
@@ -236,7 +236,7 @@ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, opt
236
236
  }
237
237
  }
238
238
 
239
- export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
239
+ function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
240
240
  const dtypes = new Set();
241
241
  for (const tensor of Array.isArray(tensors) ? tensors : []) {
242
242
  const dtype = normalizeText(tensor?.dtype).toUpperCase();
@@ -253,7 +253,7 @@ export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization
253
253
  return SOURCE_QUANT_COMPUTE_MAP[normalizedSourceQuantization] ?? SOURCE_COMPUTE_DEFAULT;
254
254
  }
255
255
 
256
- export function resolveSourceRuntimeModelIdHint(options = {}) {
256
+ function resolveSourceRuntimeModelIdHint(options = {}) {
257
257
  const requestedModelId = normalizeText(options.requestedModelId);
258
258
  const sourceKind = assertDirectSourceRuntimeSupportedKind(
259
259
  options.sourceKind,
@@ -1,17 +1,11 @@
1
1
  import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
2
2
  import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
3
+ import { cloneJsonValue } from '../utils/clone-json.js';
3
4
 
4
5
  const PROFILE_MAP = new Map([
5
6
  ['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
6
7
  ]);
7
8
 
8
- function cloneJsonValue(value) {
9
- if (typeof structuredClone === 'function') {
10
- return structuredClone(value);
11
- }
12
- return JSON.parse(JSON.stringify(value));
13
- }
14
-
15
9
  function normalizeText(value) {
16
10
  return String(value || '').trim();
17
11
  }
@@ -183,6 +183,7 @@ export interface CreateSourceStorageContextOptions {
183
183
  }
184
184
 
185
185
  export interface SourceStorageContext {
186
+ preflight?: () => Promise<void>;
186
187
  loadShard: (index: number) => Promise<ArrayBuffer | Uint8Array>;
187
188
  loadShardRange: ((
188
189
  index: number,
@@ -197,6 +198,7 @@ export interface SourceStorageContext {
197
198
  ) => AsyncIterable<Uint8Array>) | null;
198
199
  loadTokenizerJson: (() => Promise<Record<string, unknown> | null>) | null;
199
200
  loadTokenizerModel: ((pathHint?: string) => Promise<ArrayBuffer | null>) | null;
201
+ loadTensorsJson?: (() => Promise<string | Record<string, unknown> | null>) | null;
200
202
  verifyHashes: boolean;
201
203
  close?: (() => Promise<void>) | null;
202
204
  }
@@ -23,6 +23,9 @@ import {
23
23
  import { normalizeTensorSourceTransform } from '../formats/rdrr/source-transform-contract.js';
24
24
  import { createRuntimeModelContract } from '../inference/runtime-model.js';
25
25
  import { computeHash, createStreamingHasher } from '../storage/shard-manager.js';
26
+ import { cloneJsonValue } from '../utils/clone-json.js';
27
+ import { encodeUtf8 } from '../utils/encode-utf8.js';
28
+ import { toArrayBuffer } from '../utils/array-buffer.js';
26
29
 
27
30
  export const DIRECT_SOURCE_RUNTIME_MODE = 'direct-source';
28
31
  export const DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION = 1;
@@ -35,24 +38,10 @@ function toPathKey(value) {
35
38
  return String(value || '').trim().replace(/\\/g, '/');
36
39
  }
37
40
 
38
- function toArrayBuffer(value, label) {
39
- if (value instanceof ArrayBuffer) {
40
- return value;
41
- }
42
- if (value instanceof Uint8Array) {
43
- return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
44
- }
45
- throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
46
- }
47
-
48
41
  function toUint8Chunk(value, label) {
49
42
  return value instanceof Uint8Array ? value : new Uint8Array(toArrayBuffer(value, label));
50
43
  }
51
44
 
52
- function encodeUtf8(value) {
53
- return new TextEncoder().encode(String(value ?? ''));
54
- }
55
-
56
45
  function bytesToHex(bytes) {
57
46
  return Array.from(bytes)
58
47
  .map((value) => value.toString(16).padStart(2, '0'))
@@ -623,14 +612,6 @@ function resolveModelQuantization(options, tensorLocations) {
623
612
  };
624
613
  }
625
614
 
626
- function cloneJsonValue(value) {
627
- if (value == null) return value;
628
- if (typeof structuredClone === 'function') {
629
- return structuredClone(value);
630
- }
631
- return JSON.parse(JSON.stringify(value));
632
- }
633
-
634
615
  function buildSourceRuntimeInference(options, tensorLocations) {
635
616
  const inference = cloneJsonValue(options.inference);
636
617
  if (!inference || typeof inference !== 'object' || Array.isArray(inference)) {
@@ -1,14 +1,9 @@
1
1
  import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
2
2
  import type { ManifestInferenceSchema } from '../config/schema/manifest.schema.js';
3
- import type { ExecutionV1GraphSchema, ExecutionV1SessionSchema } from '../config/schema/execution-v1.schema.js';
4
3
  import type { ConverterManifestConfigSchema } from '../config/schema/converter.schema.js';
5
4
 
6
5
  export declare function createSourceRuntimeInference(rawConfig?: Record<string, unknown> | null): ManifestInferenceSchema;
7
6
 
8
- export declare function createSourceRuntimeExecution(): ExecutionV1GraphSchema;
9
-
10
- export declare function createSourceRuntimeSession(): ExecutionV1SessionSchema;
11
-
12
7
  export declare function createSourceRuntimeManifestConfig(
13
8
  rawConfig?: Record<string, unknown> | null
14
9
  ): ConverterManifestConfigSchema;