doppler-gpu 0.2.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (658) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +20 -8
  3. package/assets/doppler.svg +1601 -0
  4. package/package.json +82 -33
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +453 -0
  7. package/src/cli/doppler-cli.js +817 -709
  8. package/src/cli/doppler-quickstart.d.ts +7 -23
  9. package/src/cli/doppler-quickstart.js +20 -4
  10. package/src/cli/doppler-serve.js +1 -1
  11. package/src/cli/runtime-profiles.d.ts +40 -0
  12. package/src/cli/runtime-profiles.js +225 -0
  13. package/src/client/doppler-api.js +1 -6
  14. package/src/client/doppler-registry.d.ts +12 -0
  15. package/src/client/doppler-registry.js +27 -0
  16. package/src/client/doppler-registry.json +79 -5
  17. package/src/client/failure-taxonomy.js +139 -0
  18. package/src/client/fault-injection.js +30 -0
  19. package/src/client/provider.d.ts +151 -0
  20. package/src/client/provider.js +374 -0
  21. package/src/client/receipt.js +156 -0
  22. package/src/client/runtime/index.js +56 -4
  23. package/src/client/runtime/model-manager.d.ts +0 -14
  24. package/src/client/runtime/model-manager.js +2 -42
  25. package/src/client/runtime/model-session.js +33 -0
  26. package/src/client/runtime/model-source.d.ts +13 -1
  27. package/src/client/runtime/model-source.js +128 -2
  28. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  29. package/src/client/runtime/node-quickstart-cache.js +353 -0
  30. package/src/client/runtime/source-runtime.js +1 -10
  31. package/src/client/runtime/types.d.ts +0 -60
  32. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  33. package/src/client/wrap-pipeline-handle.js +84 -0
  34. package/src/config/README.md +3 -1
  35. package/src/config/conversion/README.md +23 -157
  36. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  38. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  41. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  43. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  46. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
  47. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  48. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  49. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  50. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  51. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  52. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  54. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  55. package/src/config/execution-contract-check.js +6 -5
  56. package/src/config/kernel-path-loader.d.ts +8 -2
  57. package/src/config/kernels/kernel-ref-digests.js +125 -122
  58. package/src/config/kernels/registry.d.ts +0 -35
  59. package/src/config/kernels/registry.js +5 -9
  60. package/src/config/kernels/registry.json +615 -368
  61. package/src/config/merge-helpers.d.ts +1 -1
  62. package/src/config/merge-helpers.js +1 -1
  63. package/src/config/merge.js +35 -7
  64. package/src/config/param-categories.d.ts +0 -9
  65. package/src/config/param-categories.js +1 -5
  66. package/src/config/param-validator.d.ts +2 -0
  67. package/src/config/param-validator.js +16 -0
  68. package/src/config/platforms/loader.d.ts +0 -27
  69. package/src/config/platforms/loader.js +0 -30
  70. package/src/config/required-inference-fields-contract-check.js +1 -7
  71. package/src/config/runtime/README.md +28 -0
  72. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
  73. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  74. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  75. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  76. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  85. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  87. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  88. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  89. package/src/config/schema/benchmark.schema.d.ts +2 -0
  90. package/src/config/schema/benchmark.schema.js +1 -0
  91. package/src/config/schema/bridge.schema.d.ts +16 -0
  92. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  93. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  94. package/src/config/schema/converter.schema.d.ts +5 -0
  95. package/src/config/schema/converter.schema.js +3 -0
  96. package/src/config/schema/debug.schema.d.ts +22 -1
  97. package/src/config/schema/debug.schema.js +1 -0
  98. package/src/config/schema/distill-training.schema.d.ts +0 -1
  99. package/src/config/schema/distill-training.schema.js +1 -1
  100. package/src/config/schema/doppler.schema.d.ts +21 -3
  101. package/src/config/schema/doppler.schema.js +116 -9
  102. package/src/config/schema/emulation.schema.d.ts +3 -0
  103. package/src/config/schema/emulation.schema.js +16 -16
  104. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  105. package/src/config/schema/execution-v1.schema.js +7 -1
  106. package/src/config/schema/index.d.ts +54 -1
  107. package/src/config/schema/index.js +15 -0
  108. package/src/config/schema/inference.schema.d.ts +3 -3
  109. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  110. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  111. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  112. package/src/config/schema/kvcache.schema.js +0 -9
  113. package/src/config/schema/loading.schema.d.ts +12 -0
  114. package/src/config/schema/loading.schema.js +4 -0
  115. package/src/config/schema/manifest.schema.d.ts +73 -1
  116. package/src/config/schema/manifest.schema.js +48 -2
  117. package/src/config/schema/moe.schema.js +0 -8
  118. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  119. package/src/config/schema/program-bundle.schema.js +393 -0
  120. package/src/config/schema/ul-training.schema.d.ts +0 -1
  121. package/src/config/schema/ul-training.schema.js +1 -1
  122. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  123. package/src/config/supported-operations.d.ts +14 -0
  124. package/src/config/supported-operations.js +34 -0
  125. package/src/config/supported-operations.json +178 -0
  126. package/src/config/training-defaults.js +1 -7
  127. package/src/config/transforms/capability-transform-resolver.js +3 -1
  128. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  129. package/src/config/transforms/execution-graph-transforms.js +693 -29
  130. package/src/converter/conversion-plan.js +13 -10
  131. package/src/converter/core.d.ts +57 -0
  132. package/src/converter/core.js +582 -13
  133. package/src/converter/parsers/diffusion.js +1 -33
  134. package/src/converter/quantization-info.d.ts +5 -4
  135. package/src/converter/quantization-info.js +39 -3
  136. package/src/converter/quantizer.d.ts +19 -0
  137. package/src/converter/quantizer.js +81 -4
  138. package/src/debug/config.d.ts +0 -4
  139. package/src/debug/config.js +0 -17
  140. package/src/debug/index.d.ts +28 -30
  141. package/src/debug/index.js +0 -18
  142. package/src/debug/stats.d.ts +0 -8
  143. package/src/debug/stats.js +3 -3
  144. package/src/debug/tensor.d.ts +9 -2
  145. package/src/debug/tensor.js +11 -4
  146. package/src/debug/trace.js +2 -15
  147. package/src/errors/doppler-error.js +20 -0
  148. package/src/experimental/browser/quantization.d.ts +5 -0
  149. package/src/experimental/distribution/shard-delivery.js +179 -23
  150. package/src/experimental/training/artifacts.js +1 -14
  151. package/src/experimental/training/checkpoint.js +1 -14
  152. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  153. package/src/experimental/training/datasets/token-batch.js +2 -2
  154. package/src/experimental/training/distillation/dataset.js +2 -15
  155. package/src/experimental/training/distillation/eval.js +3 -3
  156. package/src/experimental/training/distillation/runtime.js +3 -16
  157. package/src/experimental/training/distillation/student-fixture.js +6 -6
  158. package/src/experimental/training/lora-pipeline.js +1 -14
  159. package/src/experimental/training/objectives/base.d.ts +2 -2
  160. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  162. package/src/experimental/training/objectives/distill_kd.js +2 -2
  163. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  164. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  165. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  166. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  167. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  168. package/src/experimental/training/operator-artifacts.js +1 -14
  169. package/src/experimental/training/runner.js +1 -14
  170. package/src/experimental/training/workload-packs/registry.json +6 -6
  171. package/src/experimental/training/workloads.js +1 -1
  172. package/src/formats/gguf/types.d.ts +0 -63
  173. package/src/formats/gguf/types.js +58 -38
  174. package/src/formats/litert/types.d.ts +0 -13
  175. package/src/formats/litert/types.js +2 -2
  176. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  177. package/src/formats/rdrr/distributed/index.js +3 -0
  178. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  179. package/src/formats/rdrr/distributed/parsing.js +23 -0
  180. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  181. package/src/formats/rdrr/distributed/validation.js +131 -0
  182. package/src/formats/rdrr/groups.d.ts +1 -13
  183. package/src/formats/rdrr/groups.js +0 -34
  184. package/src/formats/rdrr/index.d.ts +9 -0
  185. package/src/formats/rdrr/index.js +9 -0
  186. package/src/formats/rdrr/integrity.d.ts +51 -0
  187. package/src/formats/rdrr/integrity.js +200 -0
  188. package/src/formats/rdrr/lowerings.d.ts +28 -0
  189. package/src/formats/rdrr/lowerings.js +112 -0
  190. package/src/formats/rdrr/manifest.d.ts +0 -14
  191. package/src/formats/rdrr/manifest.js +5 -58
  192. package/src/formats/rdrr/merkle.d.ts +24 -0
  193. package/src/formats/rdrr/merkle.js +118 -0
  194. package/src/formats/rdrr/parsing.js +4 -0
  195. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  196. package/src/formats/rdrr/slice-compiler.js +188 -0
  197. package/src/formats/rdrr/source-transform-contract.js +390 -0
  198. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  199. package/src/formats/rdrr/storage-descriptor.js +186 -0
  200. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  201. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  202. package/src/formats/rdrr/types.d.ts +115 -1
  203. package/src/formats/rdrr/validation.js +245 -0
  204. package/src/formats/tflite/types.d.ts +8 -31
  205. package/src/formats/tflite/types.js +50 -5
  206. package/src/gpu/command-recorder.d.ts +9 -21
  207. package/src/gpu/command-recorder.js +41 -2
  208. package/src/gpu/device.d.ts +17 -3
  209. package/src/gpu/device.js +20 -4
  210. package/src/gpu/kernel-runtime.d.ts +8 -15
  211. package/src/gpu/kernel-selection-log.d.ts +0 -8
  212. package/src/gpu/kernel-selection-log.js +0 -15
  213. package/src/gpu/kernel-tuner/cache.js +0 -3
  214. package/src/gpu/kernels/README.md +50 -18
  215. package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
  216. package/src/gpu/kernels/activation-static-qdq.js +69 -0
  217. package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
  218. package/src/gpu/kernels/attention.d.ts +28 -19
  219. package/src/gpu/kernels/attention.js +443 -9
  220. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  221. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  223. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  224. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  225. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  226. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  228. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  229. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  230. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  231. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  232. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  233. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  234. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  235. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  236. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  237. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  238. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  239. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  240. package/src/gpu/kernels/backward/index.d.ts +6 -0
  241. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  242. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  243. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  244. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  245. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  246. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  247. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  248. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  249. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  250. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  251. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  252. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  253. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  254. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  255. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  256. package/src/gpu/kernels/constants.d.ts +9 -48
  257. package/src/gpu/kernels/constants.js +0 -23
  258. package/src/gpu/kernels/conv2d.d.ts +0 -4
  259. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  260. package/src/gpu/kernels/dequant.d.ts +0 -16
  261. package/src/gpu/kernels/dequant.js +1 -71
  262. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  263. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  264. package/src/gpu/kernels/dispatch.d.ts +12 -97
  265. package/src/gpu/kernels/dispatch.js +0 -117
  266. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  267. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  269. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  270. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  272. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  273. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  274. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  275. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  276. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  277. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  278. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  279. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  280. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  281. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  282. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  283. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  284. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  285. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  286. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  287. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  288. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  289. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  290. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  291. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  292. package/src/gpu/kernels/gather.d.ts +0 -7
  293. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  294. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  295. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  296. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  297. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  298. package/src/gpu/kernels/index.d.ts +13 -5
  299. package/src/gpu/kernels/index.js +9 -4
  300. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  301. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  302. package/src/gpu/kernels/layernorm.d.ts +0 -4
  303. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  304. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  305. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  306. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  307. package/src/gpu/kernels/logit-merge.js +1 -17
  308. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  309. package/src/gpu/kernels/matmul-selection.js +68 -1
  310. package/src/gpu/kernels/matmul.d.ts +0 -28
  311. package/src/gpu/kernels/matmul.js +101 -7
  312. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  313. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  314. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  315. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  316. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  317. package/src/gpu/kernels/moe.d.ts +0 -56
  318. package/src/gpu/kernels/moe.js +0 -15
  319. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  320. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  321. package/src/gpu/kernels/residual.d.ts +0 -12
  322. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  323. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  324. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  325. package/src/gpu/kernels/rmsnorm.js +17 -1
  326. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  327. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  328. package/src/gpu/kernels/rope.d.ts +1 -5
  329. package/src/gpu/kernels/rope.js +12 -2
  330. package/src/gpu/kernels/rope.wgsl +33 -19
  331. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  332. package/src/gpu/kernels/sample.d.ts +0 -5
  333. package/src/gpu/kernels/sample.wgsl +7 -6
  334. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  335. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  336. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  337. package/src/gpu/kernels/shader-cache.js +27 -0
  338. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  339. package/src/gpu/kernels/softmax.wgsl +4 -144
  340. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  341. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  342. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  343. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  344. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  345. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  346. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  347. package/src/gpu/kernels/utils.d.ts +28 -0
  348. package/src/gpu/kernels/utils.js +41 -0
  349. package/src/gpu/perf-guards.d.ts +0 -12
  350. package/src/gpu/perf-guards.js +0 -62
  351. package/src/gpu/profiler.d.ts +0 -21
  352. package/src/gpu/profiler.js +0 -34
  353. package/src/gpu/submit-tracker.d.ts +0 -57
  354. package/src/gpu/submit-tracker.js +3 -62
  355. package/src/gpu/tensor.d.ts +0 -23
  356. package/src/gpu/tensor.js +0 -41
  357. package/src/gpu/uniform-cache.d.ts +0 -11
  358. package/src/gpu/uniform-cache.js +0 -23
  359. package/src/index.d.ts +1 -0
  360. package/src/index.js +1 -0
  361. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  362. package/src/inference/browser-harness-model-helpers.js +22 -13
  363. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  364. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  365. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  366. package/src/inference/browser-harness-suite-helpers.js +87 -1
  367. package/src/inference/browser-harness-text-helpers.d.ts +13 -0
  368. package/src/inference/browser-harness-text-helpers.js +267 -18
  369. package/src/inference/browser-harness.d.ts +0 -29
  370. package/src/inference/browser-harness.js +271 -71
  371. package/src/inference/kv-cache/base.d.ts +6 -0
  372. package/src/inference/kv-cache/base.js +16 -1
  373. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  374. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  375. package/src/inference/kv-cache/quantized.js +2 -0
  376. package/src/inference/kv-cache/tiered.js +7 -0
  377. package/src/inference/kv-cache/types.d.ts +2 -0
  378. package/src/inference/multi-model-network.d.ts +1 -1
  379. package/src/inference/multi-model-network.js +1 -2
  380. package/src/inference/network-evolution.d.ts +0 -12
  381. package/src/inference/network-evolution.js +2 -2
  382. package/src/inference/pipelines/context.js +21 -2
  383. package/src/inference/pipelines/diffusion/init.js +2 -2
  384. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  385. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  386. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  387. package/src/inference/pipelines/diffusion/vae.js +4 -4
  388. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  389. package/src/inference/pipelines/structured/index.d.ts +2 -0
  390. package/src/inference/pipelines/structured/index.js +2 -0
  391. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  392. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  393. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  394. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  395. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  396. package/src/inference/pipelines/text/attention/projections.js +70 -23
  397. package/src/inference/pipelines/text/attention/record.js +118 -5
  398. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  399. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  400. package/src/inference/pipelines/text/attention/run.js +97 -6
  401. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  402. package/src/inference/pipelines/text/attention/types.js +9 -4
  403. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  404. package/src/inference/pipelines/text/chat-format.js +1 -8
  405. package/src/inference/pipelines/text/config.d.ts +3 -25
  406. package/src/inference/pipelines/text/config.js +105 -3
  407. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  408. package/src/inference/pipelines/text/drift-policy.js +1 -1
  409. package/src/inference/pipelines/text/embed.d.ts +23 -27
  410. package/src/inference/pipelines/text/embed.js +10 -43
  411. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  412. package/src/inference/pipelines/text/execution-plan.js +15 -2
  413. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  414. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  415. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  416. package/src/inference/pipelines/text/execution-v1.js +94 -25
  417. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  418. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  419. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  420. package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
  421. package/src/inference/pipelines/text/generator-helpers.js +20 -2
  422. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  423. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  424. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  425. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  426. package/src/inference/pipelines/text/generator-steps.js +23 -9
  427. package/src/inference/pipelines/text/generator.d.ts +0 -6
  428. package/src/inference/pipelines/text/generator.js +254 -530
  429. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  430. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  431. package/src/inference/pipelines/text/init-rope.js +408 -0
  432. package/src/inference/pipelines/text/init.d.ts +8 -2
  433. package/src/inference/pipelines/text/init.js +190 -710
  434. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  435. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  436. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  437. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  438. package/src/inference/pipelines/text/layer-plan.js +1 -1
  439. package/src/inference/pipelines/text/layer.d.ts +70 -8
  440. package/src/inference/pipelines/text/layer.js +105 -537
  441. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  442. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  443. package/src/inference/pipelines/text/load-errors.js +59 -0
  444. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  445. package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
  446. package/src/inference/pipelines/text/logits/gpu.js +148 -11
  447. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  448. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  449. package/src/inference/pipelines/text/model-load.js +74 -17
  450. package/src/inference/pipelines/text/ops.d.ts +13 -2
  451. package/src/inference/pipelines/text/ops.js +1 -1
  452. package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
  453. package/src/inference/pipelines/text/probes.d.ts +3 -6
  454. package/src/inference/pipelines/text/probes.js +198 -31
  455. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  456. package/src/inference/pipelines/text/sampling.js +140 -0
  457. package/src/inference/pipelines/text/stage-names.js +12 -0
  458. package/src/inference/pipelines/text/state.js +2 -0
  459. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  460. package/src/inference/pipelines/text/types.d.ts +8 -78
  461. package/src/inference/pipelines/text/weights.d.ts +0 -50
  462. package/src/inference/pipelines/text/weights.js +2 -51
  463. package/src/inference/pipelines/text.d.ts +9 -1
  464. package/src/inference/pipelines/text.js +233 -29
  465. package/src/inference/pipelines/vision/index.js +0 -107
  466. package/src/inference/runtime-model.d.ts +0 -7
  467. package/src/inference/runtime-model.js +0 -23
  468. package/src/inference/test-harness.d.ts +6 -22
  469. package/src/inference/test-harness.js +97 -23
  470. package/src/inference/tokenizer.js +1 -10
  471. package/src/inference/tokenizers/sentencepiece.js +65 -15
  472. package/src/inference/tokenizers/types.d.ts +0 -21
  473. package/src/loader/doppler-loader.d.ts +3 -0
  474. package/src/loader/doppler-loader.js +90 -12
  475. package/src/loader/embedding-loader.js +30 -5
  476. package/src/loader/loader-types.d.ts +4 -0
  477. package/src/loader/manifest-config.d.ts +2 -7
  478. package/src/loader/manifest-config.js +25 -1
  479. package/src/loader/memory-monitor.d.ts +17 -5
  480. package/src/loader/per-layer-input-loader.js +114 -1
  481. package/src/loader/quantization-constants.d.ts +6 -0
  482. package/src/loader/shard-resolver.d.ts +1 -0
  483. package/src/loader/shard-resolver.js +15 -0
  484. package/src/loader/tensors/source-transform.d.ts +15 -0
  485. package/src/loader/tensors/source-transform.js +317 -34
  486. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  487. package/src/loader/tensors/tensor-loader.js +84 -1
  488. package/src/loader/tensors/tensor-reader.js +28 -2
  489. package/src/memory/address-table.d.ts +1 -9
  490. package/src/memory/buffer-pool.d.ts +0 -16
  491. package/src/memory/buffer-pool.js +1 -33
  492. package/src/memory/heap-manager.d.ts +18 -43
  493. package/src/memory/unified-detect.d.ts +19 -34
  494. package/src/models/embeddinggemma.d.ts +7 -0
  495. package/src/models/embeddinggemma.js +24 -0
  496. package/src/models/family.d.ts +24 -0
  497. package/src/models/family.js +25 -0
  498. package/src/models/gemma3.d.ts +7 -0
  499. package/src/models/gemma3.js +33 -0
  500. package/src/models/gemma4.d.ts +7 -0
  501. package/src/models/gemma4.js +33 -0
  502. package/src/models/qwen3.d.ts +7 -0
  503. package/src/models/qwen3.js +36 -0
  504. package/src/rules/converter/tokenizer.rules.json +5 -0
  505. package/src/rules/execution-rules-contract-check.js +72 -3
  506. package/src/rules/inference/capability-transforms.rules.json +87 -0
  507. package/src/rules/inference/execution.rules.json +11 -1
  508. package/src/rules/inference/ffn.rules.json +6 -2
  509. package/src/rules/loader/tensor-loader.rules.json +9 -0
  510. package/src/rules/rule-registry.js +53 -75
  511. package/src/storage/artifact-storage-context.d.ts +12 -3
  512. package/src/storage/artifact-storage-context.js +389 -98
  513. package/src/storage/backends/opfs-store.js +138 -88
  514. package/src/storage/blake3.js +9 -1
  515. package/src/storage/export.js +1 -5
  516. package/src/storage/normalize-model-id.js +3 -0
  517. package/src/storage/preflight.js +22 -0
  518. package/src/storage/quickstart-downloader.js +44 -56
  519. package/src/storage/reports.js +35 -11
  520. package/src/storage/shard-manager.d.ts +8 -2
  521. package/src/storage/shard-manager.js +176 -15
  522. package/src/storage/source-artifact-store.d.ts +0 -2
  523. package/src/storage/source-artifact-store.js +3 -9
  524. package/src/sw.js +0 -3
  525. package/src/tooling/browser-command-runner.js +39 -0
  526. package/src/tooling/command-api-constants.js +1 -1
  527. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  528. package/src/tooling/command-api-family-normalizers.js +49 -7
  529. package/src/tooling/command-api-helpers.d.ts +0 -2
  530. package/src/tooling/command-api-helpers.js +6 -2
  531. package/src/tooling/command-api.d.ts +20 -1
  532. package/src/tooling/command-api.js +10 -1
  533. package/src/tooling/command-envelope.d.ts +0 -1
  534. package/src/tooling/command-envelope.js +1 -1
  535. package/src/tooling/command-runner-shared.d.ts +10 -0
  536. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  537. package/src/tooling/conversion-config-materializer.js +1 -1
  538. package/src/tooling/diagnose-runner.js +1 -4
  539. package/src/tooling/hf-registry-utils.d.ts +2 -6
  540. package/src/tooling/hf-registry-utils.js +90 -19
  541. package/src/tooling/kernel-path-builder/index.js +1 -4
  542. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  543. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  544. package/src/tooling/lean-execution-contract-runner.js +2 -2
  545. package/src/tooling/litert-package-runtime.d.ts +1 -1
  546. package/src/tooling/litert-package-runtime.js +373 -21
  547. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  548. package/src/tooling/node-browser-command-runner.js +97 -13
  549. package/src/tooling/node-command-runner.js +36 -0
  550. package/src/tooling/node-convert-worker-pool.js +12 -0
  551. package/src/tooling/node-convert-worker.js +10 -1
  552. package/src/tooling/node-converter.js +90 -1
  553. package/src/tooling/node-source-runtime.js +257 -150
  554. package/src/tooling/opfs-cache.js +1 -4
  555. package/src/tooling/precision-replay-math.js +174 -0
  556. package/src/tooling/program-bundle-host.d.ts +16 -0
  557. package/src/tooling/program-bundle-host.js +20 -0
  558. package/src/tooling/program-bundle-parity.d.ts +28 -0
  559. package/src/tooling/program-bundle-parity.js +210 -0
  560. package/src/tooling/program-bundle.d.ts +61 -0
  561. package/src/tooling/program-bundle.js +1119 -0
  562. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  563. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  564. package/src/tooling/reference-verify.js +191 -0
  565. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  566. package/src/tooling/source-artifact-adapter.js +4 -4
  567. package/src/tooling/source-package-profiles.js +1 -7
  568. package/src/tooling/source-runtime-bundle.d.ts +27 -0
  569. package/src/tooling/source-runtime-bundle.js +56 -23
  570. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  571. package/src/tooling/source-runtime-converter-config.js +13 -9
  572. package/src/tooling/source-runtime-materializer.js +4 -8
  573. package/src/tooling-exports/device.d.ts +11 -0
  574. package/src/tooling-exports/device.js +14 -0
  575. package/src/tooling-exports/manifest.d.ts +8 -0
  576. package/src/tooling-exports/manifest.js +11 -0
  577. package/src/tooling-exports/storage.d.ts +25 -0
  578. package/src/tooling-exports/storage.js +29 -0
  579. package/src/tooling-exports/structured.d.ts +1 -0
  580. package/src/tooling-exports/structured.js +5 -0
  581. package/src/tooling-exports.d.ts +23 -0
  582. package/src/tooling-exports.js +17 -0
  583. package/src/tooling-exports.shared.d.ts +27 -30
  584. package/src/tooling-exports.shared.js +28 -29
  585. package/src/types/index.d.ts +0 -3
  586. package/src/types/index.js +0 -3
  587. package/src/utils/array-buffer.d.ts +4 -0
  588. package/src/utils/array-buffer.js +9 -0
  589. package/src/utils/canonical-hash.d.ts +7 -0
  590. package/src/utils/canonical-hash.js +74 -0
  591. package/src/utils/clone-json.d.ts +1 -0
  592. package/src/utils/clone-json.js +7 -0
  593. package/src/utils/encode-utf8.js +5 -0
  594. package/src/utils/index.d.ts +4 -1
  595. package/src/utils/index.js +4 -1
  596. package/src/utils/runtime-env.js +7 -0
  597. package/src/utils/sha256.d.ts +1 -0
  598. package/src/utils/sha256.js +18 -4
  599. package/src/utils/stable-sort-object.d.ts +1 -0
  600. package/src/utils/stable-sort-object.js +13 -0
  601. package/src/version.js +1 -1
  602. package/tools/convert-safetensors-node.js +1 -2
  603. package/src/bootstrap.d.ts +0 -1
  604. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  605. package/src/config/kernels/kernel-ref.d.ts +0 -17
  606. package/src/config/kernels/kernel-ref.js +0 -75
  607. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  608. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  609. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  610. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  611. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  612. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  613. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  614. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  615. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  616. package/src/config/runtime/overlays/trace-config.json +0 -28
  617. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  618. package/src/debug/perf.d.ts +0 -33
  619. package/src/debug/perf.js +0 -51
  620. package/src/errors/index.d.ts +0 -1
  621. package/src/errors/index.js +0 -1
  622. package/src/formats/gguf/index.d.ts +0 -8
  623. package/src/formats/gguf/index.js +0 -4
  624. package/src/formats/litert/index.d.ts +0 -1
  625. package/src/formats/litert/index.js +0 -1
  626. package/src/formats/safetensors/index.d.ts +0 -8
  627. package/src/formats/safetensors/index.js +0 -4
  628. package/src/formats/tflite/index.d.ts +0 -1
  629. package/src/formats/tflite/index.js +0 -1
  630. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  631. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  632. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  633. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  634. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  635. package/src/inference/functiongemma.d.ts +0 -15
  636. package/src/inference/functiongemma.js +0 -1
  637. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  638. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  639. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  640. package/src/rules/kernels/kernel-validator.js +0 -160
  641. package/src/sw.d.ts +0 -1
  642. package/src/tooling/bench-runner.js +0 -64
  643. package/src/tooling/distill-runner.js +0 -56
  644. package/src/tooling/lora-runner.js +0 -37
  645. package/src/tooling/verify-runner.js +0 -63
  646. package/src/types/gpu.d.ts +0 -185
  647. package/src/types/gpu.js +0 -5
  648. package/src/types/inference.d.ts +0 -197
  649. package/src/types/inference.js +0 -5
  650. package/src/types/model.d.ts +0 -130
  651. package/src/types/model.js +0 -5
  652. package/src/utils/format-bytes.js +0 -20
  653. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  654. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  655. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  656. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  657. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  658. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -0,0 +1,32 @@
1
+ import type { IntegrityExtensions, RDRRManifest, TensorMap } from '../formats/rdrr/types.js';
2
+ import type { IntegrityBuildProgress } from '../formats/rdrr/integrity.js';
3
+
4
+ export declare function buildManifestIntegrityFromModelDir(
5
+ manifest: RDRRManifest,
6
+ options: {
7
+ modelDir: string;
8
+ tensorMap?: TensorMap;
9
+ blockSize?: number;
10
+ onProgress?: (progress: IntegrityBuildProgress) => void;
11
+ readRange?: (filePath: string, offset: number, length: number) => Promise<Uint8Array | ArrayBuffer>;
12
+ hashBlockBytesSha256?: (bytes: Uint8Array) => string;
13
+ }
14
+ ): Promise<{
15
+ integrityExtensions: IntegrityExtensions;
16
+ integrityExtensionsHash: string;
17
+ }>;
18
+
19
+ export declare function refreshManifestIntegrity(options: {
20
+ modelDir: string;
21
+ manifestPath?: string | null;
22
+ blockSize?: number;
23
+ dryRun?: boolean;
24
+ skipShardCheck?: boolean;
25
+ onProgress?: (progress: IntegrityBuildProgress) => void;
26
+ }): Promise<{
27
+ manifestPath: string;
28
+ manifest: RDRRManifest;
29
+ integrityExtensions: IntegrityExtensions;
30
+ integrityExtensionsHash: string;
31
+ wrote: boolean;
32
+ }>;
@@ -0,0 +1,271 @@
1
+ import fs from 'node:fs/promises';
2
+ import { createHash } from 'node:crypto';
3
+ import path from 'node:path';
4
+
5
+ import { buildIntegrityExtensions } from '../formats/rdrr/integrity.js';
6
+ import { parseManifest, parseTensorMap } from '../formats/rdrr/parsing.js';
7
+
8
+ function hashBytesSha256Node(bytes) {
9
+ const view = bytes instanceof Uint8Array
10
+ ? bytes
11
+ : new Uint8Array(bytes);
12
+ return `sha256:${createHash('sha256').update(view).digest('hex')}`;
13
+ }
14
+
15
+ function asObject(value, label) {
16
+ if (!value || typeof value !== 'object' || Array.isArray(value)) {
17
+ throw new Error(`${label} must be an object.`);
18
+ }
19
+ return value;
20
+ }
21
+
22
+ function asNonEmptyString(value, label) {
23
+ if (typeof value !== 'string' || !value.trim()) {
24
+ throw new Error(`${label} must be a non-empty string.`);
25
+ }
26
+ return value.trim();
27
+ }
28
+
29
+ function cloneMetadataWithIntegrityRefresh(metadata, blockSize) {
30
+ const next = metadata && typeof metadata === 'object' && !Array.isArray(metadata)
31
+ ? { ...metadata }
32
+ : {};
33
+ next.integrityRefresh = {
34
+ ...(next.integrityRefresh && typeof next.integrityRefresh === 'object' ? next.integrityRefresh : {}),
35
+ at: new Date().toISOString(),
36
+ blockSize,
37
+ };
38
+ return next;
39
+ }
40
+
41
+ async function readJsonObject(filePath, label) {
42
+ const raw = await fs.readFile(filePath, 'utf8');
43
+ const parsed = JSON.parse(raw);
44
+ return asObject(parsed, label);
45
+ }
46
+
47
+ const EXACTNESS_CLASS_CANONICAL = new Set([
48
+ 'bit_exact_solo',
49
+ 'algorithm_exact',
50
+ 'tolerance_bounded',
51
+ ]);
52
+
53
+ const EXACTNESS_CLASS_LEGACY_HYPHENATED = {
54
+ 'bit-exact-solo': 'bit_exact_solo',
55
+ 'algorithm-exact': 'algorithm_exact',
56
+ 'tolerance-bounded': 'tolerance_bounded',
57
+ };
58
+
59
+ function normalizeHashString(value, label) {
60
+ const text = asNonEmptyString(value, label);
61
+ const bare = text.startsWith('sha256:') ? text.slice('sha256:'.length) : text;
62
+ if (!/^[0-9a-f]{64}$/.test(bare)) {
63
+ throw new Error(`${label} must be 64-char lowercase hex.`);
64
+ }
65
+ return bare;
66
+ }
67
+
68
+ function normalizeExactness(value, label) {
69
+ let rawClass;
70
+ let algorithmExactInvariants = [];
71
+ let toleranceMetric = '';
72
+ let toleranceEpsilon = 0;
73
+ if (typeof value === 'string') {
74
+ rawClass = value;
75
+ } else if (value && typeof value === 'object' && !Array.isArray(value)) {
76
+ rawClass = value.class;
77
+ if (Array.isArray(value.algorithmExactInvariants)) {
78
+ algorithmExactInvariants = [...value.algorithmExactInvariants];
79
+ }
80
+ if (typeof value.toleranceMetric === 'string') {
81
+ toleranceMetric = value.toleranceMetric;
82
+ }
83
+ if (typeof value.toleranceEpsilon === 'number') {
84
+ toleranceEpsilon = value.toleranceEpsilon;
85
+ }
86
+ } else {
87
+ throw new Error(`${label} must be a string or exactness object.`);
88
+ }
89
+ const text = asNonEmptyString(rawClass, `${label}.class`);
90
+ const canonical = EXACTNESS_CLASS_LEGACY_HYPHENATED[text] ?? text;
91
+ if (!EXACTNESS_CLASS_CANONICAL.has(canonical)) {
92
+ throw new Error(
93
+ `${label}.class must be bit_exact_solo, algorithm_exact, tolerance_bounded, `
94
+ + `or the Doppler-legacy hyphenated equivalent.`,
95
+ );
96
+ }
97
+ return {
98
+ algorithmExactInvariants,
99
+ class: canonical,
100
+ toleranceEpsilon,
101
+ toleranceMetric,
102
+ };
103
+ }
104
+
105
+ function normalizeRejectionReasons(value, label) {
106
+ if (value == null) return [];
107
+ if (!Array.isArray(value)) {
108
+ throw new Error(`${label} must be an array (empty for success).`);
109
+ }
110
+ if (value.length === 0) return [];
111
+ return value.map((reason, index) => asNonEmptyString(reason, `${label}[${index}]`));
112
+ }
113
+
114
+ export function normalizeManifestLoweringEntry(entry, label = 'loweringEntry') {
115
+ const doc = asObject(entry, label);
116
+ const rejectionReasons = normalizeRejectionReasons(doc.rejectionReasons, `${label}.rejectionReasons`);
117
+ const rejected = rejectionReasons.length > 0;
118
+ const targetDescriptor = doc.targetDescriptorCorrectnessHash ?? doc.targetDescriptorHash;
119
+ const compilerVersion = doc.compilerVersion ?? doc.doeCompilerVersion;
120
+ const exactnessInput = doc.exactness ?? doc.exactnessClass;
121
+
122
+ return {
123
+ kernelRef: asNonEmptyString(doc.kernelRef, `${label}.kernelRef`),
124
+ backend: asNonEmptyString(doc.backend, `${label}.backend`),
125
+ targetDescriptorCorrectnessHash: rejected ? null : normalizeHashString(targetDescriptor, `${label}.targetDescriptorCorrectnessHash`),
126
+ frontendVersion: rejected ? null : asNonEmptyString(doc.frontendVersion, `${label}.frontendVersion`),
127
+ tsirSemanticDigest: rejected ? null : normalizeHashString(doc.tsirSemanticDigest, `${label}.tsirSemanticDigest`),
128
+ tsirRealizationDigest: rejected ? null : normalizeHashString(doc.tsirRealizationDigest, `${label}.tsirRealizationDigest`),
129
+ emitterDigest: rejected ? null : normalizeHashString(doc.emitterDigest, `${label}.emitterDigest`),
130
+ compilerVersion: rejected ? null : asNonEmptyString(compilerVersion, `${label}.compilerVersion`),
131
+ exactness: rejected ? null : normalizeExactness(exactnessInput, `${label}.exactness`),
132
+ rejectionReasons,
133
+ };
134
+ }
135
+
136
+ async function loadLoweringEntriesFromPaths(modelDir, loweringEntryPaths) {
137
+ if (!Array.isArray(loweringEntryPaths) || loweringEntryPaths.length === 0) {
138
+ return [];
139
+ }
140
+ const entries = [];
141
+ for (const [index, rawPath] of loweringEntryPaths.entries()) {
142
+ const raw = asNonEmptyString(rawPath, `loweringEntryPaths[${index}]`);
143
+ const entryPath = path.isAbsolute(raw) ? raw : path.resolve(modelDir, raw);
144
+ entries.push(await readJsonObject(entryPath, `loweringEntryPaths[${index}]`));
145
+ }
146
+ return entries;
147
+ }
148
+
149
+ async function resolveLoweringsSection(manifest, modelDir, options) {
150
+ const provided = [];
151
+ if (Array.isArray(options?.loweringEntries)) {
152
+ provided.push(...options.loweringEntries);
153
+ }
154
+ provided.push(...await loadLoweringEntriesFromPaths(modelDir, options?.loweringEntryPaths));
155
+ if (provided.length === 0) {
156
+ return manifest?.integrityExtensions?.lowerings;
157
+ }
158
+ return {
159
+ contractVersion: 1,
160
+ entries: provided.map((entry, index) => normalizeManifestLoweringEntry(entry, `loweringEntries[${index}]`)),
161
+ };
162
+ }
163
+
164
+ async function loadTensorMap(manifest, modelDir) {
165
+ if (manifest.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
166
+ return manifest.tensors;
167
+ }
168
+ if (typeof manifest.tensorsFile === 'string' && manifest.tensorsFile.trim()) {
169
+ const tensorMapPath = path.join(modelDir, manifest.tensorsFile);
170
+ const raw = await fs.readFile(tensorMapPath, 'utf8');
171
+ return parseTensorMap(raw);
172
+ }
173
+ throw new Error('RDRR integrity refresh requires manifest.tensors or manifest.tensorsFile.');
174
+ }
175
+
176
+ async function verifyShardFiles(modelDir, manifest) {
177
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
178
+ for (const shard of shards) {
179
+ const filename = asNonEmptyString(shard?.filename, 'manifest.shards[].filename');
180
+ await fs.access(path.join(modelDir, filename));
181
+ }
182
+ }
183
+
184
+ function buildShardIndexMap(manifest) {
185
+ const map = new Map();
186
+ for (const shard of Array.isArray(manifest?.shards) ? manifest.shards : []) {
187
+ const index = Number(shard?.index);
188
+ if (Number.isInteger(index) && index >= 0) {
189
+ map.set(index, shard);
190
+ }
191
+ }
192
+ return map;
193
+ }
194
+
195
+ export async function buildManifestIntegrityFromModelDir(manifest, options = {}) {
196
+ const normalizedManifest = asObject(manifest, 'manifest');
197
+ const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
198
+ const tensorMap = options?.tensorMap ?? await loadTensorMap(normalizedManifest, modelDir);
199
+ const readRange = typeof options?.readRange === 'function'
200
+ ? options.readRange
201
+ : async (filePath, offset, length) => {
202
+ const handle = await fs.open(filePath, 'r');
203
+ try {
204
+ const buffer = Buffer.alloc(length);
205
+ const { bytesRead } = await handle.read(buffer, 0, length, offset);
206
+ return buffer.subarray(0, bytesRead);
207
+ } finally {
208
+ await handle.close();
209
+ }
210
+ };
211
+ const shardIndexMap = buildShardIndexMap(normalizedManifest);
212
+ const lowerings = await resolveLoweringsSection(normalizedManifest, modelDir, options);
213
+
214
+ return buildIntegrityExtensions(normalizedManifest, {
215
+ tensorMap,
216
+ blockSize: options?.blockSize,
217
+ lowerings,
218
+ onProgress: options?.onProgress,
219
+ hashBlockBytesSha256: options?.hashBlockBytesSha256 ?? hashBytesSha256Node,
220
+ async readShardRange(shardIndex, offset, length) {
221
+ const shard = shardIndexMap.get(shardIndex);
222
+ if (!shard || typeof shard !== 'object') {
223
+ throw new Error(`Missing shard descriptor for shard ${shardIndex}.`);
224
+ }
225
+ const shardPath = path.join(modelDir, asNonEmptyString(shard.filename, `manifest.shards[${shardIndex}].filename`));
226
+ return readRange(shardPath, offset, length);
227
+ },
228
+ });
229
+ }
230
+
231
+ export async function refreshManifestIntegrity(options) {
232
+ const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
233
+ const manifestPath = path.resolve(options?.manifestPath ?? path.join(modelDir, 'manifest.json'));
234
+ const dryRun = options?.dryRun === true;
235
+ const skipShardCheck = options?.skipShardCheck === true;
236
+ const manifestJson = await readJsonObject(manifestPath, 'manifest');
237
+ const manifest = parseManifest(JSON.stringify(manifestJson));
238
+
239
+ if (!skipShardCheck) {
240
+ await verifyShardFiles(modelDir, manifest);
241
+ }
242
+
243
+ const { integrityExtensions, integrityExtensionsHash } = await buildManifestIntegrityFromModelDir(
244
+ manifest,
245
+ {
246
+ modelDir,
247
+ blockSize: options?.blockSize,
248
+ loweringEntries: options?.loweringEntries,
249
+ loweringEntryPaths: options?.loweringEntryPaths,
250
+ onProgress: options?.onProgress,
251
+ }
252
+ );
253
+
254
+ const refreshed = parseManifest(JSON.stringify({
255
+ ...manifest,
256
+ integrityExtensions,
257
+ metadata: cloneMetadataWithIntegrityRefresh(manifest.metadata, integrityExtensions.blockMerkle.blockSize),
258
+ }));
259
+
260
+ if (!dryRun) {
261
+ await fs.writeFile(manifestPath, JSON.stringify(refreshed, null, 2), 'utf8');
262
+ }
263
+
264
+ return {
265
+ manifestPath,
266
+ manifest: refreshed,
267
+ integrityExtensions,
268
+ integrityExtensionsHash,
269
+ wrote: !dryRun,
270
+ };
271
+ }
@@ -0,0 +1,191 @@
1
+ import fs from 'node:fs/promises';
2
+ import path from 'node:path';
3
+ import { fileURLToPath, pathToFileURL } from 'node:url';
4
+ import { runNodeCommand } from './node-command-runner.js';
5
+ import { runBrowserCommandInNode } from './node-browser-command-runner.js';
6
+
7
+ const DEFAULT_BROWSER_TIMEOUT_MS = 600000;
8
+ const PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID = 'doppler.reference-transcript/v1';
9
+
10
+ function isPlainObject(value) {
11
+ return value != null && typeof value === 'object' && !Array.isArray(value);
12
+ }
13
+
14
+ function mergePlainObjects(base, patch) {
15
+ const output = { ...(isPlainObject(base) ? base : {}) };
16
+ for (const [key, value] of Object.entries(patch)) {
17
+ if (isPlainObject(value) && isPlainObject(output[key])) {
18
+ output[key] = mergePlainObjects(output[key], value);
19
+ } else {
20
+ output[key] = value;
21
+ }
22
+ }
23
+ return output;
24
+ }
25
+
26
+ export async function normalizeRuntimeConfigInput(input) {
27
+ if (input == null || input === '') return {};
28
+ if (isPlainObject(input)) {
29
+ return { runtimeConfig: input };
30
+ }
31
+ const raw = String(input).trim();
32
+ if (!raw) return {};
33
+ if (raw.startsWith('{')) {
34
+ return { runtimeConfig: JSON.parse(raw) };
35
+ }
36
+ return { runtimeConfigUrl: pathToFileURL(path.resolve(raw)).href };
37
+ }
38
+
39
+ export function withReferenceTranscriptRuntimeConfig(runtimeInput) {
40
+ const proofRuntimeConfig = {
41
+ shared: {
42
+ harness: {
43
+ referenceTranscript: {
44
+ enabled: true,
45
+ captureLogits: true,
46
+ captureKvBytes: true,
47
+ },
48
+ },
49
+ },
50
+ };
51
+ return {
52
+ ...runtimeInput,
53
+ runtimeConfig: mergePlainObjects(runtimeInput.runtimeConfig ?? {}, proofRuntimeConfig),
54
+ };
55
+ }
56
+
57
+ function localModelDirFromUrl(modelUrl) {
58
+ if (typeof modelUrl !== 'string' || !modelUrl.startsWith('file://')) {
59
+ return null;
60
+ }
61
+ return fileURLToPath(modelUrl);
62
+ }
63
+
64
+ export async function assertLocalModelArtifactsReadable({ modelUrl, manifest }) {
65
+ const modelDir = localModelDirFromUrl(modelUrl);
66
+ if (!modelDir) return;
67
+ const missing = [];
68
+ const tokenizerFile = manifest?.tokenizer?.file;
69
+ if (typeof tokenizerFile === 'string' && tokenizerFile.trim()) {
70
+ const tokenizerPath = path.resolve(modelDir, tokenizerFile);
71
+ try {
72
+ await fs.access(tokenizerPath);
73
+ } catch {
74
+ missing.push(path.relative(process.cwd(), tokenizerPath));
75
+ }
76
+ }
77
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
78
+ for (const shard of shards) {
79
+ const filename = typeof shard?.filename === 'string'
80
+ ? shard.filename
81
+ : (typeof shard?.path === 'string' ? shard.path : null);
82
+ if (!filename) continue;
83
+ const shardPath = path.resolve(modelDir, filename);
84
+ try {
85
+ await fs.access(shardPath);
86
+ } catch {
87
+ missing.push(path.relative(process.cwd(), shardPath));
88
+ if (missing.length >= 5) break;
89
+ }
90
+ }
91
+ if (missing.length > 0) {
92
+ throw new Error(
93
+ `reference capture: local model artifacts are incomplete under ${modelDir}. `
94
+ + `Missing: ${missing.join(', ')}${missing.length >= 5 ? ', ...' : ''}. `
95
+ + 'Pass --model-url to a complete hosted/local artifact or restore the shard files before running the capture lane.'
96
+ );
97
+ }
98
+ }
99
+
100
+ export function normalizeModelUrl(value, modelDir) {
101
+ const raw = typeof value === 'string' ? value.trim() : '';
102
+ if (!raw) {
103
+ return pathToFileURL(path.resolve(modelDir)).href;
104
+ }
105
+ if (/^[a-z][a-z0-9+.-]*:\/\//u.test(raw)) {
106
+ return raw;
107
+ }
108
+ return pathToFileURL(path.resolve(raw)).href;
109
+ }
110
+
111
+ export async function runReferenceCapture({
112
+ manifest,
113
+ modelId,
114
+ modelUrl,
115
+ surface,
116
+ prompt,
117
+ maxTokens,
118
+ runtimeConfig,
119
+ repoRoot,
120
+ browserTimeoutMs,
121
+ }) {
122
+ await assertLocalModelArtifactsReadable({ modelUrl, manifest });
123
+ const runtimeInput = withReferenceTranscriptRuntimeConfig(
124
+ await normalizeRuntimeConfigInput(runtimeConfig)
125
+ );
126
+ const request = {
127
+ command: 'verify',
128
+ workload: 'inference',
129
+ modelId,
130
+ modelUrl,
131
+ loadMode: modelUrl.startsWith('file://') ? 'http' : null,
132
+ inferenceInput: {
133
+ prompt,
134
+ maxTokens,
135
+ },
136
+ ...runtimeInput,
137
+ };
138
+ if (surface === 'node') {
139
+ return runNodeCommand(request);
140
+ }
141
+ return runBrowserCommandInNode(request, {
142
+ opfsCache: false,
143
+ timeoutMs: browserTimeoutMs ?? DEFAULT_BROWSER_TIMEOUT_MS,
144
+ staticRootDir: repoRoot,
145
+ });
146
+ }
147
+
148
+ export function extractReferenceReport(response) {
149
+ const report = response?.result?.report;
150
+ if (!isPlainObject(report)) {
151
+ throw new Error(
152
+ 'reference capture: verify response did not include result.report. '
153
+ + 'Use a command runner that returns the full report object.'
154
+ );
155
+ }
156
+ return report;
157
+ }
158
+
159
+ export function extractReferenceTranscriptSeed(report) {
160
+ const results = Array.isArray(report?.results) ? report.results : [];
161
+ for (const entry of results) {
162
+ const seed = entry?.runReport?.referenceTranscript
163
+ ?? entry?.referenceTranscript
164
+ ?? null;
165
+ if (isPlainObject(seed) && seed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
166
+ return seed;
167
+ }
168
+ }
169
+ const inlineSeed = report?.referenceTranscript ?? null;
170
+ if (isPlainObject(inlineSeed) && inlineSeed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
171
+ return inlineSeed;
172
+ }
173
+ throw new Error(
174
+ 'reference capture: verify report did not contain a doppler.reference-transcript/v1 seed. '
175
+ + 'Confirm runtime.shared.harness.referenceTranscript.enabled was honored by the surface.'
176
+ );
177
+ }
178
+
179
+ export async function writeReferenceReport(report, reportPath) {
180
+ await fs.mkdir(path.dirname(reportPath), { recursive: true });
181
+ await fs.writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
182
+ return reportPath;
183
+ }
184
+
185
+ export async function writeReferenceTranscript(transcript, transcriptPath) {
186
+ await fs.mkdir(path.dirname(transcriptPath), { recursive: true });
187
+ await fs.writeFile(transcriptPath, `${JSON.stringify(transcript, null, 2)}\n`, 'utf8');
188
+ return transcriptPath;
189
+ }
190
+
191
+ export { PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID };
@@ -83,37 +83,17 @@ export interface ResolvedSourceRuntimeArtifactBundle extends BuildSourceRuntimeB
83
83
  } & Record<string, unknown>;
84
84
  }
85
85
 
86
- export declare function normalizeSourceArtifactKind(value: unknown): string | null;
87
-
88
86
  export declare function assertDirectSourceRuntimeSupportedKind(
89
87
  sourceKind: unknown,
90
88
  label?: string
91
89
  ): DirectSourceRuntimeKind;
92
90
 
93
- export declare function assertSupportedSourceDtypes(
94
- tensors: SourceRuntimeTensor[] | null | undefined,
95
- sourceKind: string
96
- ): void;
97
-
98
91
  export declare function inferSourceQuantizationForSourceRuntime(
99
92
  tensors: SourceRuntimeTensor[] | null | undefined,
100
93
  sourceKind: string,
101
94
  options?: { logCategory?: string | null }
102
95
  ): string;
103
96
 
104
- export declare function resolveSourceRuntimeComputePrecision(
105
- tensors: SourceRuntimeTensor[] | null | undefined,
106
- sourceQuantization: string | null | undefined
107
- ): 'f16' | 'f32';
108
-
109
- export declare function resolveSourceRuntimeModelIdHint(options: {
110
- requestedModelId?: string | null;
111
- plan: { quantizationInfo?: Record<string, unknown> | null };
112
- sourceKind: string;
113
- sourcePath?: string | null;
114
- label?: string | null;
115
- }): string;
116
-
117
97
  export declare function resolveDirectSourceRuntimePlan(options: {
118
98
  parsedArtifact: ParsedSourceArtifact;
119
99
  sourceQuantization?: string | null;
@@ -165,7 +165,7 @@ export function resolveDirectSourceRuntimePlan(options = {}) {
165
165
  };
166
166
  }
167
167
 
168
- export function normalizeSourceArtifactKind(value) {
168
+ function normalizeSourceArtifactKind(value) {
169
169
  const normalized = normalizeText(value).toLowerCase();
170
170
  return normalized || null;
171
171
  }
@@ -187,7 +187,7 @@ export function assertDirectSourceRuntimeSupportedKind(sourceKind, label = 'dire
187
187
  throw new Error(`${label}: unsupported direct-source artifact kind "${sourceKind}". Convert to RDRR first.`);
188
188
  }
189
189
 
190
- export function assertSupportedSourceDtypes(tensors, sourceKind) {
190
+ function assertSupportedSourceDtypes(tensors, sourceKind) {
191
191
  const unsupported = new Set();
192
192
  for (const tensor of Array.isArray(tensors) ? tensors : []) {
193
193
  const dtype = normalizeText(tensor?.dtype).toUpperCase();
@@ -236,7 +236,7 @@ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, opt
236
236
  }
237
237
  }
238
238
 
239
- export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
239
+ function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
240
240
  const dtypes = new Set();
241
241
  for (const tensor of Array.isArray(tensors) ? tensors : []) {
242
242
  const dtype = normalizeText(tensor?.dtype).toUpperCase();
@@ -253,7 +253,7 @@ export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization
253
253
  return SOURCE_QUANT_COMPUTE_MAP[normalizedSourceQuantization] ?? SOURCE_COMPUTE_DEFAULT;
254
254
  }
255
255
 
256
- export function resolveSourceRuntimeModelIdHint(options = {}) {
256
+ function resolveSourceRuntimeModelIdHint(options = {}) {
257
257
  const requestedModelId = normalizeText(options.requestedModelId);
258
258
  const sourceKind = assertDirectSourceRuntimeSupportedKind(
259
259
  options.sourceKind,
@@ -1,17 +1,11 @@
1
1
  import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
2
2
  import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
3
+ import { cloneJsonValue } from '../utils/clone-json.js';
3
4
 
4
5
  const PROFILE_MAP = new Map([
5
6
  ['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
6
7
  ]);
7
8
 
8
- function cloneJsonValue(value) {
9
- if (typeof structuredClone === 'function') {
10
- return structuredClone(value);
11
- }
12
- return JSON.parse(JSON.stringify(value));
13
- }
14
-
15
9
  function normalizeText(value) {
16
10
  return String(value || '').trim();
17
11
  }
@@ -43,6 +43,29 @@ export interface SourceRuntimeTensor {
43
43
  scaleDivisor?: number;
44
44
  storageShape: [number, number];
45
45
  quantAxis: 0 | 1;
46
+ scaleCompanionDtype?: 'UINT8';
47
+ scaleCompanionDequant?: {
48
+ scale: number;
49
+ zeroPoint: number;
50
+ };
51
+ scaleSourcePath: string;
52
+ scaleOffset: number;
53
+ scaleSize: number;
54
+ sumSourcePath?: string;
55
+ sumOffset?: number;
56
+ sumSize?: number;
57
+ } | {
58
+ kind: 'litert_axis_blocked_dequant';
59
+ scheme: 'per_axis_affine';
60
+ sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
61
+ targetDtype: 'F16';
62
+ storageEncoding: 'signed' | 'offset_binary';
63
+ scaleSemantics: 'step' | 'qmax_abs';
64
+ scaleDivisor?: number;
65
+ storageShape: [number, number];
66
+ quantAxis: 0;
67
+ storageBlockSize: number;
68
+ storageLaneOrder: number[];
46
69
  scaleSourcePath: string;
47
70
  scaleOffset: number;
48
71
  scaleSize: number;
@@ -151,6 +174,7 @@ export interface CreateSourceStorageContextOptions {
151
174
  ) => AsyncIterable<ArrayBuffer | Uint8Array>;
152
175
  readText?: (path: string) => Promise<string | Record<string, unknown> | null | undefined>;
153
176
  readBinary?: (path: string) => Promise<ArrayBuffer | Uint8Array>;
177
+ close?: (() => Promise<void>) | null;
154
178
  tokenizerJsonPath?: string | null;
155
179
  tokenizerConfigPath?: string | null;
156
180
  tokenizerModelPath?: string | null;
@@ -159,6 +183,7 @@ export interface CreateSourceStorageContextOptions {
159
183
  }
160
184
 
161
185
  export interface SourceStorageContext {
186
+ preflight?: () => Promise<void>;
162
187
  loadShard: (index: number) => Promise<ArrayBuffer | Uint8Array>;
163
188
  loadShardRange: ((
164
189
  index: number,
@@ -173,7 +198,9 @@ export interface SourceStorageContext {
173
198
  ) => AsyncIterable<Uint8Array>) | null;
174
199
  loadTokenizerJson: (() => Promise<Record<string, unknown> | null>) | null;
175
200
  loadTokenizerModel: ((pathHint?: string) => Promise<ArrayBuffer | null>) | null;
201
+ loadTensorsJson?: (() => Promise<string | Record<string, unknown> | null>) | null;
176
202
  verifyHashes: boolean;
203
+ close?: (() => Promise<void>) | null;
177
204
  }
178
205
 
179
206
  export declare function createSourceStorageContext(