doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -31,6 +31,16 @@ const GEMMA_4_E2B_REQUIREMENTS = {
31
31
  architecture: 'Gemma4ForConditionalGeneration',
32
32
  };
33
33
 
34
+ const GEMMA_4_E2B_INT4PLE_REQUIREMENTS = {
35
+ modelId: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
36
+ displayName: 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
37
+ downloadSize: 4009916310,
38
+ vramRequired: 12 * GB,
39
+ paramCount: 'E2B',
40
+ quantization: 'Q4K_INT4PLE',
41
+ architecture: 'Gemma4ForConditionalGeneration',
42
+ };
43
+
34
44
  const GEMMA_270M_REQUIREMENTS = {
35
45
  modelId: 'gemma-3-270m-it-q4k-ehf16-af32',
36
46
  displayName: 'Gemma 3 270M IT (Q4K)',
@@ -77,6 +87,7 @@ export const MODEL_REQUIREMENTS = {
77
87
  'google-embeddinggemma-300m-q4k-ehf16-af32': EMBEDDINGGEMMA_300M_REQUIREMENTS,
78
88
  'gemma-3-1b-it-q4k-ehf16-af32': GEMMA_1B_REQUIREMENTS,
79
89
  'gemma-4-e2b-it-q4k-ehf16-af32': GEMMA_4_E2B_REQUIREMENTS,
90
+ 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': GEMMA_4_E2B_INT4PLE_REQUIREMENTS,
80
91
  'qwen-3-5-0-8b-q4k-ehaf16': QWEN_08B_REQUIREMENTS,
81
92
  'qwen-3-5-2b-q4k-ehaf16': QWEN_2B_REQUIREMENTS,
82
93
  };
@@ -7,6 +7,7 @@ import {
7
7
  } from './preflight.js';
8
8
  import { formatBytes } from './quota.js';
9
9
  import { getCdnBasePath } from './download-types.js';
10
+ import quickstartRegistry from '../client/doppler-registry.json' with { type: 'json' };
10
11
  import { buildHfResolveBaseUrl, DEFAULT_HF_CDN_BASE_URL } from '../utils/hf-resolve-url.js';
11
12
 
12
13
  // ============================================================================
@@ -27,75 +28,51 @@ export function getCDNBaseUrl() {
27
28
  }
28
29
 
29
30
 
30
- export const QUICKSTART_MODELS = {
31
- 'gemma-3-270m-it-q4k-ehf16-af32': {
32
- modelId: 'gemma-3-270m-it-q4k-ehf16-af32',
33
- displayName: 'Gemma 3 270M IT (Q4K)',
34
- baseUrl: null,
35
- hf: {
36
- repoId: 'Clocksmith/rdrr',
37
- revision: '732b2bee08cfe315e5c0df5af30e7ad795721b48',
38
- path: 'models/gemma-3-270m-it-q4k-ehf16-af32',
39
- },
40
- requirements: MODEL_REQUIREMENTS['gemma-3-270m-it-q4k-ehf16-af32'],
41
- },
42
- 'google-embeddinggemma-300m-q4k-ehf16-af32': {
43
- modelId: 'google-embeddinggemma-300m-q4k-ehf16-af32',
44
- displayName: 'EmbeddingGemma 300M (Q4K)',
45
- baseUrl: null,
46
- hf: {
47
- repoId: 'Clocksmith/rdrr',
48
- revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
49
- path: 'models/google-embeddinggemma-300m-q4k-ehf16-af32',
50
- },
51
- requirements: MODEL_REQUIREMENTS['google-embeddinggemma-300m-q4k-ehf16-af32'],
52
- },
53
- 'gemma-3-1b-it-q4k-ehf16-af32': {
54
- modelId: 'gemma-3-1b-it-q4k-ehf16-af32',
55
- displayName: 'Gemma 3 1B IT (Q4K)',
56
- baseUrl: null,
57
- hf: {
58
- repoId: 'Clocksmith/rdrr',
59
- revision: 'a6651ea48c5ebc420ebc1c6972979049b72db96e',
60
- path: 'models/gemma-3-1b-it-q4k-ehf16-af32',
61
- },
62
- requirements: MODEL_REQUIREMENTS['gemma-3-1b-it-q4k-ehf16-af32'],
63
- },
64
- 'gemma-4-e2b-it-q4k-ehf16-af32': {
65
- modelId: 'gemma-4-e2b-it-q4k-ehf16-af32',
66
- displayName: 'Gemma 4 E2B IT (Q4K)',
67
- baseUrl: null,
68
- hf: {
69
- repoId: 'Clocksmith/rdrr',
70
- revision: '88fa42770918e0c61bfcd67c6a54952e079b5d36',
71
- path: 'models/gemma-4-e2b-it-q4k-ehf16-af32',
72
- },
73
- requirements: MODEL_REQUIREMENTS['gemma-4-e2b-it-q4k-ehf16-af32'],
74
- },
75
- 'qwen-3-5-0-8b-q4k-ehaf16': {
76
- modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
77
- displayName: 'Qwen 3.5 0.8B (Q4K)',
78
- baseUrl: null,
79
- hf: {
80
- repoId: 'Clocksmith/rdrr',
81
- revision: '0b7e01c70500b78cbe69c66cb5601dd00941f9c9',
82
- path: 'models/qwen-3-5-0-8b-q4k-ehaf16',
83
- },
84
- requirements: MODEL_REQUIREMENTS['qwen-3-5-0-8b-q4k-ehaf16'],
85
- },
86
- 'qwen-3-5-2b-q4k-ehaf16': {
87
- modelId: 'qwen-3-5-2b-q4k-ehaf16',
88
- displayName: 'Qwen 3.5 2B (Q4K)',
89
- baseUrl: null,
90
- hf: {
91
- repoId: 'Clocksmith/rdrr',
92
- revision: '1e14085a6d8e14035ec64966d6cd44250be3df83',
93
- path: 'models/qwen-3-5-2b-q4k-ehaf16',
94
- },
95
- requirements: MODEL_REQUIREMENTS['qwen-3-5-2b-q4k-ehaf16'],
96
- },
31
+ const QUICKSTART_DISPLAY_NAMES = {
32
+ 'gemma-3-270m-it-q4k-ehf16-af32': 'Gemma 3 270M IT (Q4K)',
33
+ 'google-embeddinggemma-300m-q4k-ehf16-af32': 'EmbeddingGemma 300M (Q4K)',
34
+ 'gemma-3-1b-it-q4k-ehf16-af32': 'Gemma 3 1B IT (Q4K)',
35
+ 'gemma-4-e2b-it-q4k-ehf16-af32': 'Gemma 4 E2B IT (Q4K)',
36
+ 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
37
+ 'qwen-3-5-0-8b-q4k-ehaf16': 'Qwen 3.5 0.8B (Q4K)',
38
+ 'qwen-3-5-2b-q4k-ehaf16': 'Qwen 3.5 2B (Q4K)',
97
39
  };
98
40
 
41
+ function normalizeRegistryText(value) {
42
+ return typeof value === 'string' ? value.trim() : '';
43
+ }
44
+
45
+ function buildQuickStartModelsFromRegistry(registry) {
46
+ const rows = Array.isArray(registry?.models) ? registry.models : [];
47
+ const models = {};
48
+ for (const row of rows) {
49
+ const modelId = normalizeRegistryText(row?.modelId);
50
+ const displayName = QUICKSTART_DISPLAY_NAMES[modelId];
51
+ const requirements = MODEL_REQUIREMENTS[modelId];
52
+ const hf = row?.hf && typeof row.hf === 'object' ? row.hf : null;
53
+ const repoId = normalizeRegistryText(hf?.repoId);
54
+ const revision = normalizeRegistryText(hf?.revision);
55
+ const repoPath = normalizeRegistryText(hf?.path);
56
+ if (!modelId || !displayName || !requirements || !repoId || !revision || !repoPath) {
57
+ throw new Error(`Quickstart registry entry "${modelId || 'unknown'}" is incomplete for storage download.`);
58
+ }
59
+ models[modelId] = {
60
+ modelId,
61
+ displayName,
62
+ baseUrl: null,
63
+ hf: {
64
+ repoId,
65
+ revision,
66
+ path: repoPath,
67
+ },
68
+ requirements,
69
+ };
70
+ }
71
+ return models;
72
+ }
73
+
74
+ export const QUICKSTART_MODELS = buildQuickStartModelsFromRegistry(quickstartRegistry);
75
+
99
76
 
100
77
  export function getQuickStartModel(modelId) {
101
78
  return QUICKSTART_MODELS[modelId];
@@ -3,12 +3,13 @@
3
3
  import { getRuntimeConfig } from '../config/runtime.js';
4
4
  import { isIndexedDBAvailable, isOPFSAvailable } from './quota.js';
5
5
  import { createIdbStore } from './backends/idb-store.js';
6
+ import { normalizeModelId as normalizeModelIdShared } from './normalize-model-id.js';
6
7
 
7
8
  const REPORTS_DIR = 'reports';
8
9
  const REPORT_MODEL_PREFIX = 'reports:';
9
10
 
10
11
  function normalizeModelId(modelId) {
11
- return String(modelId || 'unknown').replace(/[^a-zA-Z0-9_-]/g, '_');
12
+ return normalizeModelIdShared(modelId || 'unknown');
12
13
  }
13
14
 
14
15
  function formatTimestamp(value) {
@@ -29,17 +30,40 @@ function nodeModule(specifier) {
29
30
  return `node:${specifier}`;
30
31
  }
31
32
 
33
+ function createReportStorageError(error, backend, modelId, filename) {
34
+ const message = error?.message || String(error);
35
+ const wrapped = new Error(
36
+ `Report storage ${backend} write failed for ${modelId}/${filename}: ${message}`,
37
+ error instanceof Error ? { cause: error } : undefined
38
+ );
39
+ wrapped.name = error?.name || 'Error';
40
+ if (error?.code !== undefined) {
41
+ wrapped.code = error.code;
42
+ }
43
+ wrapped.details = {
44
+ ...(error?.details && typeof error.details === 'object' ? error.details : {}),
45
+ reportBackend: backend,
46
+ modelId,
47
+ filename,
48
+ };
49
+ return wrapped;
50
+ }
51
+
32
52
  async function saveReportToOpfs(modelId, filename, payload) {
33
- const runtime = getRuntimeConfig();
34
- const root = await navigator.storage.getDirectory();
35
- const opfsRoot = await root.getDirectoryHandle(runtime.loading.opfsPath.opfsRootDir, { create: true });
36
- const reportsDir = await opfsRoot.getDirectoryHandle(REPORTS_DIR, { create: true });
37
- const modelDir = await reportsDir.getDirectoryHandle(modelId, { create: true });
38
- const fileHandle = await modelDir.getFileHandle(filename, { create: true });
39
- const writable = await fileHandle.createWritable();
40
- await writable.write(payload);
41
- await writable.close();
42
- return `reports/${modelId}/${filename}`;
53
+ try {
54
+ const runtime = getRuntimeConfig();
55
+ const root = await navigator.storage.getDirectory();
56
+ const opfsRoot = await root.getDirectoryHandle(runtime.loading.opfsPath.opfsRootDir, { create: true });
57
+ const reportsDir = await opfsRoot.getDirectoryHandle(REPORTS_DIR, { create: true });
58
+ const modelDir = await reportsDir.getDirectoryHandle(modelId, { create: true });
59
+ const fileHandle = await modelDir.getFileHandle(filename, { create: true });
60
+ const writable = await fileHandle.createWritable();
61
+ await writable.write(payload);
62
+ await writable.close();
63
+ return `reports/${modelId}/${filename}`;
64
+ } catch (error) {
65
+ throw createReportStorageError(error, 'opfs', modelId, filename);
66
+ }
43
67
  }
44
68
 
45
69
  async function saveReportToIdb(modelId, filename, payload) {
@@ -14,12 +14,18 @@ export interface ShardWriteResult {
14
14
 
15
15
  export interface ShardReadOptions {
16
16
  verify?: boolean;
17
+ tensorId?: string | null;
18
+ }
19
+
20
+ export interface ShardRangeStreamOptions extends ShardReadOptions {
21
+ chunkBytes?: number;
17
22
  }
18
23
 
19
24
  export interface IntegrityResult {
20
25
  valid: boolean;
21
26
  missingShards: number[];
22
27
  corruptShards: number[];
28
+ corruptTensors: string[];
23
29
  }
24
30
 
25
31
  export interface ModelInfo {
@@ -105,7 +111,7 @@ export function streamShardRange(
105
111
  shardIndex: number,
106
112
  offset?: number,
107
113
  length?: number | null,
108
- options?: { chunkBytes?: number }
114
+ options?: ShardRangeStreamOptions
109
115
  ): AsyncIterable<Uint8Array>;
110
116
 
111
117
  export function loadShardSync(
@@ -120,7 +126,7 @@ export function checkFileExistsInBackend(
120
126
  ): Promise<boolean>;
121
127
  export function shardExists(shardIndex: number): Promise<boolean>;
122
128
  export function getShardStoredSize(shardIndex: number): Promise<number>;
123
- export function verifyIntegrity(options?: { checkHashes?: boolean }): Promise<IntegrityResult>;
129
+ export function verifyIntegrity(options?: { checkHashes?: boolean; checkTensorRoots?: boolean }): Promise<IntegrityResult>;
124
130
  export function deleteShard(shardIndex: number): Promise<boolean>;
125
131
  export function deleteModel(modelId: string): Promise<boolean>;
126
132
  export function listModels(): Promise<string[]>;
@@ -4,6 +4,8 @@ import {
4
4
  getShardInfo,
5
5
  getShardCount,
6
6
  generateShardFilename,
7
+ parseTensorMap,
8
+ buildTensorBlockMerkleRoot,
7
9
  } from '../formats/rdrr/index.js';
8
10
  import {
9
11
  isOPFSAvailable,
@@ -17,6 +19,7 @@ import { getRuntimeConfig } from '../config/runtime.js';
17
19
  import { createOpfsStore } from './backends/opfs-store.js';
18
20
  import { createIdbStore } from './backends/idb-store.js';
19
21
  import { createMemoryStore } from './backends/memory-store.js';
22
+ import { normalizeModelId } from './normalize-model-id.js';
20
23
 
21
24
  export { getManifest } from '../formats/rdrr/index.js';
22
25
 
@@ -27,6 +30,13 @@ let hashAlgorithm = null;
27
30
  let backend = null;
28
31
  let backendType = null;
29
32
  let currentModelId = null;
33
+ let cachedTensorMap = null;
34
+ const verifiedTensorRootCache = new Map();
35
+
36
+ function resetTensorIntegrityCache() {
37
+ cachedTensorMap = null;
38
+ verifiedTensorRootCache.clear();
39
+ }
30
40
 
31
41
  export function setOpfsPathConfig(config) {
32
42
  opfsPathConfigOverride = config;
@@ -36,10 +46,6 @@ export function getOpfsPathConfig() {
36
46
  return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
37
47
  }
38
48
 
39
- function normalizeModelId(modelId) {
40
- return modelId.replace(/[^a-zA-Z0-9_-]/g, '_');
41
- }
42
-
43
49
  function getBackendConfig() {
44
50
  return getRuntimeConfig().loading.storage.backend;
45
51
  }
@@ -251,6 +257,7 @@ export async function openModelStore(modelId) {
251
257
  }
252
258
  const safeName = normalizeModelId(modelId);
253
259
  currentModelId = safeName;
260
+ resetTensorIntegrityCache();
254
261
  return backend.openModel(safeName, { create: true });
255
262
  }
256
263
 
@@ -270,6 +277,116 @@ async function ensureBackend() {
270
277
  }
271
278
  }
272
279
 
280
+ function resolveTensorPrimarySpans(location) {
281
+ if (Array.isArray(location?.spans) && location.spans.length > 0) {
282
+ return location.spans.map((span) => ({
283
+ shardIndex: span.shardIndex ?? span.shard,
284
+ offset: span.offset,
285
+ size: span.size,
286
+ }));
287
+ }
288
+ return [{
289
+ shardIndex: location?.shardIndex ?? location?.shard,
290
+ offset: location?.offset,
291
+ size: location?.size,
292
+ }];
293
+ }
294
+
295
+ function isRequestedRangeInsideTensor(location, shardIndex, offset, length) {
296
+ const start = Math.max(0, Number.isFinite(Number(offset)) ? Math.floor(Number(offset)) : 0);
297
+ const size = length == null ? null : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
298
+ const end = size == null ? Number.POSITIVE_INFINITY : start + size;
299
+ const spans = resolveTensorPrimarySpans(location);
300
+ return spans.some((span) => {
301
+ const spanShardIndex = span.shardIndex;
302
+ const spanStart = span.offset;
303
+ const spanEnd = span.offset + span.size;
304
+ return spanShardIndex === shardIndex && start >= spanStart && end <= spanEnd;
305
+ });
306
+ }
307
+
308
+ async function readBackendFileRange(filename, offset = 0, length = null) {
309
+ const start = Math.max(0, offset);
310
+ const want = length == null ? null : Math.max(0, length);
311
+ if (backend && typeof backend.readFileRange === 'function') {
312
+ return backend.readFileRange(filename, start, want);
313
+ }
314
+ const buffer = await backend.readFile(filename);
315
+ const view = new Uint8Array(buffer);
316
+ const end = want == null ? view.length : Math.min(view.length, start + want);
317
+ return view.slice(start, end).buffer;
318
+ }
319
+
320
+ async function loadTensorMapForIntegrity(manifest) {
321
+ if (cachedTensorMap) {
322
+ return cachedTensorMap;
323
+ }
324
+ if (manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
325
+ cachedTensorMap = manifest.tensors;
326
+ return cachedTensorMap;
327
+ }
328
+ const tensorsJson = await loadTensorsFromStore();
329
+ if (!tensorsJson) {
330
+ throw new Error('Tensor integrity verification requires inline tensors or tensors.json to be present.');
331
+ }
332
+ cachedTensorMap = parseTensorMap(tensorsJson);
333
+ return cachedTensorMap;
334
+ }
335
+
336
+ async function verifyTensorRoot(manifest, tensorId) {
337
+ const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
338
+ if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
339
+ throw new Error('Manifest is missing integrityExtensions.blockMerkle for tensor integrity verification.');
340
+ }
341
+ const normalizedTensorId = typeof tensorId === 'string' ? tensorId.trim() : '';
342
+ if (!normalizedTensorId) {
343
+ throw new Error('Tensor integrity verification requires a non-empty tensorId.');
344
+ }
345
+ const expectedRoot = roots[normalizedTensorId];
346
+ if (typeof expectedRoot !== 'string' || !expectedRoot.trim()) {
347
+ throw new Error(`Manifest is missing a block Merkle root for tensor "${normalizedTensorId}".`);
348
+ }
349
+
350
+ const tensorMap = await loadTensorMapForIntegrity(manifest);
351
+ const location = tensorMap?.[normalizedTensorId];
352
+ if (!location || typeof location !== 'object') {
353
+ throw new Error(`Tensor "${normalizedTensorId}" is missing from the tensor map.`);
354
+ }
355
+
356
+ const cacheKey = `${normalizedTensorId}:${expectedRoot}`;
357
+ if (verifiedTensorRootCache.get(cacheKey) === true) {
358
+ return { tensorId: normalizedTensorId, location, expectedRoot };
359
+ }
360
+
361
+ const blockSize = manifest?.integrityExtensions?.blockMerkle?.blockSize;
362
+ const built = await buildTensorBlockMerkleRoot(normalizedTensorId, location, {
363
+ blockSize,
364
+ async readShardRange(innerShardIndex, innerOffset, innerLength) {
365
+ const shardInfo = getShardInfo(innerShardIndex);
366
+ if (!shardInfo) {
367
+ throw new Error(`Invalid shard index during tensor integrity verification: ${innerShardIndex}`);
368
+ }
369
+ return readBackendFileRange(shardInfo.filename, innerOffset, innerLength);
370
+ },
371
+ });
372
+ if (built.root !== expectedRoot) {
373
+ throw new Error(
374
+ `Tensor integrity mismatch for "${normalizedTensorId}": expected ${expectedRoot}, got ${built.root}.`
375
+ );
376
+ }
377
+ verifiedTensorRootCache.set(cacheKey, true);
378
+ return { tensorId: normalizedTensorId, location, expectedRoot };
379
+ }
380
+
381
+ async function verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, tensorId) {
382
+ const verified = await verifyTensorRoot(manifest, tensorId);
383
+ if (!isRequestedRangeInsideTensor(verified.location, shardIndex, offset, length)) {
384
+ throw new Error(
385
+ `Requested shard range ${shardIndex}:${offset}+${length ?? 'all'} is outside tensor "${verified.tensorId}".`
386
+ );
387
+ }
388
+ }
389
+
273
390
  export async function writeShard(shardIndex, data, options = { verify: true }) {
274
391
  await ensureBackend();
275
392
  requireModel();
@@ -286,6 +403,7 @@ export async function writeShard(shardIndex, data, options = { verify: true }) {
286
403
  }
287
404
 
288
405
  try {
406
+ resetTensorIntegrityCache();
289
407
  await backend.writeFile(shardInfo.filename, bytes);
290
408
 
291
409
  if (options.verify) {
@@ -336,6 +454,7 @@ export async function createShardWriter(shardIndex, options = {}) {
336
454
  if (!backend.createWriteStream) {
337
455
  throw new Error('Storage backend does not support streaming writes');
338
456
  }
457
+ resetTensorIntegrityCache();
339
458
  const writerOptions = normalizeShardWriterOptions(options);
340
459
  return backend.createWriteStream(shardInfo.filename, writerOptions);
341
460
  }
@@ -349,6 +468,7 @@ export async function createConversionShardWriter(shardIndex) {
349
468
  if (!backend.createWriteStream) {
350
469
  throw new Error('Storage backend does not support streaming writes');
351
470
  }
471
+ resetTensorIntegrityCache();
352
472
  const filename = generateShardFilename(shardIndex);
353
473
  return backend.createWriteStream(filename);
354
474
  }
@@ -362,6 +482,7 @@ export async function createFileWriter(filename, options = {}) {
362
482
  if (!backend.createWriteStream) {
363
483
  throw new Error('Storage backend does not support streaming writes');
364
484
  }
485
+ resetTensorIntegrityCache();
365
486
  const writerOptions = normalizeShardWriterOptions(options);
366
487
  return backend.createWriteStream(filename, writerOptions);
367
488
  }
@@ -412,8 +533,14 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
412
533
  throw new Error(`Invalid shard index: ${shardIndex}`);
413
534
  }
414
535
 
415
- // Range reads cannot be verified without hashing the full shard.
416
- if (options?.verify) {
536
+ const manifest = getManifest();
537
+ if (options?.verify && options?.tensorId) {
538
+ if (!manifest) {
539
+ throw new Error('No manifest loaded');
540
+ }
541
+ await verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, options.tensorId);
542
+ } else if (options?.verify) {
543
+ // Generic range reads cannot be verified without hashing the full shard.
417
544
  const full = await loadShard(shardIndex, { verify: true });
418
545
  const view = new Uint8Array(full);
419
546
  const start = Math.max(0, offset);
@@ -425,13 +552,7 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
425
552
  const want = length == null ? null : Math.max(0, length);
426
553
 
427
554
  try {
428
- if (backend && typeof backend.readFileRange === 'function') {
429
- return await backend.readFileRange(shardInfo.filename, start, want);
430
- }
431
- const buffer = await backend.readFile(shardInfo.filename);
432
- const view = new Uint8Array(buffer);
433
- const end = want == null ? view.length : Math.min(view.length, start + want);
434
- return view.slice(start, end).buffer;
555
+ return await readBackendFileRange(shardInfo.filename, start, want);
435
556
  } catch (error) {
436
557
  if (error.name === 'NotFoundError') {
437
558
  throw new Error(`Shard ${shardIndex} not found`);
@@ -453,6 +574,21 @@ export async function* streamShardRange(shardIndex, offset = 0, length = null, o
453
574
  const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
454
575
  const wantRaw = length == null ? null : Number(length);
455
576
  const want = wantRaw == null ? null : (Number.isFinite(wantRaw) ? Math.max(0, Math.floor(wantRaw)) : 0);
577
+ const manifest = getManifest();
578
+ if (options?.verify && options?.tensorId) {
579
+ if (!manifest) {
580
+ throw new Error('No manifest loaded');
581
+ }
582
+ await verifyTensorRangeIntegrity(manifest, shardIndex, start, want, options.tensorId);
583
+ } else if (options?.verify) {
584
+ const full = await loadShard(shardIndex, { verify: true });
585
+ const view = new Uint8Array(full);
586
+ const end = want == null ? view.length : Math.min(view.length, start + want);
587
+ for (let at = start; at < end; at += (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))) {
588
+ yield view.slice(at, Math.min(end, at + (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))));
589
+ }
590
+ return;
591
+ }
456
592
 
457
593
  const runtime = getRuntimeConfig();
458
594
  const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
@@ -548,6 +684,7 @@ export async function verifyIntegrity(options = {}) {
548
684
 
549
685
  const missingShards = [];
550
686
  const corruptShards = [];
687
+ const corruptTensors = [];
551
688
  const shardCount = getShardCount();
552
689
 
553
690
  for (let i = 0; i < shardCount; i++) {
@@ -576,10 +713,29 @@ export async function verifyIntegrity(options = {}) {
576
713
  }
577
714
  }
578
715
 
716
+ if (options.checkTensorRoots === true) {
717
+ const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
718
+ if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
719
+ throw new Error('verifyIntegrity(checkTensorRoots=true) requires manifest.integrityExtensions.blockMerkle.roots.');
720
+ }
721
+ for (const tensorId of Object.keys(roots).sort()) {
722
+ try {
723
+ await verifyTensorRoot(manifest, tensorId);
724
+ } catch (_error) {
725
+ corruptTensors.push(tensorId);
726
+ }
727
+ }
728
+ }
729
+
579
730
  return {
580
- valid: missingShards.length === 0 && (checkHashes ? corruptShards.length === 0 : true),
731
+ valid: (
732
+ missingShards.length === 0
733
+ && (checkHashes ? corruptShards.length === 0 : true)
734
+ && (options.checkTensorRoots === true ? corruptTensors.length === 0 : true)
735
+ ),
581
736
  missingShards,
582
- corruptShards
737
+ corruptShards,
738
+ corruptTensors,
583
739
  };
584
740
  }
585
741
 
@@ -588,6 +744,7 @@ export async function deleteShard(shardIndex) {
588
744
  requireModel();
589
745
  const shardInfo = getShardInfo(shardIndex);
590
746
  if (!shardInfo) return false;
747
+ resetTensorIntegrityCache();
591
748
  try {
592
749
  await backend.deleteFile(shardInfo.filename);
593
750
  return true;
@@ -709,6 +866,7 @@ export async function modelExists(modelId) {
709
866
  export async function saveManifest(manifestJson) {
710
867
  await ensureBackend();
711
868
  requireModel();
869
+ resetTensorIntegrityCache();
712
870
  if (backend.writeManifest) {
713
871
  await backend.writeManifest(manifestJson);
714
872
  return;
@@ -747,6 +905,7 @@ export async function loadTensorsFromStore() {
747
905
  export async function saveTensorsToStore(tensorsJson) {
748
906
  await ensureBackend();
749
907
  requireModel();
908
+ resetTensorIntegrityCache();
750
909
  const encoder = new TextEncoder();
751
910
  const payload = encoder.encode(tensorsJson);
752
911
  if (backend.writeText) {
@@ -822,6 +981,7 @@ export async function saveAuxFile(filename, data) {
822
981
  if (!bytes) {
823
982
  throw new Error('saveAuxFile requires string, ArrayBuffer, or Uint8Array data');
824
983
  }
984
+ resetTensorIntegrityCache();
825
985
  await backend.writeFile(filename, bytes);
826
986
  }
827
987
 
@@ -847,6 +1007,7 @@ export async function deleteFileFromStore(filename) {
847
1007
  if (!filename || typeof filename !== 'string') {
848
1008
  throw new Error('deleteFileFromStore requires a filename');
849
1009
  }
1010
+ resetTensorIntegrityCache();
850
1011
  return backend.deleteFile(filename);
851
1012
  }
852
1013
 
@@ -38,8 +38,6 @@ export interface StoredSourceArtifactManifestSynthesisResult {
38
38
 
39
39
  export declare function normalizeSourceArtifactPath(value: unknown): string;
40
40
 
41
- export declare function listSourceArtifactFiles(manifest: RDRRManifest): StoredSourceArtifactFile[];
42
-
43
41
  export declare function resolveSourceArtifact(
44
42
  manifest: RDRRManifest
45
43
  ): StoredSourceArtifactDescriptor | null;
@@ -13,19 +13,13 @@ import {
13
13
  loadFileRangeFromStore,
14
14
  streamFileFromStore,
15
15
  } from './shard-manager.js';
16
+ import { cloneJsonValue } from '../utils/clone-json.js';
17
+ import { encodeUtf8 } from '../utils/encode-utf8.js';
16
18
 
17
19
  export function normalizeSourceArtifactPath(value) {
18
20
  return String(value || '').trim().replace(/\\/g, '/');
19
21
  }
20
22
 
21
- function encodeUtf8(value) {
22
- return new TextEncoder().encode(String(value ?? ''));
23
- }
24
-
25
- function cloneJsonValue(value) {
26
- return value == null ? value : JSON.parse(JSON.stringify(value));
27
- }
28
-
29
23
  function normalizeStoredHash(value) {
30
24
  if (typeof value !== 'string') {
31
25
  return null;
@@ -227,7 +221,7 @@ function collectSourceArtifactFiles(sourceRuntime) {
227
221
  };
228
222
  }
229
223
 
230
- export function listSourceArtifactFiles(manifest) {
224
+ function listSourceArtifactFiles(manifest) {
231
225
  const sourceRuntime = getSourceRuntimeMetadata(manifest);
232
226
  return collectSourceArtifactFiles(sourceRuntime).files;
233
227
  }
package/src/sw.js CHANGED
@@ -15,17 +15,14 @@ const APP_SHELL = [
15
15
  withBase('/demo/index.html'),
16
16
  withBase('/demo/ui/styles/main.css'),
17
17
  withBase('/src/bootstrap.js'),
18
- withBase('/src/boot/vfs-bootstrap.js'),
19
18
  withBase('/src/debug/index.js'),
20
19
  '/demo/favicon.svg',
21
- withBase('/config/vfs-manifest.json'),
22
20
  ];
23
21
 
24
22
  const EXTENSIONS = new Set(['.js', '.json', '.wgsl']);
25
23
  const BYPASS_PATHS = new Set([
26
24
  withBase('/src/bootstrap.js'),
27
25
  withBase('/sw.js'),
28
- withBase('/config/vfs-manifest.json'),
29
26
  ]);
30
27
  const BYPASS_PREFIXES = [
31
28
  withBase('/kernel-tests/'),