doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -3,6 +3,8 @@ import {
3
3
  createSourceStorageContext,
4
4
  } from '../tooling/source-runtime-bundle.js';
5
5
  import { createStreamingHasher } from './shard-manager.js';
6
+ import { isNodeRuntime } from '../utils/runtime-env.js';
7
+ import { toArrayBuffer } from '../utils/array-buffer.js';
6
8
 
7
9
  export const ARTIFACT_FORMAT_RDRR = 'rdrr';
8
10
  export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
@@ -44,14 +46,11 @@ function normalizePositiveInteger(value, label) {
44
46
  return Math.floor(parsed);
45
47
  }
46
48
 
47
- function toArrayBuffer(value, label) {
48
- if (value instanceof ArrayBuffer) {
49
- return value;
50
- }
51
- if (value instanceof Uint8Array) {
52
- return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
53
- }
54
- throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
49
+ function normalizeOptionalPositiveInteger(value, fallback = 0) {
50
+ if (value == null) return fallback;
51
+ const parsed = Number(value);
52
+ if (!Number.isFinite(parsed) || parsed < 0) return fallback;
53
+ return Math.floor(parsed);
55
54
  }
56
55
 
57
56
  function toUint8Chunk(value, label) {
@@ -64,6 +63,28 @@ function bytesToHex(bytes) {
64
63
  .join('');
65
64
  }
66
65
 
66
+ function createHttpArtifactFetchError(error, url, offset = null, length = null) {
67
+ const message = error?.message || String(error);
68
+ const range = Number.isFinite(offset) && Number.isFinite(length)
69
+ ? ` offset=${Math.floor(offset)} length=${Math.floor(length)}`
70
+ : '';
71
+ const wrapped = new Error(
72
+ `HTTP artifact fetch failed for ${url}${range}: ${message}`,
73
+ error instanceof Error ? { cause: error } : undefined
74
+ );
75
+ wrapped.name = error?.name || 'Error';
76
+ if (error?.code !== undefined) {
77
+ wrapped.code = error.code;
78
+ }
79
+ wrapped.details = {
80
+ ...(error?.details && typeof error.details === 'object' ? error.details : {}),
81
+ artifactUrl: url,
82
+ offset: Number.isFinite(offset) ? Math.floor(offset) : null,
83
+ length: Number.isFinite(length) ? Math.floor(length) : null,
84
+ };
85
+ return wrapped;
86
+ }
87
+
67
88
  function getNodeFileCacheKey(fileRef) {
68
89
  if (typeof fileRef === 'string') {
69
90
  return fileRef;
@@ -173,6 +194,7 @@ function createPathBackedStorageContext(options) {
173
194
  : null;
174
195
  const tokenizerJsonPath = options?.tokenizerJsonPath ?? null;
175
196
  const tokenizerModelPath = options?.tokenizerModelPath ?? null;
197
+ const tensorsJsonPath = options?.tensorsJsonPath ?? null;
176
198
  const verifyHashes = options?.verifyHashes === true;
177
199
  const hashesTrusted = options?.hashesTrusted === true;
178
200
 
@@ -269,6 +291,49 @@ function createPathBackedStorageContext(options) {
269
291
  return loadShardRange(index, 0, descriptor.size);
270
292
  };
271
293
 
294
+ const preflight = async () => {
295
+ const failures = [];
296
+ for (const descriptor of shardSources) {
297
+ try {
298
+ if (descriptor.size > 0) {
299
+ const tail = await readRange(descriptor.path, descriptor.size - 1, 1);
300
+ const bytes = toUint8Chunk(tail, `readRange(${descriptor.path})`);
301
+ if (bytes.byteLength < 1) {
302
+ failures.push(`${descriptor.path}: expected at least ${descriptor.size} bytes`);
303
+ }
304
+ } else {
305
+ await readRange(descriptor.path, 0, 0);
306
+ }
307
+ } catch (error) {
308
+ failures.push(`${descriptor.path}: ${error.message}`);
309
+ }
310
+ }
311
+ if (readText && tokenizerJsonPath) {
312
+ try {
313
+ await readText(tokenizerJsonPath);
314
+ } catch (error) {
315
+ failures.push(`${tokenizerJsonPath}: ${error.message}`);
316
+ }
317
+ }
318
+ if (readBinary && tokenizerModelPath) {
319
+ try {
320
+ await readBinary(tokenizerModelPath);
321
+ } catch (error) {
322
+ failures.push(`${tokenizerModelPath}: ${error.message}`);
323
+ }
324
+ }
325
+ if (readText && tensorsJsonPath) {
326
+ try {
327
+ await readText(tensorsJsonPath);
328
+ } catch (error) {
329
+ failures.push(`${tensorsJsonPath}: ${error.message}`);
330
+ }
331
+ }
332
+ if (failures.length > 0) {
333
+ throw new Error(`Artifact contract preflight failed: ${failures.join('; ')}`);
334
+ }
335
+ };
336
+
272
337
  const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
273
338
  const descriptor = shardSources[index];
274
339
  if (!descriptor) {
@@ -312,6 +377,7 @@ function createPathBackedStorageContext(options) {
312
377
  };
313
378
 
314
379
  return {
380
+ preflight,
315
381
  loadShard,
316
382
  loadShardRange,
317
383
  streamShardRange,
@@ -335,6 +401,12 @@ function createPathBackedStorageContext(options) {
335
401
  return payload == null ? null : toArrayBuffer(payload, `readBinary(${selectedPath})`);
336
402
  }
337
403
  : null,
404
+ loadTensorsJson: readText && tensorsJsonPath
405
+ ? async () => {
406
+ const payload = await readText(tensorsJsonPath);
407
+ return payload == null ? null : payload;
408
+ }
409
+ : null,
338
410
  verifyHashes,
339
411
  close,
340
412
  };
@@ -375,6 +447,7 @@ export function createArtifactStorageContext(options = {}) {
375
447
  close: options.close,
376
448
  tokenizerJsonPath: options.tokenizerJsonPath ?? tokenizerPaths.jsonPath,
377
449
  tokenizerModelPath: options.tokenizerModelPath ?? tokenizerPaths.modelPath,
450
+ tensorsJsonPath: normalizeArtifactPath(manifest.tensorsFile),
378
451
  verifyHashes: options.verifyHashes === true,
379
452
  hashesTrusted: options.hashesTrusted === true,
380
453
  });
@@ -387,14 +460,6 @@ function normalizeBaseUrl(baseUrl) {
387
460
  return baseUrl.replace(/\/$/, '');
388
461
  }
389
462
 
390
- function isNodeRuntime() {
391
- return typeof process !== 'undefined'
392
- && process != null
393
- && typeof process === 'object'
394
- && process.versions != null
395
- && typeof process.versions.node === 'string';
396
- }
397
-
398
463
  function isFileUrlBaseUrl(baseUrl) {
399
464
  if (typeof baseUrl !== 'string' || !baseUrl) {
400
465
  return false;
@@ -591,16 +656,138 @@ export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
591
656
 
592
657
  async function fetchBytes(url, offset = null, length = null) {
593
658
  const headers = {};
659
+ const hasRange = Number.isFinite(offset) && Number.isFinite(length) && length > 0;
660
+ let start = null;
661
+ let requestedLength = null;
594
662
  if (Number.isFinite(offset) && Number.isFinite(length) && length > 0) {
595
- const start = Math.max(0, Math.floor(offset));
663
+ start = Math.max(0, Math.floor(offset));
664
+ requestedLength = Math.max(0, Math.floor(length));
596
665
  const end = start + Math.max(0, Math.floor(length)) - 1;
597
666
  headers.Range = `bytes=${start}-${end}`;
598
667
  }
599
- const response = await fetch(url, { headers });
600
- if (!response.ok) {
601
- throw new Error(`Failed to fetch ${url}: ${response.status}`);
668
+ try {
669
+ const response = await fetch(url, { headers, cache: 'no-store' });
670
+ if (!response.ok) {
671
+ throw new Error(`Failed to fetch ${url}: ${response.status}`);
672
+ }
673
+ const bytes = new Uint8Array(await response.arrayBuffer());
674
+ if (hasRange && response.status !== 206 && bytes.byteLength > requestedLength) {
675
+ const end = start + requestedLength;
676
+ if (bytes.byteLength < end) {
677
+ throw new Error(
678
+ `Range response for ${url} ignored offset and was too small: ` +
679
+ `offset=${start}, expectedEnd=${end}, got=${bytes.byteLength}`
680
+ );
681
+ }
682
+ return bytes.slice(start, end);
683
+ }
684
+ return bytes;
685
+ } catch (error) {
686
+ throw createHttpArtifactFetchError(error, url, offset, length);
687
+ }
688
+ }
689
+
690
+ function createHttpRangeBlockCache(options = {}) {
691
+ const blockBytes = normalizeOptionalPositiveInteger(options.rangeCacheBlockBytes);
692
+ const maxBytes = normalizeOptionalPositiveInteger(options.rangeCacheMaxBytes);
693
+ const minBytes = normalizeOptionalPositiveInteger(options.rangeCacheMinBytes);
694
+ if (blockBytes <= 0 || maxBytes <= 0) {
695
+ return null;
602
696
  }
603
- return new Uint8Array(await response.arrayBuffer());
697
+
698
+ const cache = new Map();
699
+ const pending = new Map();
700
+ let residentBytes = 0;
701
+
702
+ const readCachedBlock = async (url, blockStart, blockLength) => {
703
+ const key = `${url}\n${blockStart}`;
704
+ const cached = cache.get(key);
705
+ if (cached) {
706
+ cache.delete(key);
707
+ cache.set(key, cached);
708
+ return cached;
709
+ }
710
+
711
+ let task = pending.get(key);
712
+ if (!task) {
713
+ task = (async () => {
714
+ const bytes = await fetchBytes(url, blockStart, blockLength);
715
+ if (bytes.byteLength < blockLength) {
716
+ throw new Error(
717
+ `HTTP range block short read for ${url}: ` +
718
+ `offset=${blockStart}, expected=${blockLength}, got=${bytes.byteLength}`
719
+ );
720
+ }
721
+ if (bytes.byteLength <= maxBytes) {
722
+ while (residentBytes + bytes.byteLength > maxBytes && cache.size > 0) {
723
+ const [oldestKey, oldestBytes] = cache.entries().next().value;
724
+ cache.delete(oldestKey);
725
+ residentBytes -= oldestBytes.byteLength;
726
+ }
727
+ if (residentBytes + bytes.byteLength <= maxBytes) {
728
+ cache.set(key, bytes);
729
+ residentBytes += bytes.byteLength;
730
+ }
731
+ }
732
+ return bytes;
733
+ })();
734
+ pending.set(key, task);
735
+ task.then(
736
+ () => pending.delete(key),
737
+ () => pending.delete(key)
738
+ );
739
+ }
740
+ return task;
741
+ };
742
+
743
+ return async function readRange(url, fileSize, offset = 0, length = null) {
744
+ if (
745
+ !Number.isFinite(fileSize)
746
+ || !Number.isFinite(offset)
747
+ || !Number.isFinite(length)
748
+ || length < minBytes
749
+ ) {
750
+ return fetchBytes(url, offset, length);
751
+ }
752
+
753
+ const start = Math.max(0, Math.floor(offset));
754
+ const available = Math.max(0, Math.floor(fileSize) - start);
755
+ const requested = Math.min(available, Math.max(0, Math.floor(length)));
756
+ if (requested <= 0) {
757
+ return new Uint8Array(0);
758
+ }
759
+
760
+ const end = start + requested;
761
+ const chunks = [];
762
+ let total = 0;
763
+ let cursor = start;
764
+ while (cursor < end) {
765
+ const blockStart = Math.floor(cursor / blockBytes) * blockBytes;
766
+ const blockLength = Math.min(blockBytes, Math.max(0, Math.floor(fileSize) - blockStart));
767
+ const block = await readCachedBlock(url, blockStart, blockLength);
768
+ const blockOffset = cursor - blockStart;
769
+ const take = Math.min(block.byteLength - blockOffset, end - cursor);
770
+ if (take <= 0) {
771
+ throw new Error(
772
+ `HTTP range block could not satisfy ${url}: offset=${cursor}, blockStart=${blockStart}`
773
+ );
774
+ }
775
+ if (total === 0 && start === blockStart && take === requested && take === block.byteLength) {
776
+ return block;
777
+ }
778
+ chunks.push(block.subarray(blockOffset, blockOffset + take));
779
+ total += take;
780
+ cursor += take;
781
+ }
782
+
783
+ const out = new Uint8Array(total);
784
+ let writeOffset = 0;
785
+ for (const chunk of chunks) {
786
+ out.set(chunk, writeOffset);
787
+ writeOffset += chunk.byteLength;
788
+ }
789
+ return out;
790
+ };
604
791
  }
605
792
 
606
793
  export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}) {
@@ -608,24 +795,42 @@ export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}
608
795
  if (!root || !manifest) {
609
796
  return null;
610
797
  }
798
+ const shardSizeByPath = new Map(
799
+ (Array.isArray(manifest.shards) ? manifest.shards : [])
800
+ .map((shard) => [
801
+ normalizeArtifactPath(shard?.filename),
802
+ normalizeOptionalPositiveInteger(shard?.size, 0),
803
+ ])
804
+ .filter(([filename, size]) => filename && size >= 0)
805
+ );
806
+ const readRangeWithCache = createHttpRangeBlockCache(options);
611
807
 
612
808
  const readRange = async (relativePath, offset = 0, length = null) => {
613
809
  const filename = normalizeArtifactPath(relativePath);
614
810
  if (!filename) {
615
811
  throw new Error('Artifact file path is required.');
616
812
  }
617
- return fetchBytes(`${root}/${filename}`, offset, length);
813
+ const url = `${root}/${filename}`;
814
+ if (readRangeWithCache) {
815
+ return readRangeWithCache(url, shardSizeByPath.get(filename) ?? null, offset, length);
816
+ }
817
+ return fetchBytes(url, offset, length);
618
818
  };
619
819
  const readText = async (relativePath) => {
620
820
  const filename = normalizeArtifactPath(relativePath);
621
821
  if (!filename) {
622
822
  return null;
623
823
  }
624
- const response = await fetch(`${root}/${filename}`);
625
- if (!response.ok) {
626
- throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
824
+ const url = `${root}/${filename}`;
825
+ try {
826
+ const response = await fetch(url, { cache: 'no-store' });
827
+ if (!response.ok) {
828
+ throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
829
+ }
830
+ return response.text();
831
+ } catch (error) {
832
+ throw createHttpArtifactFetchError(error, url);
627
833
  }
628
- return response.text();
629
834
  };
630
835
  const readBinary = async (relativePath) => {
631
836
  const filename = normalizeArtifactPath(relativePath);
@@ -154,79 +154,120 @@ export function createOpfsStore(config) {
154
154
  return { append, expectedOffset };
155
155
  }
156
156
 
157
+ function createOpfsOperationError(error, operation, filename) {
158
+ const message = error?.message || String(error);
159
+ const modelSuffix = currentModelId ? ` model=${currentModelId}` : '';
160
+ const wrapped = new Error(
161
+ `OPFS ${operation} failed for ${filename}${modelSuffix}: ${message}`,
162
+ error instanceof Error ? { cause: error } : undefined
163
+ );
164
+ wrapped.name = error?.name || 'Error';
165
+ if (error?.code !== undefined) {
166
+ wrapped.code = error.code;
167
+ }
168
+ wrapped.details = {
169
+ ...(error?.details && typeof error.details === 'object' ? error.details : {}),
170
+ opfsOperation: operation,
171
+ filename,
172
+ modelId: currentModelId,
173
+ };
174
+ return wrapped;
175
+ }
176
+
177
+ async function withOpfsOperation(operation, filename, callback) {
178
+ try {
179
+ return await callback();
180
+ } catch (error) {
181
+ throw createOpfsOperationError(error, operation, filename);
182
+ }
183
+ }
184
+
157
185
  async function getFileSize(filename) {
158
- const fileHandle = await getFileHandle(filename, { create: false });
159
- const access = await openSyncAccessHandle(fileHandle);
160
- if (access) {
161
- try {
162
- return access.handle.getSize();
163
- } finally {
164
- access.release();
186
+ return withOpfsOperation('getFileSize', filename, async () => {
187
+ const fileHandle = await getFileHandle(filename, { create: false });
188
+ const access = await openSyncAccessHandle(fileHandle);
189
+ if (access) {
190
+ try {
191
+ return access.handle.getSize();
192
+ } finally {
193
+ access.release();
194
+ }
165
195
  }
166
- }
167
- const file = await fileHandle.getFile();
168
- return file.size;
196
+
197
+ const file = await fileHandle.getFile();
198
+ return file.size;
199
+ });
169
200
  }
170
201
 
171
202
  async function readFile(filename) {
172
- const fileHandle = await getFileHandle(filename, { create: false });
173
- const access = await openSyncAccessHandle(fileHandle);
174
- if (access) {
175
- try {
176
- const size = access.handle.getSize();
177
- const buffer = new Uint8Array(size);
178
- let offset = 0;
179
- while (offset < size) {
180
- const view = buffer.subarray(offset);
181
- const read = access.handle.read(view, { at: offset });
182
- if (read <= 0) {
183
- break;
203
+ return withOpfsOperation('readFile', filename, async () => {
204
+ const fileHandle = await getFileHandle(filename, { create: false });
205
+ const access = await openSyncAccessHandle(fileHandle);
206
+ if (access) {
207
+ try {
208
+ const size = access.handle.getSize();
209
+ const buffer = new Uint8Array(size);
210
+ let offset = 0;
211
+ while (offset < size) {
212
+ const view = buffer.subarray(offset);
213
+ const read = access.handle.read(view, { at: offset });
214
+ if (read <= 0) {
215
+ break;
216
+ }
217
+ offset += read;
184
218
  }
185
- offset += read;
219
+ return buffer.buffer;
220
+ } finally {
221
+ access.release();
186
222
  }
187
- return buffer.buffer;
188
- } finally {
189
- access.release();
190
223
  }
191
- }
192
224
 
193
- const file = await fileHandle.getFile();
194
- return file.arrayBuffer();
225
+ const file = await fileHandle.getFile();
226
+ return file.arrayBuffer();
227
+ });
195
228
  }
196
229
 
197
230
  async function readFileRange(filename, offset = 0, length = null) {
198
- const fileHandle = await getFileHandle(filename, { create: false });
199
- const access = await openSyncAccessHandle(fileHandle);
200
-
201
231
  const startRaw = Number(offset);
202
232
  const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
203
-
204
- if (access) {
205
- try {
206
- const size = access.handle.getSize();
207
- const end = length == null
208
- ? size
209
- : Math.min(size, start + Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0));
210
- const want = Math.max(0, end - start);
211
- const buffer = new Uint8Array(want);
212
- let readOffset = 0;
213
- while (readOffset < want) {
214
- const view = buffer.subarray(readOffset);
215
- const read = access.handle.read(view, { at: start + readOffset });
216
- if (read <= 0) break;
217
- readOffset += read;
233
+ const normalizedLength = length == null
234
+ ? null
235
+ : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
236
+ return withOpfsOperation(
237
+ `readFileRange offset=${start} length=${normalizedLength ?? 'eof'}`,
238
+ filename,
239
+ async () => {
240
+ const fileHandle = await getFileHandle(filename, { create: false });
241
+ const access = await openSyncAccessHandle(fileHandle);
242
+
243
+ if (access) {
244
+ try {
245
+ const size = access.handle.getSize();
246
+ const end = normalizedLength == null
247
+ ? size
248
+ : Math.min(size, start + normalizedLength);
249
+ const want = Math.max(0, end - start);
250
+ const buffer = new Uint8Array(want);
251
+ let readOffset = 0;
252
+ while (readOffset < want) {
253
+ const view = buffer.subarray(readOffset);
254
+ const read = access.handle.read(view, { at: start + readOffset });
255
+ if (read <= 0) break;
256
+ readOffset += read;
257
+ }
258
+ return buffer.buffer;
259
+ } finally {
260
+ access.release();
261
+ }
218
262
  }
219
- return buffer.buffer;
220
- } finally {
221
- access.release();
222
- }
223
- }
224
263
 
225
- const file = await fileHandle.getFile();
226
- const end = length == null
227
- ? file.size
228
- : Math.min(file.size, start + Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0));
229
- return file.slice(start, end).arrayBuffer();
264
+ const file = await fileHandle.getFile();
265
+ const end = normalizedLength == null
266
+ ? file.size
267
+ : Math.min(file.size, start + normalizedLength);
268
+ return file.slice(start, end).arrayBuffer();
269
+ }
270
+ );
230
271
  }
231
272
 
232
273
  async function* readFileRangeStream(filename, offset = 0, length = null, options = {}) {
@@ -236,41 +277,50 @@ export function createOpfsStore(config) {
236
277
  : (4 * 1024 * 1024);
237
278
  const startRaw = Number(offset);
238
279
  const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
280
+ const normalizedLength = length == null
281
+ ? null
282
+ : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
239
283
 
240
- const fileHandle = await getFileHandle(filename, { create: false });
241
- const access = await openSyncAccessHandle(fileHandle);
242
-
243
- if (access) {
244
- try {
245
- const size = access.handle.getSize();
246
- const end = length == null
247
- ? size
248
- : Math.min(size, start + Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0));
249
- let at = start;
250
- const scratch = new Uint8Array(chunkBytes);
251
- while (at < end) {
252
- const want = Math.min(chunkBytes, end - at);
253
- const view = want === scratch.byteLength ? scratch : scratch.subarray(0, want);
254
- const read = access.handle.read(view, { at });
255
- if (read <= 0) break;
256
- // Copy out to avoid consumers seeing a mutated scratch buffer.
257
- yield view.slice(0, read);
258
- at += read;
284
+ try {
285
+ const fileHandle = await getFileHandle(filename, { create: false });
286
+ const access = await openSyncAccessHandle(fileHandle);
287
+
288
+ if (access) {
289
+ try {
290
+ const size = access.handle.getSize();
291
+ const end = normalizedLength == null
292
+ ? size
293
+ : Math.min(size, start + normalizedLength);
294
+ let at = start;
295
+ const scratch = new Uint8Array(chunkBytes);
296
+ while (at < end) {
297
+ const want = Math.min(chunkBytes, end - at);
298
+ const view = want === scratch.byteLength ? scratch : scratch.subarray(0, want);
299
+ const read = access.handle.read(view, { at });
300
+ if (read <= 0) break;
301
+ yield view.slice(0, read);
302
+ at += read;
303
+ }
304
+ return;
305
+ } finally {
306
+ access.release();
259
307
  }
260
- return;
261
- } finally {
262
- access.release();
263
308
  }
264
- }
265
309
 
266
- // Fallback: repeated slice reads (allocates per-chunk, but avoids full-file materialization).
267
- const file = await fileHandle.getFile();
268
- const end = length == null
269
- ? file.size
270
- : Math.min(file.size, start + Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0));
271
- for (let at = start; at < end; at += chunkBytes) {
272
- const ab = await file.slice(at, Math.min(end, at + chunkBytes)).arrayBuffer();
273
- yield new Uint8Array(ab);
310
+ const file = await fileHandle.getFile();
311
+ const end = normalizedLength == null
312
+ ? file.size
313
+ : Math.min(file.size, start + normalizedLength);
314
+ for (let at = start; at < end; at += chunkBytes) {
315
+ const ab = await file.slice(at, Math.min(end, at + chunkBytes)).arrayBuffer();
316
+ yield new Uint8Array(ab);
317
+ }
318
+ } catch (error) {
319
+ throw createOpfsOperationError(
320
+ error,
321
+ `readFileRangeStream offset=${start} length=${normalizedLength ?? 'eof'}`,
322
+ filename
323
+ );
274
324
  }
275
325
  }
276
326
 
@@ -185,9 +185,13 @@ class Blake3Hasher {
185
185
  this.chunkLen = 0;
186
186
  this.chunkCounter = 0;
187
187
  this.cvStack = [];
188
+ this.finalized = null;
188
189
  }
189
190
 
190
191
  update(data) {
192
+ if (this.finalized) {
193
+ throw new Error('BLAKE3 update called after finalize.');
194
+ }
191
195
  const bytes = toBytes(data);
192
196
  let offset = 0;
193
197
 
@@ -206,6 +210,9 @@ class Blake3Hasher {
206
210
  }
207
211
 
208
212
  finalize() {
213
+ if (this.finalized) {
214
+ return this.finalized.slice(0);
215
+ }
209
216
  if (this.chunkLen > 0 || this.chunkCounter === 0) {
210
217
  const chunkBytes = this.chunkBuffer.subarray(0, this.chunkLen);
211
218
  this.#commitChunk(chunkBytes, this.chunkLen);
@@ -227,7 +234,8 @@ class Blake3Hasher {
227
234
  };
228
235
  }
229
236
 
230
- return outputBytes(right.output, OUT_LEN);
237
+ this.finalized = outputBytes(right.output, OUT_LEN);
238
+ return this.finalized.slice(0);
231
239
  }
232
240
 
233
241
  #commitChunk(chunkBytes, chunkLen) {
@@ -4,6 +4,7 @@ import { createOpfsStore } from './backends/opfs-store.js';
4
4
  import { createIdbStore } from './backends/idb-store.js';
5
5
  import { DEFAULT_OPFS_PATH_CONFIG } from '../config/schema/loading.schema.js';
6
6
  import { DEFAULT_STORAGE_BACKEND_CONFIG } from '../config/schema/storage.schema.js';
7
+ import { normalizeModelId } from './normalize-model-id.js';
7
8
 
8
9
  function requireDirectoryHandle(handle) {
9
10
  if (!handle || typeof handle.getFileHandle !== 'function') {
@@ -11,11 +12,6 @@ function requireDirectoryHandle(handle) {
11
12
  }
12
13
  }
13
14
 
14
- function normalizeModelId(modelId) {
15
- // Keep consistent with shard-manager normalization.
16
- return String(modelId).replace(/[^a-zA-Z0-9_-]/g, '_');
17
- }
18
-
19
15
  function sanitizeFilename(name) {
20
16
  // Conservative and cross-platform (avoid nested dirs / invalid chars).
21
17
  return String(name).replace(/[\\/:*?"<>|]/g, '_');
@@ -0,0 +1,3 @@
1
+ export function normalizeModelId(modelId) {
2
+ return String(modelId).replace(/[^a-zA-Z0-9_-]/g, '_');
3
+ }