doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -3,6 +3,8 @@ import {
|
|
|
3
3
|
createSourceStorageContext,
|
|
4
4
|
} from '../tooling/source-runtime-bundle.js';
|
|
5
5
|
import { createStreamingHasher } from './shard-manager.js';
|
|
6
|
+
import { isNodeRuntime } from '../utils/runtime-env.js';
|
|
7
|
+
import { toArrayBuffer } from '../utils/array-buffer.js';
|
|
6
8
|
|
|
7
9
|
export const ARTIFACT_FORMAT_RDRR = 'rdrr';
|
|
8
10
|
export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
|
|
@@ -44,14 +46,11 @@ function normalizePositiveInteger(value, label) {
|
|
|
44
46
|
return Math.floor(parsed);
|
|
45
47
|
}
|
|
46
48
|
|
|
47
|
-
function
|
|
48
|
-
if (value
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
|
|
53
|
-
}
|
|
54
|
-
throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
|
|
49
|
+
function normalizeOptionalPositiveInteger(value, fallback = 0) {
|
|
50
|
+
if (value == null) return fallback;
|
|
51
|
+
const parsed = Number(value);
|
|
52
|
+
if (!Number.isFinite(parsed) || parsed < 0) return fallback;
|
|
53
|
+
return Math.floor(parsed);
|
|
55
54
|
}
|
|
56
55
|
|
|
57
56
|
function toUint8Chunk(value, label) {
|
|
@@ -64,6 +63,28 @@ function bytesToHex(bytes) {
|
|
|
64
63
|
.join('');
|
|
65
64
|
}
|
|
66
65
|
|
|
66
|
+
function createHttpArtifactFetchError(error, url, offset = null, length = null) {
|
|
67
|
+
const message = error?.message || String(error);
|
|
68
|
+
const range = Number.isFinite(offset) && Number.isFinite(length)
|
|
69
|
+
? ` offset=${Math.floor(offset)} length=${Math.floor(length)}`
|
|
70
|
+
: '';
|
|
71
|
+
const wrapped = new Error(
|
|
72
|
+
`HTTP artifact fetch failed for ${url}${range}: ${message}`,
|
|
73
|
+
error instanceof Error ? { cause: error } : undefined
|
|
74
|
+
);
|
|
75
|
+
wrapped.name = error?.name || 'Error';
|
|
76
|
+
if (error?.code !== undefined) {
|
|
77
|
+
wrapped.code = error.code;
|
|
78
|
+
}
|
|
79
|
+
wrapped.details = {
|
|
80
|
+
...(error?.details && typeof error.details === 'object' ? error.details : {}),
|
|
81
|
+
artifactUrl: url,
|
|
82
|
+
offset: Number.isFinite(offset) ? Math.floor(offset) : null,
|
|
83
|
+
length: Number.isFinite(length) ? Math.floor(length) : null,
|
|
84
|
+
};
|
|
85
|
+
return wrapped;
|
|
86
|
+
}
|
|
87
|
+
|
|
67
88
|
function getNodeFileCacheKey(fileRef) {
|
|
68
89
|
if (typeof fileRef === 'string') {
|
|
69
90
|
return fileRef;
|
|
@@ -173,6 +194,7 @@ function createPathBackedStorageContext(options) {
|
|
|
173
194
|
: null;
|
|
174
195
|
const tokenizerJsonPath = options?.tokenizerJsonPath ?? null;
|
|
175
196
|
const tokenizerModelPath = options?.tokenizerModelPath ?? null;
|
|
197
|
+
const tensorsJsonPath = options?.tensorsJsonPath ?? null;
|
|
176
198
|
const verifyHashes = options?.verifyHashes === true;
|
|
177
199
|
const hashesTrusted = options?.hashesTrusted === true;
|
|
178
200
|
|
|
@@ -269,6 +291,49 @@ function createPathBackedStorageContext(options) {
|
|
|
269
291
|
return loadShardRange(index, 0, descriptor.size);
|
|
270
292
|
};
|
|
271
293
|
|
|
294
|
+
const preflight = async () => {
|
|
295
|
+
const failures = [];
|
|
296
|
+
for (const descriptor of shardSources) {
|
|
297
|
+
try {
|
|
298
|
+
if (descriptor.size > 0) {
|
|
299
|
+
const tail = await readRange(descriptor.path, descriptor.size - 1, 1);
|
|
300
|
+
const bytes = toUint8Chunk(tail, `readRange(${descriptor.path})`);
|
|
301
|
+
if (bytes.byteLength < 1) {
|
|
302
|
+
failures.push(`${descriptor.path}: expected at least ${descriptor.size} bytes`);
|
|
303
|
+
}
|
|
304
|
+
} else {
|
|
305
|
+
await readRange(descriptor.path, 0, 0);
|
|
306
|
+
}
|
|
307
|
+
} catch (error) {
|
|
308
|
+
failures.push(`${descriptor.path}: ${error.message}`);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
if (readText && tokenizerJsonPath) {
|
|
312
|
+
try {
|
|
313
|
+
await readText(tokenizerJsonPath);
|
|
314
|
+
} catch (error) {
|
|
315
|
+
failures.push(`${tokenizerJsonPath}: ${error.message}`);
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
if (readBinary && tokenizerModelPath) {
|
|
319
|
+
try {
|
|
320
|
+
await readBinary(tokenizerModelPath);
|
|
321
|
+
} catch (error) {
|
|
322
|
+
failures.push(`${tokenizerModelPath}: ${error.message}`);
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
if (readText && tensorsJsonPath) {
|
|
326
|
+
try {
|
|
327
|
+
await readText(tensorsJsonPath);
|
|
328
|
+
} catch (error) {
|
|
329
|
+
failures.push(`${tensorsJsonPath}: ${error.message}`);
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
if (failures.length > 0) {
|
|
333
|
+
throw new Error(`Artifact contract preflight failed: ${failures.join('; ')}`);
|
|
334
|
+
}
|
|
335
|
+
};
|
|
336
|
+
|
|
272
337
|
const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
|
|
273
338
|
const descriptor = shardSources[index];
|
|
274
339
|
if (!descriptor) {
|
|
@@ -312,6 +377,7 @@ function createPathBackedStorageContext(options) {
|
|
|
312
377
|
};
|
|
313
378
|
|
|
314
379
|
return {
|
|
380
|
+
preflight,
|
|
315
381
|
loadShard,
|
|
316
382
|
loadShardRange,
|
|
317
383
|
streamShardRange,
|
|
@@ -335,6 +401,12 @@ function createPathBackedStorageContext(options) {
|
|
|
335
401
|
return payload == null ? null : toArrayBuffer(payload, `readBinary(${selectedPath})`);
|
|
336
402
|
}
|
|
337
403
|
: null,
|
|
404
|
+
loadTensorsJson: readText && tensorsJsonPath
|
|
405
|
+
? async () => {
|
|
406
|
+
const payload = await readText(tensorsJsonPath);
|
|
407
|
+
return payload == null ? null : payload;
|
|
408
|
+
}
|
|
409
|
+
: null,
|
|
338
410
|
verifyHashes,
|
|
339
411
|
close,
|
|
340
412
|
};
|
|
@@ -375,6 +447,7 @@ export function createArtifactStorageContext(options = {}) {
|
|
|
375
447
|
close: options.close,
|
|
376
448
|
tokenizerJsonPath: options.tokenizerJsonPath ?? tokenizerPaths.jsonPath,
|
|
377
449
|
tokenizerModelPath: options.tokenizerModelPath ?? tokenizerPaths.modelPath,
|
|
450
|
+
tensorsJsonPath: normalizeArtifactPath(manifest.tensorsFile),
|
|
378
451
|
verifyHashes: options.verifyHashes === true,
|
|
379
452
|
hashesTrusted: options.hashesTrusted === true,
|
|
380
453
|
});
|
|
@@ -387,14 +460,6 @@ function normalizeBaseUrl(baseUrl) {
|
|
|
387
460
|
return baseUrl.replace(/\/$/, '');
|
|
388
461
|
}
|
|
389
462
|
|
|
390
|
-
function isNodeRuntime() {
|
|
391
|
-
return typeof process !== 'undefined'
|
|
392
|
-
&& process != null
|
|
393
|
-
&& typeof process === 'object'
|
|
394
|
-
&& process.versions != null
|
|
395
|
-
&& typeof process.versions.node === 'string';
|
|
396
|
-
}
|
|
397
|
-
|
|
398
463
|
function isFileUrlBaseUrl(baseUrl) {
|
|
399
464
|
if (typeof baseUrl !== 'string' || !baseUrl) {
|
|
400
465
|
return false;
|
|
@@ -591,16 +656,138 @@ export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
|
|
|
591
656
|
|
|
592
657
|
async function fetchBytes(url, offset = null, length = null) {
|
|
593
658
|
const headers = {};
|
|
659
|
+
const hasRange = Number.isFinite(offset) && Number.isFinite(length) && length > 0;
|
|
660
|
+
let start = null;
|
|
661
|
+
let requestedLength = null;
|
|
594
662
|
if (Number.isFinite(offset) && Number.isFinite(length) && length > 0) {
|
|
595
|
-
|
|
663
|
+
start = Math.max(0, Math.floor(offset));
|
|
664
|
+
requestedLength = Math.max(0, Math.floor(length));
|
|
596
665
|
const end = start + Math.max(0, Math.floor(length)) - 1;
|
|
597
666
|
headers.Range = `bytes=${start}-${end}`;
|
|
598
667
|
}
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
668
|
+
try {
|
|
669
|
+
const response = await fetch(url, { headers, cache: 'no-store' });
|
|
670
|
+
if (!response.ok) {
|
|
671
|
+
throw new Error(`Failed to fetch ${url}: ${response.status}`);
|
|
672
|
+
}
|
|
673
|
+
const bytes = new Uint8Array(await response.arrayBuffer());
|
|
674
|
+
if (hasRange && response.status !== 206 && bytes.byteLength > requestedLength) {
|
|
675
|
+
const end = start + requestedLength;
|
|
676
|
+
if (bytes.byteLength < end) {
|
|
677
|
+
throw new Error(
|
|
678
|
+
`Range response for ${url} ignored offset and was too small: ` +
|
|
679
|
+
`offset=${start}, expectedEnd=${end}, got=${bytes.byteLength}`
|
|
680
|
+
);
|
|
681
|
+
}
|
|
682
|
+
return bytes.slice(start, end);
|
|
683
|
+
}
|
|
684
|
+
return bytes;
|
|
685
|
+
} catch (error) {
|
|
686
|
+
throw createHttpArtifactFetchError(error, url, offset, length);
|
|
687
|
+
}
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
function createHttpRangeBlockCache(options = {}) {
|
|
691
|
+
const blockBytes = normalizeOptionalPositiveInteger(options.rangeCacheBlockBytes);
|
|
692
|
+
const maxBytes = normalizeOptionalPositiveInteger(options.rangeCacheMaxBytes);
|
|
693
|
+
const minBytes = normalizeOptionalPositiveInteger(options.rangeCacheMinBytes);
|
|
694
|
+
if (blockBytes <= 0 || maxBytes <= 0) {
|
|
695
|
+
return null;
|
|
602
696
|
}
|
|
603
|
-
|
|
697
|
+
|
|
698
|
+
const cache = new Map();
|
|
699
|
+
const pending = new Map();
|
|
700
|
+
let residentBytes = 0;
|
|
701
|
+
|
|
702
|
+
const readCachedBlock = async (url, blockStart, blockLength) => {
|
|
703
|
+
const key = `${url}\n${blockStart}`;
|
|
704
|
+
const cached = cache.get(key);
|
|
705
|
+
if (cached) {
|
|
706
|
+
cache.delete(key);
|
|
707
|
+
cache.set(key, cached);
|
|
708
|
+
return cached;
|
|
709
|
+
}
|
|
710
|
+
|
|
711
|
+
let task = pending.get(key);
|
|
712
|
+
if (!task) {
|
|
713
|
+
task = (async () => {
|
|
714
|
+
const bytes = await fetchBytes(url, blockStart, blockLength);
|
|
715
|
+
if (bytes.byteLength < blockLength) {
|
|
716
|
+
throw new Error(
|
|
717
|
+
`HTTP range block short read for ${url}: ` +
|
|
718
|
+
`offset=${blockStart}, expected=${blockLength}, got=${bytes.byteLength}`
|
|
719
|
+
);
|
|
720
|
+
}
|
|
721
|
+
if (bytes.byteLength <= maxBytes) {
|
|
722
|
+
while (residentBytes + bytes.byteLength > maxBytes && cache.size > 0) {
|
|
723
|
+
const [oldestKey, oldestBytes] = cache.entries().next().value;
|
|
724
|
+
cache.delete(oldestKey);
|
|
725
|
+
residentBytes -= oldestBytes.byteLength;
|
|
726
|
+
}
|
|
727
|
+
if (residentBytes + bytes.byteLength <= maxBytes) {
|
|
728
|
+
cache.set(key, bytes);
|
|
729
|
+
residentBytes += bytes.byteLength;
|
|
730
|
+
}
|
|
731
|
+
}
|
|
732
|
+
return bytes;
|
|
733
|
+
})();
|
|
734
|
+
pending.set(key, task);
|
|
735
|
+
task.then(
|
|
736
|
+
() => pending.delete(key),
|
|
737
|
+
() => pending.delete(key)
|
|
738
|
+
);
|
|
739
|
+
}
|
|
740
|
+
return task;
|
|
741
|
+
};
|
|
742
|
+
|
|
743
|
+
return async function readRange(url, fileSize, offset = 0, length = null) {
|
|
744
|
+
if (
|
|
745
|
+
!Number.isFinite(fileSize)
|
|
746
|
+
|| !Number.isFinite(offset)
|
|
747
|
+
|| !Number.isFinite(length)
|
|
748
|
+
|| length < minBytes
|
|
749
|
+
) {
|
|
750
|
+
return fetchBytes(url, offset, length);
|
|
751
|
+
}
|
|
752
|
+
|
|
753
|
+
const start = Math.max(0, Math.floor(offset));
|
|
754
|
+
const available = Math.max(0, Math.floor(fileSize) - start);
|
|
755
|
+
const requested = Math.min(available, Math.max(0, Math.floor(length)));
|
|
756
|
+
if (requested <= 0) {
|
|
757
|
+
return new Uint8Array(0);
|
|
758
|
+
}
|
|
759
|
+
|
|
760
|
+
const end = start + requested;
|
|
761
|
+
const chunks = [];
|
|
762
|
+
let total = 0;
|
|
763
|
+
let cursor = start;
|
|
764
|
+
while (cursor < end) {
|
|
765
|
+
const blockStart = Math.floor(cursor / blockBytes) * blockBytes;
|
|
766
|
+
const blockLength = Math.min(blockBytes, Math.max(0, Math.floor(fileSize) - blockStart));
|
|
767
|
+
const block = await readCachedBlock(url, blockStart, blockLength);
|
|
768
|
+
const blockOffset = cursor - blockStart;
|
|
769
|
+
const take = Math.min(block.byteLength - blockOffset, end - cursor);
|
|
770
|
+
if (take <= 0) {
|
|
771
|
+
throw new Error(
|
|
772
|
+
`HTTP range block could not satisfy ${url}: offset=${cursor}, blockStart=${blockStart}`
|
|
773
|
+
);
|
|
774
|
+
}
|
|
775
|
+
if (total === 0 && start === blockStart && take === requested && take === block.byteLength) {
|
|
776
|
+
return block;
|
|
777
|
+
}
|
|
778
|
+
chunks.push(block.subarray(blockOffset, blockOffset + take));
|
|
779
|
+
total += take;
|
|
780
|
+
cursor += take;
|
|
781
|
+
}
|
|
782
|
+
|
|
783
|
+
const out = new Uint8Array(total);
|
|
784
|
+
let writeOffset = 0;
|
|
785
|
+
for (const chunk of chunks) {
|
|
786
|
+
out.set(chunk, writeOffset);
|
|
787
|
+
writeOffset += chunk.byteLength;
|
|
788
|
+
}
|
|
789
|
+
return out;
|
|
790
|
+
};
|
|
604
791
|
}
|
|
605
792
|
|
|
606
793
|
export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}) {
|
|
@@ -608,24 +795,42 @@ export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}
|
|
|
608
795
|
if (!root || !manifest) {
|
|
609
796
|
return null;
|
|
610
797
|
}
|
|
798
|
+
const shardSizeByPath = new Map(
|
|
799
|
+
(Array.isArray(manifest.shards) ? manifest.shards : [])
|
|
800
|
+
.map((shard) => [
|
|
801
|
+
normalizeArtifactPath(shard?.filename),
|
|
802
|
+
normalizeOptionalPositiveInteger(shard?.size, 0),
|
|
803
|
+
])
|
|
804
|
+
.filter(([filename, size]) => filename && size >= 0)
|
|
805
|
+
);
|
|
806
|
+
const readRangeWithCache = createHttpRangeBlockCache(options);
|
|
611
807
|
|
|
612
808
|
const readRange = async (relativePath, offset = 0, length = null) => {
|
|
613
809
|
const filename = normalizeArtifactPath(relativePath);
|
|
614
810
|
if (!filename) {
|
|
615
811
|
throw new Error('Artifact file path is required.');
|
|
616
812
|
}
|
|
617
|
-
|
|
813
|
+
const url = `${root}/${filename}`;
|
|
814
|
+
if (readRangeWithCache) {
|
|
815
|
+
return readRangeWithCache(url, shardSizeByPath.get(filename) ?? null, offset, length);
|
|
816
|
+
}
|
|
817
|
+
return fetchBytes(url, offset, length);
|
|
618
818
|
};
|
|
619
819
|
const readText = async (relativePath) => {
|
|
620
820
|
const filename = normalizeArtifactPath(relativePath);
|
|
621
821
|
if (!filename) {
|
|
622
822
|
return null;
|
|
623
823
|
}
|
|
624
|
-
const
|
|
625
|
-
|
|
626
|
-
|
|
824
|
+
const url = `${root}/${filename}`;
|
|
825
|
+
try {
|
|
826
|
+
const response = await fetch(url, { cache: 'no-store' });
|
|
827
|
+
if (!response.ok) {
|
|
828
|
+
throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
|
|
829
|
+
}
|
|
830
|
+
return response.text();
|
|
831
|
+
} catch (error) {
|
|
832
|
+
throw createHttpArtifactFetchError(error, url);
|
|
627
833
|
}
|
|
628
|
-
return response.text();
|
|
629
834
|
};
|
|
630
835
|
const readBinary = async (relativePath) => {
|
|
631
836
|
const filename = normalizeArtifactPath(relativePath);
|
|
@@ -154,79 +154,120 @@ export function createOpfsStore(config) {
|
|
|
154
154
|
return { append, expectedOffset };
|
|
155
155
|
}
|
|
156
156
|
|
|
157
|
+
function createOpfsOperationError(error, operation, filename) {
|
|
158
|
+
const message = error?.message || String(error);
|
|
159
|
+
const modelSuffix = currentModelId ? ` model=${currentModelId}` : '';
|
|
160
|
+
const wrapped = new Error(
|
|
161
|
+
`OPFS ${operation} failed for ${filename}${modelSuffix}: ${message}`,
|
|
162
|
+
error instanceof Error ? { cause: error } : undefined
|
|
163
|
+
);
|
|
164
|
+
wrapped.name = error?.name || 'Error';
|
|
165
|
+
if (error?.code !== undefined) {
|
|
166
|
+
wrapped.code = error.code;
|
|
167
|
+
}
|
|
168
|
+
wrapped.details = {
|
|
169
|
+
...(error?.details && typeof error.details === 'object' ? error.details : {}),
|
|
170
|
+
opfsOperation: operation,
|
|
171
|
+
filename,
|
|
172
|
+
modelId: currentModelId,
|
|
173
|
+
};
|
|
174
|
+
return wrapped;
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
async function withOpfsOperation(operation, filename, callback) {
|
|
178
|
+
try {
|
|
179
|
+
return await callback();
|
|
180
|
+
} catch (error) {
|
|
181
|
+
throw createOpfsOperationError(error, operation, filename);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
|
|
157
185
|
async function getFileSize(filename) {
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
186
|
+
return withOpfsOperation('getFileSize', filename, async () => {
|
|
187
|
+
const fileHandle = await getFileHandle(filename, { create: false });
|
|
188
|
+
const access = await openSyncAccessHandle(fileHandle);
|
|
189
|
+
if (access) {
|
|
190
|
+
try {
|
|
191
|
+
return access.handle.getSize();
|
|
192
|
+
} finally {
|
|
193
|
+
access.release();
|
|
194
|
+
}
|
|
165
195
|
}
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
196
|
+
|
|
197
|
+
const file = await fileHandle.getFile();
|
|
198
|
+
return file.size;
|
|
199
|
+
});
|
|
169
200
|
}
|
|
170
201
|
|
|
171
202
|
async function readFile(filename) {
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
203
|
+
return withOpfsOperation('readFile', filename, async () => {
|
|
204
|
+
const fileHandle = await getFileHandle(filename, { create: false });
|
|
205
|
+
const access = await openSyncAccessHandle(fileHandle);
|
|
206
|
+
if (access) {
|
|
207
|
+
try {
|
|
208
|
+
const size = access.handle.getSize();
|
|
209
|
+
const buffer = new Uint8Array(size);
|
|
210
|
+
let offset = 0;
|
|
211
|
+
while (offset < size) {
|
|
212
|
+
const view = buffer.subarray(offset);
|
|
213
|
+
const read = access.handle.read(view, { at: offset });
|
|
214
|
+
if (read <= 0) {
|
|
215
|
+
break;
|
|
216
|
+
}
|
|
217
|
+
offset += read;
|
|
184
218
|
}
|
|
185
|
-
|
|
219
|
+
return buffer.buffer;
|
|
220
|
+
} finally {
|
|
221
|
+
access.release();
|
|
186
222
|
}
|
|
187
|
-
return buffer.buffer;
|
|
188
|
-
} finally {
|
|
189
|
-
access.release();
|
|
190
223
|
}
|
|
191
|
-
}
|
|
192
224
|
|
|
193
|
-
|
|
194
|
-
|
|
225
|
+
const file = await fileHandle.getFile();
|
|
226
|
+
return file.arrayBuffer();
|
|
227
|
+
});
|
|
195
228
|
}
|
|
196
229
|
|
|
197
230
|
async function readFileRange(filename, offset = 0, length = null) {
|
|
198
|
-
const fileHandle = await getFileHandle(filename, { create: false });
|
|
199
|
-
const access = await openSyncAccessHandle(fileHandle);
|
|
200
|
-
|
|
201
231
|
const startRaw = Number(offset);
|
|
202
232
|
const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
const
|
|
211
|
-
const
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
233
|
+
const normalizedLength = length == null
|
|
234
|
+
? null
|
|
235
|
+
: Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
236
|
+
return withOpfsOperation(
|
|
237
|
+
`readFileRange offset=${start} length=${normalizedLength ?? 'eof'}`,
|
|
238
|
+
filename,
|
|
239
|
+
async () => {
|
|
240
|
+
const fileHandle = await getFileHandle(filename, { create: false });
|
|
241
|
+
const access = await openSyncAccessHandle(fileHandle);
|
|
242
|
+
|
|
243
|
+
if (access) {
|
|
244
|
+
try {
|
|
245
|
+
const size = access.handle.getSize();
|
|
246
|
+
const end = normalizedLength == null
|
|
247
|
+
? size
|
|
248
|
+
: Math.min(size, start + normalizedLength);
|
|
249
|
+
const want = Math.max(0, end - start);
|
|
250
|
+
const buffer = new Uint8Array(want);
|
|
251
|
+
let readOffset = 0;
|
|
252
|
+
while (readOffset < want) {
|
|
253
|
+
const view = buffer.subarray(readOffset);
|
|
254
|
+
const read = access.handle.read(view, { at: start + readOffset });
|
|
255
|
+
if (read <= 0) break;
|
|
256
|
+
readOffset += read;
|
|
257
|
+
}
|
|
258
|
+
return buffer.buffer;
|
|
259
|
+
} finally {
|
|
260
|
+
access.release();
|
|
261
|
+
}
|
|
218
262
|
}
|
|
219
|
-
return buffer.buffer;
|
|
220
|
-
} finally {
|
|
221
|
-
access.release();
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
263
|
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
264
|
+
const file = await fileHandle.getFile();
|
|
265
|
+
const end = normalizedLength == null
|
|
266
|
+
? file.size
|
|
267
|
+
: Math.min(file.size, start + normalizedLength);
|
|
268
|
+
return file.slice(start, end).arrayBuffer();
|
|
269
|
+
}
|
|
270
|
+
);
|
|
230
271
|
}
|
|
231
272
|
|
|
232
273
|
async function* readFileRangeStream(filename, offset = 0, length = null, options = {}) {
|
|
@@ -236,41 +277,50 @@ export function createOpfsStore(config) {
|
|
|
236
277
|
: (4 * 1024 * 1024);
|
|
237
278
|
const startRaw = Number(offset);
|
|
238
279
|
const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
|
|
280
|
+
const normalizedLength = length == null
|
|
281
|
+
? null
|
|
282
|
+
: Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
239
283
|
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
284
|
+
try {
|
|
285
|
+
const fileHandle = await getFileHandle(filename, { create: false });
|
|
286
|
+
const access = await openSyncAccessHandle(fileHandle);
|
|
287
|
+
|
|
288
|
+
if (access) {
|
|
289
|
+
try {
|
|
290
|
+
const size = access.handle.getSize();
|
|
291
|
+
const end = normalizedLength == null
|
|
292
|
+
? size
|
|
293
|
+
: Math.min(size, start + normalizedLength);
|
|
294
|
+
let at = start;
|
|
295
|
+
const scratch = new Uint8Array(chunkBytes);
|
|
296
|
+
while (at < end) {
|
|
297
|
+
const want = Math.min(chunkBytes, end - at);
|
|
298
|
+
const view = want === scratch.byteLength ? scratch : scratch.subarray(0, want);
|
|
299
|
+
const read = access.handle.read(view, { at });
|
|
300
|
+
if (read <= 0) break;
|
|
301
|
+
yield view.slice(0, read);
|
|
302
|
+
at += read;
|
|
303
|
+
}
|
|
304
|
+
return;
|
|
305
|
+
} finally {
|
|
306
|
+
access.release();
|
|
259
307
|
}
|
|
260
|
-
return;
|
|
261
|
-
} finally {
|
|
262
|
-
access.release();
|
|
263
308
|
}
|
|
264
|
-
}
|
|
265
309
|
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
310
|
+
const file = await fileHandle.getFile();
|
|
311
|
+
const end = normalizedLength == null
|
|
312
|
+
? file.size
|
|
313
|
+
: Math.min(file.size, start + normalizedLength);
|
|
314
|
+
for (let at = start; at < end; at += chunkBytes) {
|
|
315
|
+
const ab = await file.slice(at, Math.min(end, at + chunkBytes)).arrayBuffer();
|
|
316
|
+
yield new Uint8Array(ab);
|
|
317
|
+
}
|
|
318
|
+
} catch (error) {
|
|
319
|
+
throw createOpfsOperationError(
|
|
320
|
+
error,
|
|
321
|
+
`readFileRangeStream offset=${start} length=${normalizedLength ?? 'eof'}`,
|
|
322
|
+
filename
|
|
323
|
+
);
|
|
274
324
|
}
|
|
275
325
|
}
|
|
276
326
|
|
package/src/storage/blake3.js
CHANGED
|
@@ -185,9 +185,13 @@ class Blake3Hasher {
|
|
|
185
185
|
this.chunkLen = 0;
|
|
186
186
|
this.chunkCounter = 0;
|
|
187
187
|
this.cvStack = [];
|
|
188
|
+
this.finalized = null;
|
|
188
189
|
}
|
|
189
190
|
|
|
190
191
|
update(data) {
|
|
192
|
+
if (this.finalized) {
|
|
193
|
+
throw new Error('BLAKE3 update called after finalize.');
|
|
194
|
+
}
|
|
191
195
|
const bytes = toBytes(data);
|
|
192
196
|
let offset = 0;
|
|
193
197
|
|
|
@@ -206,6 +210,9 @@ class Blake3Hasher {
|
|
|
206
210
|
}
|
|
207
211
|
|
|
208
212
|
finalize() {
|
|
213
|
+
if (this.finalized) {
|
|
214
|
+
return this.finalized.slice(0);
|
|
215
|
+
}
|
|
209
216
|
if (this.chunkLen > 0 || this.chunkCounter === 0) {
|
|
210
217
|
const chunkBytes = this.chunkBuffer.subarray(0, this.chunkLen);
|
|
211
218
|
this.#commitChunk(chunkBytes, this.chunkLen);
|
|
@@ -227,7 +234,8 @@ class Blake3Hasher {
|
|
|
227
234
|
};
|
|
228
235
|
}
|
|
229
236
|
|
|
230
|
-
|
|
237
|
+
this.finalized = outputBytes(right.output, OUT_LEN);
|
|
238
|
+
return this.finalized.slice(0);
|
|
231
239
|
}
|
|
232
240
|
|
|
233
241
|
#commitChunk(chunkBytes, chunkLen) {
|
package/src/storage/export.js
CHANGED
|
@@ -4,6 +4,7 @@ import { createOpfsStore } from './backends/opfs-store.js';
|
|
|
4
4
|
import { createIdbStore } from './backends/idb-store.js';
|
|
5
5
|
import { DEFAULT_OPFS_PATH_CONFIG } from '../config/schema/loading.schema.js';
|
|
6
6
|
import { DEFAULT_STORAGE_BACKEND_CONFIG } from '../config/schema/storage.schema.js';
|
|
7
|
+
import { normalizeModelId } from './normalize-model-id.js';
|
|
7
8
|
|
|
8
9
|
function requireDirectoryHandle(handle) {
|
|
9
10
|
if (!handle || typeof handle.getFileHandle !== 'function') {
|
|
@@ -11,11 +12,6 @@ function requireDirectoryHandle(handle) {
|
|
|
11
12
|
}
|
|
12
13
|
}
|
|
13
14
|
|
|
14
|
-
function normalizeModelId(modelId) {
|
|
15
|
-
// Keep consistent with shard-manager normalization.
|
|
16
|
-
return String(modelId).replace(/[^a-zA-Z0-9_-]/g, '_');
|
|
17
|
-
}
|
|
18
|
-
|
|
19
15
|
function sanitizeFilename(name) {
|
|
20
16
|
// Conservative and cross-platform (avoid nested dirs / invalid chars).
|
|
21
17
|
return String(name).replace(/[\\/:*?"<>|]/g, '_');
|