doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
package/src/storage/preflight.js
CHANGED
|
@@ -31,6 +31,16 @@ const GEMMA_4_E2B_REQUIREMENTS = {
|
|
|
31
31
|
architecture: 'Gemma4ForConditionalGeneration',
|
|
32
32
|
};
|
|
33
33
|
|
|
34
|
+
const GEMMA_4_E2B_INT4PLE_REQUIREMENTS = {
|
|
35
|
+
modelId: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
|
|
36
|
+
displayName: 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
|
|
37
|
+
downloadSize: 4009916310,
|
|
38
|
+
vramRequired: 12 * GB,
|
|
39
|
+
paramCount: 'E2B',
|
|
40
|
+
quantization: 'Q4K_INT4PLE',
|
|
41
|
+
architecture: 'Gemma4ForConditionalGeneration',
|
|
42
|
+
};
|
|
43
|
+
|
|
34
44
|
const GEMMA_270M_REQUIREMENTS = {
|
|
35
45
|
modelId: 'gemma-3-270m-it-q4k-ehf16-af32',
|
|
36
46
|
displayName: 'Gemma 3 270M IT (Q4K)',
|
|
@@ -77,6 +87,7 @@ export const MODEL_REQUIREMENTS = {
|
|
|
77
87
|
'google-embeddinggemma-300m-q4k-ehf16-af32': EMBEDDINGGEMMA_300M_REQUIREMENTS,
|
|
78
88
|
'gemma-3-1b-it-q4k-ehf16-af32': GEMMA_1B_REQUIREMENTS,
|
|
79
89
|
'gemma-4-e2b-it-q4k-ehf16-af32': GEMMA_4_E2B_REQUIREMENTS,
|
|
90
|
+
'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': GEMMA_4_E2B_INT4PLE_REQUIREMENTS,
|
|
80
91
|
'qwen-3-5-0-8b-q4k-ehaf16': QWEN_08B_REQUIREMENTS,
|
|
81
92
|
'qwen-3-5-2b-q4k-ehaf16': QWEN_2B_REQUIREMENTS,
|
|
82
93
|
};
|
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
} from './preflight.js';
|
|
8
8
|
import { formatBytes } from './quota.js';
|
|
9
9
|
import { getCdnBasePath } from './download-types.js';
|
|
10
|
+
import quickstartRegistry from '../client/doppler-registry.json' with { type: 'json' };
|
|
10
11
|
import { buildHfResolveBaseUrl, DEFAULT_HF_CDN_BASE_URL } from '../utils/hf-resolve-url.js';
|
|
11
12
|
|
|
12
13
|
// ============================================================================
|
|
@@ -27,75 +28,51 @@ export function getCDNBaseUrl() {
|
|
|
27
28
|
}
|
|
28
29
|
|
|
29
30
|
|
|
30
|
-
|
|
31
|
-
'gemma-3-270m-it-q4k-ehf16-af32':
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
path: 'models/gemma-3-270m-it-q4k-ehf16-af32',
|
|
39
|
-
},
|
|
40
|
-
requirements: MODEL_REQUIREMENTS['gemma-3-270m-it-q4k-ehf16-af32'],
|
|
41
|
-
},
|
|
42
|
-
'google-embeddinggemma-300m-q4k-ehf16-af32': {
|
|
43
|
-
modelId: 'google-embeddinggemma-300m-q4k-ehf16-af32',
|
|
44
|
-
displayName: 'EmbeddingGemma 300M (Q4K)',
|
|
45
|
-
baseUrl: null,
|
|
46
|
-
hf: {
|
|
47
|
-
repoId: 'Clocksmith/rdrr',
|
|
48
|
-
revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
|
|
49
|
-
path: 'models/google-embeddinggemma-300m-q4k-ehf16-af32',
|
|
50
|
-
},
|
|
51
|
-
requirements: MODEL_REQUIREMENTS['google-embeddinggemma-300m-q4k-ehf16-af32'],
|
|
52
|
-
},
|
|
53
|
-
'gemma-3-1b-it-q4k-ehf16-af32': {
|
|
54
|
-
modelId: 'gemma-3-1b-it-q4k-ehf16-af32',
|
|
55
|
-
displayName: 'Gemma 3 1B IT (Q4K)',
|
|
56
|
-
baseUrl: null,
|
|
57
|
-
hf: {
|
|
58
|
-
repoId: 'Clocksmith/rdrr',
|
|
59
|
-
revision: 'a6651ea48c5ebc420ebc1c6972979049b72db96e',
|
|
60
|
-
path: 'models/gemma-3-1b-it-q4k-ehf16-af32',
|
|
61
|
-
},
|
|
62
|
-
requirements: MODEL_REQUIREMENTS['gemma-3-1b-it-q4k-ehf16-af32'],
|
|
63
|
-
},
|
|
64
|
-
'gemma-4-e2b-it-q4k-ehf16-af32': {
|
|
65
|
-
modelId: 'gemma-4-e2b-it-q4k-ehf16-af32',
|
|
66
|
-
displayName: 'Gemma 4 E2B IT (Q4K)',
|
|
67
|
-
baseUrl: null,
|
|
68
|
-
hf: {
|
|
69
|
-
repoId: 'Clocksmith/rdrr',
|
|
70
|
-
revision: '88fa42770918e0c61bfcd67c6a54952e079b5d36',
|
|
71
|
-
path: 'models/gemma-4-e2b-it-q4k-ehf16-af32',
|
|
72
|
-
},
|
|
73
|
-
requirements: MODEL_REQUIREMENTS['gemma-4-e2b-it-q4k-ehf16-af32'],
|
|
74
|
-
},
|
|
75
|
-
'qwen-3-5-0-8b-q4k-ehaf16': {
|
|
76
|
-
modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
|
|
77
|
-
displayName: 'Qwen 3.5 0.8B (Q4K)',
|
|
78
|
-
baseUrl: null,
|
|
79
|
-
hf: {
|
|
80
|
-
repoId: 'Clocksmith/rdrr',
|
|
81
|
-
revision: '0b7e01c70500b78cbe69c66cb5601dd00941f9c9',
|
|
82
|
-
path: 'models/qwen-3-5-0-8b-q4k-ehaf16',
|
|
83
|
-
},
|
|
84
|
-
requirements: MODEL_REQUIREMENTS['qwen-3-5-0-8b-q4k-ehaf16'],
|
|
85
|
-
},
|
|
86
|
-
'qwen-3-5-2b-q4k-ehaf16': {
|
|
87
|
-
modelId: 'qwen-3-5-2b-q4k-ehaf16',
|
|
88
|
-
displayName: 'Qwen 3.5 2B (Q4K)',
|
|
89
|
-
baseUrl: null,
|
|
90
|
-
hf: {
|
|
91
|
-
repoId: 'Clocksmith/rdrr',
|
|
92
|
-
revision: '1e14085a6d8e14035ec64966d6cd44250be3df83',
|
|
93
|
-
path: 'models/qwen-3-5-2b-q4k-ehaf16',
|
|
94
|
-
},
|
|
95
|
-
requirements: MODEL_REQUIREMENTS['qwen-3-5-2b-q4k-ehaf16'],
|
|
96
|
-
},
|
|
31
|
+
const QUICKSTART_DISPLAY_NAMES = {
|
|
32
|
+
'gemma-3-270m-it-q4k-ehf16-af32': 'Gemma 3 270M IT (Q4K)',
|
|
33
|
+
'google-embeddinggemma-300m-q4k-ehf16-af32': 'EmbeddingGemma 300M (Q4K)',
|
|
34
|
+
'gemma-3-1b-it-q4k-ehf16-af32': 'Gemma 3 1B IT (Q4K)',
|
|
35
|
+
'gemma-4-e2b-it-q4k-ehf16-af32': 'Gemma 4 E2B IT (Q4K)',
|
|
36
|
+
'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
|
|
37
|
+
'qwen-3-5-0-8b-q4k-ehaf16': 'Qwen 3.5 0.8B (Q4K)',
|
|
38
|
+
'qwen-3-5-2b-q4k-ehaf16': 'Qwen 3.5 2B (Q4K)',
|
|
97
39
|
};
|
|
98
40
|
|
|
41
|
+
function normalizeRegistryText(value) {
|
|
42
|
+
return typeof value === 'string' ? value.trim() : '';
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
function buildQuickStartModelsFromRegistry(registry) {
|
|
46
|
+
const rows = Array.isArray(registry?.models) ? registry.models : [];
|
|
47
|
+
const models = {};
|
|
48
|
+
for (const row of rows) {
|
|
49
|
+
const modelId = normalizeRegistryText(row?.modelId);
|
|
50
|
+
const displayName = QUICKSTART_DISPLAY_NAMES[modelId];
|
|
51
|
+
const requirements = MODEL_REQUIREMENTS[modelId];
|
|
52
|
+
const hf = row?.hf && typeof row.hf === 'object' ? row.hf : null;
|
|
53
|
+
const repoId = normalizeRegistryText(hf?.repoId);
|
|
54
|
+
const revision = normalizeRegistryText(hf?.revision);
|
|
55
|
+
const repoPath = normalizeRegistryText(hf?.path);
|
|
56
|
+
if (!modelId || !displayName || !requirements || !repoId || !revision || !repoPath) {
|
|
57
|
+
throw new Error(`Quickstart registry entry "${modelId || 'unknown'}" is incomplete for storage download.`);
|
|
58
|
+
}
|
|
59
|
+
models[modelId] = {
|
|
60
|
+
modelId,
|
|
61
|
+
displayName,
|
|
62
|
+
baseUrl: null,
|
|
63
|
+
hf: {
|
|
64
|
+
repoId,
|
|
65
|
+
revision,
|
|
66
|
+
path: repoPath,
|
|
67
|
+
},
|
|
68
|
+
requirements,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
return models;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export const QUICKSTART_MODELS = buildQuickStartModelsFromRegistry(quickstartRegistry);
|
|
75
|
+
|
|
99
76
|
|
|
100
77
|
export function getQuickStartModel(modelId) {
|
|
101
78
|
return QUICKSTART_MODELS[modelId];
|
package/src/storage/reports.js
CHANGED
|
@@ -3,12 +3,13 @@
|
|
|
3
3
|
import { getRuntimeConfig } from '../config/runtime.js';
|
|
4
4
|
import { isIndexedDBAvailable, isOPFSAvailable } from './quota.js';
|
|
5
5
|
import { createIdbStore } from './backends/idb-store.js';
|
|
6
|
+
import { normalizeModelId as normalizeModelIdShared } from './normalize-model-id.js';
|
|
6
7
|
|
|
7
8
|
const REPORTS_DIR = 'reports';
|
|
8
9
|
const REPORT_MODEL_PREFIX = 'reports:';
|
|
9
10
|
|
|
10
11
|
function normalizeModelId(modelId) {
|
|
11
|
-
return
|
|
12
|
+
return normalizeModelIdShared(modelId || 'unknown');
|
|
12
13
|
}
|
|
13
14
|
|
|
14
15
|
function formatTimestamp(value) {
|
|
@@ -29,17 +30,40 @@ function nodeModule(specifier) {
|
|
|
29
30
|
return `node:${specifier}`;
|
|
30
31
|
}
|
|
31
32
|
|
|
33
|
+
function createReportStorageError(error, backend, modelId, filename) {
|
|
34
|
+
const message = error?.message || String(error);
|
|
35
|
+
const wrapped = new Error(
|
|
36
|
+
`Report storage ${backend} write failed for ${modelId}/${filename}: ${message}`,
|
|
37
|
+
error instanceof Error ? { cause: error } : undefined
|
|
38
|
+
);
|
|
39
|
+
wrapped.name = error?.name || 'Error';
|
|
40
|
+
if (error?.code !== undefined) {
|
|
41
|
+
wrapped.code = error.code;
|
|
42
|
+
}
|
|
43
|
+
wrapped.details = {
|
|
44
|
+
...(error?.details && typeof error.details === 'object' ? error.details : {}),
|
|
45
|
+
reportBackend: backend,
|
|
46
|
+
modelId,
|
|
47
|
+
filename,
|
|
48
|
+
};
|
|
49
|
+
return wrapped;
|
|
50
|
+
}
|
|
51
|
+
|
|
32
52
|
async function saveReportToOpfs(modelId, filename, payload) {
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
53
|
+
try {
|
|
54
|
+
const runtime = getRuntimeConfig();
|
|
55
|
+
const root = await navigator.storage.getDirectory();
|
|
56
|
+
const opfsRoot = await root.getDirectoryHandle(runtime.loading.opfsPath.opfsRootDir, { create: true });
|
|
57
|
+
const reportsDir = await opfsRoot.getDirectoryHandle(REPORTS_DIR, { create: true });
|
|
58
|
+
const modelDir = await reportsDir.getDirectoryHandle(modelId, { create: true });
|
|
59
|
+
const fileHandle = await modelDir.getFileHandle(filename, { create: true });
|
|
60
|
+
const writable = await fileHandle.createWritable();
|
|
61
|
+
await writable.write(payload);
|
|
62
|
+
await writable.close();
|
|
63
|
+
return `reports/${modelId}/${filename}`;
|
|
64
|
+
} catch (error) {
|
|
65
|
+
throw createReportStorageError(error, 'opfs', modelId, filename);
|
|
66
|
+
}
|
|
43
67
|
}
|
|
44
68
|
|
|
45
69
|
async function saveReportToIdb(modelId, filename, payload) {
|
|
@@ -14,12 +14,18 @@ export interface ShardWriteResult {
|
|
|
14
14
|
|
|
15
15
|
export interface ShardReadOptions {
|
|
16
16
|
verify?: boolean;
|
|
17
|
+
tensorId?: string | null;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export interface ShardRangeStreamOptions extends ShardReadOptions {
|
|
21
|
+
chunkBytes?: number;
|
|
17
22
|
}
|
|
18
23
|
|
|
19
24
|
export interface IntegrityResult {
|
|
20
25
|
valid: boolean;
|
|
21
26
|
missingShards: number[];
|
|
22
27
|
corruptShards: number[];
|
|
28
|
+
corruptTensors: string[];
|
|
23
29
|
}
|
|
24
30
|
|
|
25
31
|
export interface ModelInfo {
|
|
@@ -105,7 +111,7 @@ export function streamShardRange(
|
|
|
105
111
|
shardIndex: number,
|
|
106
112
|
offset?: number,
|
|
107
113
|
length?: number | null,
|
|
108
|
-
options?:
|
|
114
|
+
options?: ShardRangeStreamOptions
|
|
109
115
|
): AsyncIterable<Uint8Array>;
|
|
110
116
|
|
|
111
117
|
export function loadShardSync(
|
|
@@ -120,7 +126,7 @@ export function checkFileExistsInBackend(
|
|
|
120
126
|
): Promise<boolean>;
|
|
121
127
|
export function shardExists(shardIndex: number): Promise<boolean>;
|
|
122
128
|
export function getShardStoredSize(shardIndex: number): Promise<number>;
|
|
123
|
-
export function verifyIntegrity(options?: { checkHashes?: boolean }): Promise<IntegrityResult>;
|
|
129
|
+
export function verifyIntegrity(options?: { checkHashes?: boolean; checkTensorRoots?: boolean }): Promise<IntegrityResult>;
|
|
124
130
|
export function deleteShard(shardIndex: number): Promise<boolean>;
|
|
125
131
|
export function deleteModel(modelId: string): Promise<boolean>;
|
|
126
132
|
export function listModels(): Promise<string[]>;
|
|
@@ -4,6 +4,8 @@ import {
|
|
|
4
4
|
getShardInfo,
|
|
5
5
|
getShardCount,
|
|
6
6
|
generateShardFilename,
|
|
7
|
+
parseTensorMap,
|
|
8
|
+
buildTensorBlockMerkleRoot,
|
|
7
9
|
} from '../formats/rdrr/index.js';
|
|
8
10
|
import {
|
|
9
11
|
isOPFSAvailable,
|
|
@@ -17,6 +19,7 @@ import { getRuntimeConfig } from '../config/runtime.js';
|
|
|
17
19
|
import { createOpfsStore } from './backends/opfs-store.js';
|
|
18
20
|
import { createIdbStore } from './backends/idb-store.js';
|
|
19
21
|
import { createMemoryStore } from './backends/memory-store.js';
|
|
22
|
+
import { normalizeModelId } from './normalize-model-id.js';
|
|
20
23
|
|
|
21
24
|
export { getManifest } from '../formats/rdrr/index.js';
|
|
22
25
|
|
|
@@ -27,6 +30,13 @@ let hashAlgorithm = null;
|
|
|
27
30
|
let backend = null;
|
|
28
31
|
let backendType = null;
|
|
29
32
|
let currentModelId = null;
|
|
33
|
+
let cachedTensorMap = null;
|
|
34
|
+
const verifiedTensorRootCache = new Map();
|
|
35
|
+
|
|
36
|
+
function resetTensorIntegrityCache() {
|
|
37
|
+
cachedTensorMap = null;
|
|
38
|
+
verifiedTensorRootCache.clear();
|
|
39
|
+
}
|
|
30
40
|
|
|
31
41
|
export function setOpfsPathConfig(config) {
|
|
32
42
|
opfsPathConfigOverride = config;
|
|
@@ -36,10 +46,6 @@ export function getOpfsPathConfig() {
|
|
|
36
46
|
return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
|
|
37
47
|
}
|
|
38
48
|
|
|
39
|
-
function normalizeModelId(modelId) {
|
|
40
|
-
return modelId.replace(/[^a-zA-Z0-9_-]/g, '_');
|
|
41
|
-
}
|
|
42
|
-
|
|
43
49
|
function getBackendConfig() {
|
|
44
50
|
return getRuntimeConfig().loading.storage.backend;
|
|
45
51
|
}
|
|
@@ -251,6 +257,7 @@ export async function openModelStore(modelId) {
|
|
|
251
257
|
}
|
|
252
258
|
const safeName = normalizeModelId(modelId);
|
|
253
259
|
currentModelId = safeName;
|
|
260
|
+
resetTensorIntegrityCache();
|
|
254
261
|
return backend.openModel(safeName, { create: true });
|
|
255
262
|
}
|
|
256
263
|
|
|
@@ -270,6 +277,116 @@ async function ensureBackend() {
|
|
|
270
277
|
}
|
|
271
278
|
}
|
|
272
279
|
|
|
280
|
+
function resolveTensorPrimarySpans(location) {
|
|
281
|
+
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
282
|
+
return location.spans.map((span) => ({
|
|
283
|
+
shardIndex: span.shardIndex ?? span.shard,
|
|
284
|
+
offset: span.offset,
|
|
285
|
+
size: span.size,
|
|
286
|
+
}));
|
|
287
|
+
}
|
|
288
|
+
return [{
|
|
289
|
+
shardIndex: location?.shardIndex ?? location?.shard,
|
|
290
|
+
offset: location?.offset,
|
|
291
|
+
size: location?.size,
|
|
292
|
+
}];
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
function isRequestedRangeInsideTensor(location, shardIndex, offset, length) {
|
|
296
|
+
const start = Math.max(0, Number.isFinite(Number(offset)) ? Math.floor(Number(offset)) : 0);
|
|
297
|
+
const size = length == null ? null : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
298
|
+
const end = size == null ? Number.POSITIVE_INFINITY : start + size;
|
|
299
|
+
const spans = resolveTensorPrimarySpans(location);
|
|
300
|
+
return spans.some((span) => {
|
|
301
|
+
const spanShardIndex = span.shardIndex;
|
|
302
|
+
const spanStart = span.offset;
|
|
303
|
+
const spanEnd = span.offset + span.size;
|
|
304
|
+
return spanShardIndex === shardIndex && start >= spanStart && end <= spanEnd;
|
|
305
|
+
});
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
async function readBackendFileRange(filename, offset = 0, length = null) {
|
|
309
|
+
const start = Math.max(0, offset);
|
|
310
|
+
const want = length == null ? null : Math.max(0, length);
|
|
311
|
+
if (backend && typeof backend.readFileRange === 'function') {
|
|
312
|
+
return backend.readFileRange(filename, start, want);
|
|
313
|
+
}
|
|
314
|
+
const buffer = await backend.readFile(filename);
|
|
315
|
+
const view = new Uint8Array(buffer);
|
|
316
|
+
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
317
|
+
return view.slice(start, end).buffer;
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
async function loadTensorMapForIntegrity(manifest) {
|
|
321
|
+
if (cachedTensorMap) {
|
|
322
|
+
return cachedTensorMap;
|
|
323
|
+
}
|
|
324
|
+
if (manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
|
|
325
|
+
cachedTensorMap = manifest.tensors;
|
|
326
|
+
return cachedTensorMap;
|
|
327
|
+
}
|
|
328
|
+
const tensorsJson = await loadTensorsFromStore();
|
|
329
|
+
if (!tensorsJson) {
|
|
330
|
+
throw new Error('Tensor integrity verification requires inline tensors or tensors.json to be present.');
|
|
331
|
+
}
|
|
332
|
+
cachedTensorMap = parseTensorMap(tensorsJson);
|
|
333
|
+
return cachedTensorMap;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
async function verifyTensorRoot(manifest, tensorId) {
|
|
337
|
+
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
338
|
+
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
339
|
+
throw new Error('Manifest is missing integrityExtensions.blockMerkle for tensor integrity verification.');
|
|
340
|
+
}
|
|
341
|
+
const normalizedTensorId = typeof tensorId === 'string' ? tensorId.trim() : '';
|
|
342
|
+
if (!normalizedTensorId) {
|
|
343
|
+
throw new Error('Tensor integrity verification requires a non-empty tensorId.');
|
|
344
|
+
}
|
|
345
|
+
const expectedRoot = roots[normalizedTensorId];
|
|
346
|
+
if (typeof expectedRoot !== 'string' || !expectedRoot.trim()) {
|
|
347
|
+
throw new Error(`Manifest is missing a block Merkle root for tensor "${normalizedTensorId}".`);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
const tensorMap = await loadTensorMapForIntegrity(manifest);
|
|
351
|
+
const location = tensorMap?.[normalizedTensorId];
|
|
352
|
+
if (!location || typeof location !== 'object') {
|
|
353
|
+
throw new Error(`Tensor "${normalizedTensorId}" is missing from the tensor map.`);
|
|
354
|
+
}
|
|
355
|
+
|
|
356
|
+
const cacheKey = `${normalizedTensorId}:${expectedRoot}`;
|
|
357
|
+
if (verifiedTensorRootCache.get(cacheKey) === true) {
|
|
358
|
+
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
const blockSize = manifest?.integrityExtensions?.blockMerkle?.blockSize;
|
|
362
|
+
const built = await buildTensorBlockMerkleRoot(normalizedTensorId, location, {
|
|
363
|
+
blockSize,
|
|
364
|
+
async readShardRange(innerShardIndex, innerOffset, innerLength) {
|
|
365
|
+
const shardInfo = getShardInfo(innerShardIndex);
|
|
366
|
+
if (!shardInfo) {
|
|
367
|
+
throw new Error(`Invalid shard index during tensor integrity verification: ${innerShardIndex}`);
|
|
368
|
+
}
|
|
369
|
+
return readBackendFileRange(shardInfo.filename, innerOffset, innerLength);
|
|
370
|
+
},
|
|
371
|
+
});
|
|
372
|
+
if (built.root !== expectedRoot) {
|
|
373
|
+
throw new Error(
|
|
374
|
+
`Tensor integrity mismatch for "${normalizedTensorId}": expected ${expectedRoot}, got ${built.root}.`
|
|
375
|
+
);
|
|
376
|
+
}
|
|
377
|
+
verifiedTensorRootCache.set(cacheKey, true);
|
|
378
|
+
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
async function verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, tensorId) {
|
|
382
|
+
const verified = await verifyTensorRoot(manifest, tensorId);
|
|
383
|
+
if (!isRequestedRangeInsideTensor(verified.location, shardIndex, offset, length)) {
|
|
384
|
+
throw new Error(
|
|
385
|
+
`Requested shard range ${shardIndex}:${offset}+${length ?? 'all'} is outside tensor "${verified.tensorId}".`
|
|
386
|
+
);
|
|
387
|
+
}
|
|
388
|
+
}
|
|
389
|
+
|
|
273
390
|
export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
274
391
|
await ensureBackend();
|
|
275
392
|
requireModel();
|
|
@@ -286,6 +403,7 @@ export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
|
286
403
|
}
|
|
287
404
|
|
|
288
405
|
try {
|
|
406
|
+
resetTensorIntegrityCache();
|
|
289
407
|
await backend.writeFile(shardInfo.filename, bytes);
|
|
290
408
|
|
|
291
409
|
if (options.verify) {
|
|
@@ -336,6 +454,7 @@ export async function createShardWriter(shardIndex, options = {}) {
|
|
|
336
454
|
if (!backend.createWriteStream) {
|
|
337
455
|
throw new Error('Storage backend does not support streaming writes');
|
|
338
456
|
}
|
|
457
|
+
resetTensorIntegrityCache();
|
|
339
458
|
const writerOptions = normalizeShardWriterOptions(options);
|
|
340
459
|
return backend.createWriteStream(shardInfo.filename, writerOptions);
|
|
341
460
|
}
|
|
@@ -349,6 +468,7 @@ export async function createConversionShardWriter(shardIndex) {
|
|
|
349
468
|
if (!backend.createWriteStream) {
|
|
350
469
|
throw new Error('Storage backend does not support streaming writes');
|
|
351
470
|
}
|
|
471
|
+
resetTensorIntegrityCache();
|
|
352
472
|
const filename = generateShardFilename(shardIndex);
|
|
353
473
|
return backend.createWriteStream(filename);
|
|
354
474
|
}
|
|
@@ -362,6 +482,7 @@ export async function createFileWriter(filename, options = {}) {
|
|
|
362
482
|
if (!backend.createWriteStream) {
|
|
363
483
|
throw new Error('Storage backend does not support streaming writes');
|
|
364
484
|
}
|
|
485
|
+
resetTensorIntegrityCache();
|
|
365
486
|
const writerOptions = normalizeShardWriterOptions(options);
|
|
366
487
|
return backend.createWriteStream(filename, writerOptions);
|
|
367
488
|
}
|
|
@@ -412,8 +533,14 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
|
|
|
412
533
|
throw new Error(`Invalid shard index: ${shardIndex}`);
|
|
413
534
|
}
|
|
414
535
|
|
|
415
|
-
|
|
416
|
-
if (options?.verify) {
|
|
536
|
+
const manifest = getManifest();
|
|
537
|
+
if (options?.verify && options?.tensorId) {
|
|
538
|
+
if (!manifest) {
|
|
539
|
+
throw new Error('No manifest loaded');
|
|
540
|
+
}
|
|
541
|
+
await verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, options.tensorId);
|
|
542
|
+
} else if (options?.verify) {
|
|
543
|
+
// Generic range reads cannot be verified without hashing the full shard.
|
|
417
544
|
const full = await loadShard(shardIndex, { verify: true });
|
|
418
545
|
const view = new Uint8Array(full);
|
|
419
546
|
const start = Math.max(0, offset);
|
|
@@ -425,13 +552,7 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
|
|
|
425
552
|
const want = length == null ? null : Math.max(0, length);
|
|
426
553
|
|
|
427
554
|
try {
|
|
428
|
-
|
|
429
|
-
return await backend.readFileRange(shardInfo.filename, start, want);
|
|
430
|
-
}
|
|
431
|
-
const buffer = await backend.readFile(shardInfo.filename);
|
|
432
|
-
const view = new Uint8Array(buffer);
|
|
433
|
-
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
434
|
-
return view.slice(start, end).buffer;
|
|
555
|
+
return await readBackendFileRange(shardInfo.filename, start, want);
|
|
435
556
|
} catch (error) {
|
|
436
557
|
if (error.name === 'NotFoundError') {
|
|
437
558
|
throw new Error(`Shard ${shardIndex} not found`);
|
|
@@ -453,6 +574,21 @@ export async function* streamShardRange(shardIndex, offset = 0, length = null, o
|
|
|
453
574
|
const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
|
|
454
575
|
const wantRaw = length == null ? null : Number(length);
|
|
455
576
|
const want = wantRaw == null ? null : (Number.isFinite(wantRaw) ? Math.max(0, Math.floor(wantRaw)) : 0);
|
|
577
|
+
const manifest = getManifest();
|
|
578
|
+
if (options?.verify && options?.tensorId) {
|
|
579
|
+
if (!manifest) {
|
|
580
|
+
throw new Error('No manifest loaded');
|
|
581
|
+
}
|
|
582
|
+
await verifyTensorRangeIntegrity(manifest, shardIndex, start, want, options.tensorId);
|
|
583
|
+
} else if (options?.verify) {
|
|
584
|
+
const full = await loadShard(shardIndex, { verify: true });
|
|
585
|
+
const view = new Uint8Array(full);
|
|
586
|
+
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
587
|
+
for (let at = start; at < end; at += (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))) {
|
|
588
|
+
yield view.slice(at, Math.min(end, at + (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))));
|
|
589
|
+
}
|
|
590
|
+
return;
|
|
591
|
+
}
|
|
456
592
|
|
|
457
593
|
const runtime = getRuntimeConfig();
|
|
458
594
|
const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
|
|
@@ -548,6 +684,7 @@ export async function verifyIntegrity(options = {}) {
|
|
|
548
684
|
|
|
549
685
|
const missingShards = [];
|
|
550
686
|
const corruptShards = [];
|
|
687
|
+
const corruptTensors = [];
|
|
551
688
|
const shardCount = getShardCount();
|
|
552
689
|
|
|
553
690
|
for (let i = 0; i < shardCount; i++) {
|
|
@@ -576,10 +713,29 @@ export async function verifyIntegrity(options = {}) {
|
|
|
576
713
|
}
|
|
577
714
|
}
|
|
578
715
|
|
|
716
|
+
if (options.checkTensorRoots === true) {
|
|
717
|
+
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
718
|
+
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
719
|
+
throw new Error('verifyIntegrity(checkTensorRoots=true) requires manifest.integrityExtensions.blockMerkle.roots.');
|
|
720
|
+
}
|
|
721
|
+
for (const tensorId of Object.keys(roots).sort()) {
|
|
722
|
+
try {
|
|
723
|
+
await verifyTensorRoot(manifest, tensorId);
|
|
724
|
+
} catch (_error) {
|
|
725
|
+
corruptTensors.push(tensorId);
|
|
726
|
+
}
|
|
727
|
+
}
|
|
728
|
+
}
|
|
729
|
+
|
|
579
730
|
return {
|
|
580
|
-
valid:
|
|
731
|
+
valid: (
|
|
732
|
+
missingShards.length === 0
|
|
733
|
+
&& (checkHashes ? corruptShards.length === 0 : true)
|
|
734
|
+
&& (options.checkTensorRoots === true ? corruptTensors.length === 0 : true)
|
|
735
|
+
),
|
|
581
736
|
missingShards,
|
|
582
|
-
corruptShards
|
|
737
|
+
corruptShards,
|
|
738
|
+
corruptTensors,
|
|
583
739
|
};
|
|
584
740
|
}
|
|
585
741
|
|
|
@@ -588,6 +744,7 @@ export async function deleteShard(shardIndex) {
|
|
|
588
744
|
requireModel();
|
|
589
745
|
const shardInfo = getShardInfo(shardIndex);
|
|
590
746
|
if (!shardInfo) return false;
|
|
747
|
+
resetTensorIntegrityCache();
|
|
591
748
|
try {
|
|
592
749
|
await backend.deleteFile(shardInfo.filename);
|
|
593
750
|
return true;
|
|
@@ -709,6 +866,7 @@ export async function modelExists(modelId) {
|
|
|
709
866
|
export async function saveManifest(manifestJson) {
|
|
710
867
|
await ensureBackend();
|
|
711
868
|
requireModel();
|
|
869
|
+
resetTensorIntegrityCache();
|
|
712
870
|
if (backend.writeManifest) {
|
|
713
871
|
await backend.writeManifest(manifestJson);
|
|
714
872
|
return;
|
|
@@ -747,6 +905,7 @@ export async function loadTensorsFromStore() {
|
|
|
747
905
|
export async function saveTensorsToStore(tensorsJson) {
|
|
748
906
|
await ensureBackend();
|
|
749
907
|
requireModel();
|
|
908
|
+
resetTensorIntegrityCache();
|
|
750
909
|
const encoder = new TextEncoder();
|
|
751
910
|
const payload = encoder.encode(tensorsJson);
|
|
752
911
|
if (backend.writeText) {
|
|
@@ -822,6 +981,7 @@ export async function saveAuxFile(filename, data) {
|
|
|
822
981
|
if (!bytes) {
|
|
823
982
|
throw new Error('saveAuxFile requires string, ArrayBuffer, or Uint8Array data');
|
|
824
983
|
}
|
|
984
|
+
resetTensorIntegrityCache();
|
|
825
985
|
await backend.writeFile(filename, bytes);
|
|
826
986
|
}
|
|
827
987
|
|
|
@@ -847,6 +1007,7 @@ export async function deleteFileFromStore(filename) {
|
|
|
847
1007
|
if (!filename || typeof filename !== 'string') {
|
|
848
1008
|
throw new Error('deleteFileFromStore requires a filename');
|
|
849
1009
|
}
|
|
1010
|
+
resetTensorIntegrityCache();
|
|
850
1011
|
return backend.deleteFile(filename);
|
|
851
1012
|
}
|
|
852
1013
|
|
|
@@ -38,8 +38,6 @@ export interface StoredSourceArtifactManifestSynthesisResult {
|
|
|
38
38
|
|
|
39
39
|
export declare function normalizeSourceArtifactPath(value: unknown): string;
|
|
40
40
|
|
|
41
|
-
export declare function listSourceArtifactFiles(manifest: RDRRManifest): StoredSourceArtifactFile[];
|
|
42
|
-
|
|
43
41
|
export declare function resolveSourceArtifact(
|
|
44
42
|
manifest: RDRRManifest
|
|
45
43
|
): StoredSourceArtifactDescriptor | null;
|
|
@@ -13,19 +13,13 @@ import {
|
|
|
13
13
|
loadFileRangeFromStore,
|
|
14
14
|
streamFileFromStore,
|
|
15
15
|
} from './shard-manager.js';
|
|
16
|
+
import { cloneJsonValue } from '../utils/clone-json.js';
|
|
17
|
+
import { encodeUtf8 } from '../utils/encode-utf8.js';
|
|
16
18
|
|
|
17
19
|
export function normalizeSourceArtifactPath(value) {
|
|
18
20
|
return String(value || '').trim().replace(/\\/g, '/');
|
|
19
21
|
}
|
|
20
22
|
|
|
21
|
-
function encodeUtf8(value) {
|
|
22
|
-
return new TextEncoder().encode(String(value ?? ''));
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
function cloneJsonValue(value) {
|
|
26
|
-
return value == null ? value : JSON.parse(JSON.stringify(value));
|
|
27
|
-
}
|
|
28
|
-
|
|
29
23
|
function normalizeStoredHash(value) {
|
|
30
24
|
if (typeof value !== 'string') {
|
|
31
25
|
return null;
|
|
@@ -227,7 +221,7 @@ function collectSourceArtifactFiles(sourceRuntime) {
|
|
|
227
221
|
};
|
|
228
222
|
}
|
|
229
223
|
|
|
230
|
-
|
|
224
|
+
function listSourceArtifactFiles(manifest) {
|
|
231
225
|
const sourceRuntime = getSourceRuntimeMetadata(manifest);
|
|
232
226
|
return collectSourceArtifactFiles(sourceRuntime).files;
|
|
233
227
|
}
|
package/src/sw.js
CHANGED
|
@@ -15,17 +15,14 @@ const APP_SHELL = [
|
|
|
15
15
|
withBase('/demo/index.html'),
|
|
16
16
|
withBase('/demo/ui/styles/main.css'),
|
|
17
17
|
withBase('/src/bootstrap.js'),
|
|
18
|
-
withBase('/src/boot/vfs-bootstrap.js'),
|
|
19
18
|
withBase('/src/debug/index.js'),
|
|
20
19
|
'/demo/favicon.svg',
|
|
21
|
-
withBase('/config/vfs-manifest.json'),
|
|
22
20
|
];
|
|
23
21
|
|
|
24
22
|
const EXTENSIONS = new Set(['.js', '.json', '.wgsl']);
|
|
25
23
|
const BYPASS_PATHS = new Set([
|
|
26
24
|
withBase('/src/bootstrap.js'),
|
|
27
25
|
withBase('/sw.js'),
|
|
28
|
-
withBase('/config/vfs-manifest.json'),
|
|
29
26
|
]);
|
|
30
27
|
const BYPASS_PREFIXES = [
|
|
31
28
|
withBase('/kernel-tests/'),
|