doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import type { IntegrityExtensions, RDRRManifest, TensorMap, TensorLocation } from './types.js';
|
|
2
|
+
|
|
3
|
+
export declare const DEFAULT_MERKLE_BLOCK_SIZE: number;
|
|
4
|
+
|
|
5
|
+
export interface TensorBlockMerkleRoot {
|
|
6
|
+
tensorId: string;
|
|
7
|
+
blockSize: number;
|
|
8
|
+
blockCount: number;
|
|
9
|
+
totalBytes: number;
|
|
10
|
+
root: string;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export interface IntegrityBuildProgress {
|
|
14
|
+
tensorId: string;
|
|
15
|
+
current: number;
|
|
16
|
+
total: number;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export declare function buildTensorBlockMerkleRoot(
|
|
20
|
+
tensorId: string,
|
|
21
|
+
location: TensorLocation,
|
|
22
|
+
options: {
|
|
23
|
+
blockSize?: number;
|
|
24
|
+
readShardRange: (
|
|
25
|
+
shardIndex: number,
|
|
26
|
+
offset: number,
|
|
27
|
+
length: number,
|
|
28
|
+
context?: { tensorId: string }
|
|
29
|
+
) => Promise<Uint8Array | ArrayBuffer>;
|
|
30
|
+
hashBlockBytesSha256?: (bytes: Uint8Array) => string;
|
|
31
|
+
}
|
|
32
|
+
): Promise<TensorBlockMerkleRoot>;
|
|
33
|
+
|
|
34
|
+
export declare function buildIntegrityExtensions(
|
|
35
|
+
manifest: RDRRManifest,
|
|
36
|
+
options: {
|
|
37
|
+
tensorMap?: TensorMap;
|
|
38
|
+
blockSize?: number;
|
|
39
|
+
onProgress?: (progress: IntegrityBuildProgress) => void;
|
|
40
|
+
readShardRange: (
|
|
41
|
+
shardIndex: number,
|
|
42
|
+
offset: number,
|
|
43
|
+
length: number,
|
|
44
|
+
context?: { tensorId: string }
|
|
45
|
+
) => Promise<Uint8Array | ArrayBuffer>;
|
|
46
|
+
hashBlockBytesSha256?: (bytes: Uint8Array) => string;
|
|
47
|
+
}
|
|
48
|
+
): Promise<{
|
|
49
|
+
integrityExtensions: IntegrityExtensions;
|
|
50
|
+
integrityExtensionsHash: string;
|
|
51
|
+
}>;
|
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
import { computeNamespacedCanonicalSha256, hashBytesSha256 } from '../../utils/canonical-hash.js';
|
|
2
|
+
import { buildMerkleTreeFromLeafHashes, DEFAULT_MERKLE_BLOCK_SIZE } from './merkle.js';
|
|
3
|
+
|
|
4
|
+
export { DEFAULT_MERKLE_BLOCK_SIZE } from './merkle.js';
|
|
5
|
+
|
|
6
|
+
function asPositiveInteger(value, label) {
|
|
7
|
+
const parsed = Number(value);
|
|
8
|
+
if (!Number.isInteger(parsed) || parsed <= 0) {
|
|
9
|
+
throw new Error(`[RDRRIntegrity] ${label} must be a positive integer`);
|
|
10
|
+
}
|
|
11
|
+
return parsed;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function normalizeShardIndex(value, label) {
|
|
15
|
+
const parsed = Number(value);
|
|
16
|
+
if (!Number.isInteger(parsed) || parsed < 0) {
|
|
17
|
+
throw new Error(`[RDRRIntegrity] ${label} must be a non-negative integer`);
|
|
18
|
+
}
|
|
19
|
+
return parsed;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function normalizePrimarySpans(location, tensorId) {
|
|
23
|
+
if (!location || typeof location !== 'object') {
|
|
24
|
+
throw new Error(`[RDRRIntegrity] tensor ${tensorId} is missing a location object`);
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
if (Array.isArray(location.spans) && location.spans.length > 0) {
|
|
28
|
+
return location.spans.map((span, index) => {
|
|
29
|
+
if (!span || typeof span !== 'object') {
|
|
30
|
+
throw new Error(`[RDRRIntegrity] tensor ${tensorId} span ${index} must be an object`);
|
|
31
|
+
}
|
|
32
|
+
const shardIndex = normalizeShardIndex(
|
|
33
|
+
span.shardIndex ?? span.shard,
|
|
34
|
+
`tensor ${tensorId} span ${index}.shardIndex`
|
|
35
|
+
);
|
|
36
|
+
const byteStart = asPositiveInteger(
|
|
37
|
+
(span.offset ?? 0) + 1,
|
|
38
|
+
`tensor ${tensorId} span ${index}.offset`
|
|
39
|
+
) - 1;
|
|
40
|
+
const size = asPositiveInteger(span.size, `tensor ${tensorId} span ${index}.size`);
|
|
41
|
+
return {
|
|
42
|
+
shardIndex,
|
|
43
|
+
byteStart,
|
|
44
|
+
size,
|
|
45
|
+
};
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
const shardIndex = normalizeShardIndex(
|
|
50
|
+
location.shardIndex ?? location.shard,
|
|
51
|
+
`tensor ${tensorId}.shardIndex`
|
|
52
|
+
);
|
|
53
|
+
const byteStart = asPositiveInteger(
|
|
54
|
+
(location.offset ?? 0) + 1,
|
|
55
|
+
`tensor ${tensorId}.offset`
|
|
56
|
+
) - 1;
|
|
57
|
+
const size = asPositiveInteger(location.size, `tensor ${tensorId}.size`);
|
|
58
|
+
return [{
|
|
59
|
+
shardIndex,
|
|
60
|
+
byteStart,
|
|
61
|
+
size,
|
|
62
|
+
}];
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
function resolveHashBlockBytes(options) {
|
|
66
|
+
return typeof options?.hashBlockBytesSha256 === 'function'
|
|
67
|
+
? options.hashBlockBytesSha256
|
|
68
|
+
: hashBytesSha256;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
function finalizeLeafHashes(state, hashBlockBytes) {
|
|
72
|
+
if (state.totalBytes === 0) {
|
|
73
|
+
return [hashBlockBytes(new Uint8Array(0))];
|
|
74
|
+
}
|
|
75
|
+
if (state.blockFill === 0) {
|
|
76
|
+
return state.leafHashes;
|
|
77
|
+
}
|
|
78
|
+
state.leafHashes.push(hashBlockBytes(state.blockBuffer.subarray(0, state.blockFill)));
|
|
79
|
+
return state.leafHashes;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
async function readLeafHashesForTensor(location, tensorId, options) {
|
|
83
|
+
const readShardRange = options?.readShardRange;
|
|
84
|
+
if (typeof readShardRange !== 'function') {
|
|
85
|
+
throw new Error('[RDRRIntegrity] readShardRange(shardIndex, offset, length) is required');
|
|
86
|
+
}
|
|
87
|
+
const blockSize = asPositiveInteger(
|
|
88
|
+
options?.blockSize ?? DEFAULT_MERKLE_BLOCK_SIZE,
|
|
89
|
+
'blockSize'
|
|
90
|
+
);
|
|
91
|
+
const spans = normalizePrimarySpans(location, tensorId);
|
|
92
|
+
const hashBlockBytes = resolveHashBlockBytes(options);
|
|
93
|
+
const state = {
|
|
94
|
+
blockBuffer: new Uint8Array(blockSize),
|
|
95
|
+
blockFill: 0,
|
|
96
|
+
leafHashes: [],
|
|
97
|
+
totalBytes: 0,
|
|
98
|
+
};
|
|
99
|
+
|
|
100
|
+
for (const span of spans) {
|
|
101
|
+
let cursor = 0;
|
|
102
|
+
while (cursor < span.size) {
|
|
103
|
+
const take = Math.min(blockSize - state.blockFill, span.size - cursor);
|
|
104
|
+
const chunk = await readShardRange(
|
|
105
|
+
span.shardIndex,
|
|
106
|
+
span.byteStart + cursor,
|
|
107
|
+
take,
|
|
108
|
+
{ tensorId }
|
|
109
|
+
);
|
|
110
|
+
const bytes = chunk instanceof Uint8Array ? chunk : new Uint8Array(chunk);
|
|
111
|
+
if (bytes.byteLength !== take) {
|
|
112
|
+
throw new Error(
|
|
113
|
+
`[RDRRIntegrity] expected ${take} bytes for ${tensorId} from shard ${span.shardIndex}, got ${bytes.byteLength}`
|
|
114
|
+
);
|
|
115
|
+
}
|
|
116
|
+
state.blockBuffer.set(bytes, state.blockFill);
|
|
117
|
+
state.blockFill += take;
|
|
118
|
+
state.totalBytes += take;
|
|
119
|
+
cursor += take;
|
|
120
|
+
|
|
121
|
+
if (state.blockFill === blockSize) {
|
|
122
|
+
state.leafHashes.push(hashBlockBytes(state.blockBuffer));
|
|
123
|
+
state.blockBuffer = new Uint8Array(blockSize);
|
|
124
|
+
state.blockFill = 0;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
return {
|
|
130
|
+
blockSize,
|
|
131
|
+
leafHashes: finalizeLeafHashes(state, hashBlockBytes),
|
|
132
|
+
totalBytes: state.totalBytes,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
export async function buildTensorBlockMerkleRoot(tensorId, location, options = {}) {
|
|
137
|
+
const normalizedTensorId = String(tensorId || '').trim();
|
|
138
|
+
if (!normalizedTensorId) {
|
|
139
|
+
throw new Error('[RDRRIntegrity] tensorId is required');
|
|
140
|
+
}
|
|
141
|
+
const { blockSize, leafHashes, totalBytes } = await readLeafHashesForTensor(
|
|
142
|
+
location,
|
|
143
|
+
normalizedTensorId,
|
|
144
|
+
options
|
|
145
|
+
);
|
|
146
|
+
const tree = buildMerkleTreeFromLeafHashes(leafHashes, { blockSize });
|
|
147
|
+
return {
|
|
148
|
+
tensorId: normalizedTensorId,
|
|
149
|
+
blockSize,
|
|
150
|
+
blockCount: tree.blockCount,
|
|
151
|
+
totalBytes,
|
|
152
|
+
root: tree.root,
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export async function buildIntegrityExtensions(manifest, options = {}) {
|
|
157
|
+
const tensorMap = options?.tensorMap ?? manifest?.tensors;
|
|
158
|
+
if (!tensorMap || typeof tensorMap !== 'object' || Array.isArray(tensorMap)) {
|
|
159
|
+
throw new Error('[RDRRIntegrity] buildIntegrityExtensions requires a tensor map object');
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
const blockSize = asPositiveInteger(
|
|
163
|
+
options?.blockSize
|
|
164
|
+
?? manifest?.integrityExtensions?.blockMerkle?.blockSize
|
|
165
|
+
?? DEFAULT_MERKLE_BLOCK_SIZE,
|
|
166
|
+
'blockSize'
|
|
167
|
+
);
|
|
168
|
+
const roots = {};
|
|
169
|
+
const entries = Object.entries(tensorMap).sort(([left], [right]) => left.localeCompare(right));
|
|
170
|
+
for (let index = 0; index < entries.length; index += 1) {
|
|
171
|
+
const [tensorId, location] = entries[index];
|
|
172
|
+
options?.onProgress?.({
|
|
173
|
+
tensorId,
|
|
174
|
+
current: index + 1,
|
|
175
|
+
total: entries.length,
|
|
176
|
+
});
|
|
177
|
+
const root = await buildTensorBlockMerkleRoot(tensorId, location, {
|
|
178
|
+
...options,
|
|
179
|
+
blockSize,
|
|
180
|
+
});
|
|
181
|
+
roots[tensorId] = root.root;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
const integrityExtensions = {
|
|
185
|
+
contractVersion: 1,
|
|
186
|
+
blockMerkle: {
|
|
187
|
+
blockSize,
|
|
188
|
+
roots,
|
|
189
|
+
},
|
|
190
|
+
};
|
|
191
|
+
const lowerings = options?.lowerings ?? manifest?.integrityExtensions?.lowerings;
|
|
192
|
+
if (lowerings !== undefined) {
|
|
193
|
+
integrityExtensions.lowerings = lowerings;
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
return {
|
|
197
|
+
integrityExtensions,
|
|
198
|
+
integrityExtensionsHash: computeNamespacedCanonicalSha256('integrity', integrityExtensions),
|
|
199
|
+
};
|
|
200
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type {
|
|
2
|
+
IntegrityExtensionsLoweringEntry,
|
|
3
|
+
RDRRManifest,
|
|
4
|
+
} from './types.js';
|
|
5
|
+
|
|
6
|
+
export declare const DOPPLER_LOWERING_MISSING: 'DOPPLER_LOWERING_MISSING';
|
|
7
|
+
export declare const DOPPLER_LOWERING_REJECTED: 'DOPPLER_LOWERING_REJECTED';
|
|
8
|
+
|
|
9
|
+
export declare function findLowering(
|
|
10
|
+
manifest: RDRRManifest,
|
|
11
|
+
kernelRef: string,
|
|
12
|
+
backend: string
|
|
13
|
+
): IntegrityExtensionsLoweringEntry | null;
|
|
14
|
+
|
|
15
|
+
export declare function isRejectionEntry(
|
|
16
|
+
entry: IntegrityExtensionsLoweringEntry | null | undefined
|
|
17
|
+
): boolean;
|
|
18
|
+
|
|
19
|
+
export declare function findLoweringOrThrow(
|
|
20
|
+
manifest: RDRRManifest,
|
|
21
|
+
kernelRef: string,
|
|
22
|
+
backend: string
|
|
23
|
+
): IntegrityExtensionsLoweringEntry;
|
|
24
|
+
|
|
25
|
+
export declare function listSupportedBackends(
|
|
26
|
+
manifest: RDRRManifest,
|
|
27
|
+
kernelRefs: string[]
|
|
28
|
+
): string[];
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lookup helpers for integrityExtensions.lowerings entries.
|
|
3
|
+
*
|
|
4
|
+
* validateManifest checks the *shape* of the lowerings section. This module
|
|
5
|
+
* provides the runtime-side lookups that a backend-selection pass calls when
|
|
6
|
+
* it needs a specific (kernelRef, backend) pair. A caller that requires a
|
|
7
|
+
* specific backend must call findLoweringOrThrow; a caller that wants to
|
|
8
|
+
* probe capability uses findLowering.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
export const DOPPLER_LOWERING_MISSING = 'DOPPLER_LOWERING_MISSING';
|
|
12
|
+
export const DOPPLER_LOWERING_REJECTED = 'DOPPLER_LOWERING_REJECTED';
|
|
13
|
+
|
|
14
|
+
function getEntries(manifest) {
|
|
15
|
+
const entries = manifest?.integrityExtensions?.lowerings?.entries;
|
|
16
|
+
return Array.isArray(entries) ? entries : [];
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* Return the lowering entry for (kernelRef, backend), or null if absent.
|
|
21
|
+
* Does not distinguish success from rejection — caller inspects the entry.
|
|
22
|
+
*/
|
|
23
|
+
export function findLowering(manifest, kernelRef, backend) {
|
|
24
|
+
if (typeof kernelRef !== 'string' || kernelRef.length === 0) {
|
|
25
|
+
throw new Error('findLowering: kernelRef must be a non-empty string');
|
|
26
|
+
}
|
|
27
|
+
if (typeof backend !== 'string' || backend.length === 0) {
|
|
28
|
+
throw new Error('findLowering: backend must be a non-empty string');
|
|
29
|
+
}
|
|
30
|
+
for (const entry of getEntries(manifest)) {
|
|
31
|
+
if (entry.kernelRef === kernelRef && entry.backend === backend) {
|
|
32
|
+
return entry;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export function isRejectionEntry(entry) {
|
|
39
|
+
return !!(entry
|
|
40
|
+
&& Array.isArray(entry.rejectionReasons)
|
|
41
|
+
&& entry.rejectionReasons.length > 0);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
/**
|
|
45
|
+
* Return the lowering entry for (kernelRef, backend), or throw with
|
|
46
|
+
* DOPPLER_LOWERING_MISSING / DOPPLER_LOWERING_REJECTED.
|
|
47
|
+
*
|
|
48
|
+
* Runtime loaders pick a backend first, then call this per execution-graph
|
|
49
|
+
* step. A missing entry fails fast here instead of at first-token during
|
|
50
|
+
* weight load.
|
|
51
|
+
*/
|
|
52
|
+
export function findLoweringOrThrow(manifest, kernelRef, backend) {
|
|
53
|
+
const entry = findLowering(manifest, kernelRef, backend);
|
|
54
|
+
if (entry === null) {
|
|
55
|
+
const error = new Error(
|
|
56
|
+
`No lowering entry for kernelRef="${kernelRef}" backend="${backend}"`
|
|
57
|
+
);
|
|
58
|
+
error.code = DOPPLER_LOWERING_MISSING;
|
|
59
|
+
error.kernelRef = kernelRef;
|
|
60
|
+
error.backend = backend;
|
|
61
|
+
throw error;
|
|
62
|
+
}
|
|
63
|
+
if (isRejectionEntry(entry)) {
|
|
64
|
+
const error = new Error(
|
|
65
|
+
`Backend "${backend}" refused kernel "${kernelRef}": ${entry.rejectionReasons.join(', ')}`
|
|
66
|
+
);
|
|
67
|
+
error.code = DOPPLER_LOWERING_REJECTED;
|
|
68
|
+
error.kernelRef = kernelRef;
|
|
69
|
+
error.backend = backend;
|
|
70
|
+
error.rejectionReasons = entry.rejectionReasons.slice();
|
|
71
|
+
throw error;
|
|
72
|
+
}
|
|
73
|
+
return entry;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* List the backends for which this manifest carries a successful (non-rejected)
|
|
78
|
+
* lowering for every kernelRef in the provided set. A backend that has a
|
|
79
|
+
* rejection for any kernelRef is excluded.
|
|
80
|
+
*
|
|
81
|
+
* kernelRefs must be the complete set a runtime loader intends to execute —
|
|
82
|
+
* the caller owns that enumeration from the execution graph.
|
|
83
|
+
*/
|
|
84
|
+
export function listSupportedBackends(manifest, kernelRefs) {
|
|
85
|
+
if (!Array.isArray(kernelRefs) || kernelRefs.length === 0) {
|
|
86
|
+
return [];
|
|
87
|
+
}
|
|
88
|
+
const required = new Set(kernelRefs);
|
|
89
|
+
const byBackend = new Map();
|
|
90
|
+
for (const entry of getEntries(manifest)) {
|
|
91
|
+
if (!required.has(entry.kernelRef)) continue;
|
|
92
|
+
let state = byBackend.get(entry.backend);
|
|
93
|
+
if (!state) {
|
|
94
|
+
state = { covered: new Set(), rejected: false };
|
|
95
|
+
byBackend.set(entry.backend, state);
|
|
96
|
+
}
|
|
97
|
+
if (isRejectionEntry(entry)) {
|
|
98
|
+
state.rejected = true;
|
|
99
|
+
} else {
|
|
100
|
+
state.covered.add(entry.kernelRef);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
const result = [];
|
|
104
|
+
for (const [backend, state] of byBackend.entries()) {
|
|
105
|
+
if (state.rejected) continue;
|
|
106
|
+
if (state.covered.size === required.size) {
|
|
107
|
+
result.push(backend);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
result.sort();
|
|
111
|
+
return result;
|
|
112
|
+
}
|
|
@@ -6,27 +6,13 @@
|
|
|
6
6
|
|
|
7
7
|
import type {
|
|
8
8
|
RDRRManifest,
|
|
9
|
-
ShardInfo,
|
|
10
|
-
TensorMap,
|
|
11
9
|
CreateManifestOptions,
|
|
12
10
|
} from './types.js';
|
|
13
11
|
|
|
14
12
|
export declare function generateShardFilename(index: number): string;
|
|
15
13
|
|
|
16
|
-
export declare function calculateShardCount(totalSize: number, shardSize?: number): number;
|
|
17
|
-
|
|
18
|
-
export declare function createShardLayout(
|
|
19
|
-
totalSize: number,
|
|
20
|
-
hashes: string[],
|
|
21
|
-
shardSize?: number
|
|
22
|
-
): ShardInfo[];
|
|
23
|
-
|
|
24
14
|
export declare function createManifest(options: CreateManifestOptions): RDRRManifest;
|
|
25
15
|
|
|
26
|
-
export declare function serializeTensorMap(tensorMap: TensorMap): string;
|
|
27
|
-
|
|
28
16
|
export declare function serializeManifest(manifest: RDRRManifest): string;
|
|
29
17
|
|
|
30
|
-
export declare function getShardUrl(baseUrl: string, shardIndex: number): string;
|
|
31
|
-
|
|
32
18
|
export declare function getManifestUrl(baseUrl: string): string;
|
|
@@ -1,53 +1,13 @@
|
|
|
1
1
|
|
|
2
2
|
|
|
3
|
-
import {
|
|
4
|
-
RDRR_VERSION,
|
|
5
|
-
SHARD_SIZE,
|
|
6
|
-
} from './types.js';
|
|
3
|
+
import { RDRR_VERSION } from './types.js';
|
|
7
4
|
import { validateManifest } from './validation.js';
|
|
8
|
-
import {
|
|
9
|
-
import { createDopplerError, ERROR_CODES } from '../../errors/index.js';
|
|
5
|
+
import { createDopplerError, ERROR_CODES } from '../../errors/doppler-error.js';
|
|
10
6
|
|
|
11
7
|
export function generateShardFilename(index) {
|
|
12
8
|
return `shard_${String(index).padStart(5, '0')}.bin`;
|
|
13
9
|
}
|
|
14
10
|
|
|
15
|
-
export function calculateShardCount(totalSize, shardSize = SHARD_SIZE) {
|
|
16
|
-
return Math.ceil(totalSize / shardSize);
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export function createShardLayout(
|
|
20
|
-
totalSize,
|
|
21
|
-
hashes,
|
|
22
|
-
shardSize = SHARD_SIZE
|
|
23
|
-
) {
|
|
24
|
-
const numShards = calculateShardCount(totalSize, shardSize);
|
|
25
|
-
|
|
26
|
-
if (hashes.length !== numShards) {
|
|
27
|
-
throw new Error(`Hash count mismatch: expected ${numShards}, got ${hashes.length}`);
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
const shards = [];
|
|
31
|
-
let offset = 0;
|
|
32
|
-
|
|
33
|
-
for (let i = 0; i < numShards; i++) {
|
|
34
|
-
const isLast = i === numShards - 1;
|
|
35
|
-
const size = isLast ? totalSize - offset : shardSize;
|
|
36
|
-
|
|
37
|
-
shards.push({
|
|
38
|
-
index: i,
|
|
39
|
-
filename: generateShardFilename(i),
|
|
40
|
-
size,
|
|
41
|
-
hash: hashes[i],
|
|
42
|
-
offset,
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
offset += size;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
return shards;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
11
|
export function createManifest(options) {
|
|
52
12
|
const manifest = {
|
|
53
13
|
version: RDRR_VERSION,
|
|
@@ -55,6 +15,8 @@ export function createManifest(options) {
|
|
|
55
15
|
modelType: options.modelType,
|
|
56
16
|
quantization: options.quantization,
|
|
57
17
|
quantizationInfo: options.quantizationInfo,
|
|
18
|
+
artifactIdentity: options.artifactIdentity,
|
|
19
|
+
weightsRef: options.weightsRef,
|
|
58
20
|
hashAlgorithm: options.hashAlgorithm,
|
|
59
21
|
architecture: options.architecture,
|
|
60
22
|
groups: options.groups,
|
|
@@ -68,6 +30,7 @@ export function createManifest(options) {
|
|
|
68
30
|
conversion: options.conversion,
|
|
69
31
|
blake3Full: options.blake3Full,
|
|
70
32
|
metadata: options.metadata,
|
|
33
|
+
integrityExtensions: options.integrityExtensions,
|
|
71
34
|
inference: options.inference,
|
|
72
35
|
};
|
|
73
36
|
|
|
@@ -82,26 +45,10 @@ export function createManifest(options) {
|
|
|
82
45
|
return manifest;
|
|
83
46
|
}
|
|
84
47
|
|
|
85
|
-
export function serializeTensorMap(tensorMap) {
|
|
86
|
-
return JSON.stringify(tensorMap, null, 2);
|
|
87
|
-
}
|
|
88
|
-
|
|
89
48
|
export function serializeManifest(manifest) {
|
|
90
49
|
return JSON.stringify(manifest, null, 2);
|
|
91
50
|
}
|
|
92
51
|
|
|
93
|
-
export function getShardUrl(baseUrl, shardIndex) {
|
|
94
|
-
const shard = getShardInfo(shardIndex);
|
|
95
|
-
if (!shard) {
|
|
96
|
-
throw createDopplerError(
|
|
97
|
-
ERROR_CODES.LOADER_SHARD_INDEX_INVALID,
|
|
98
|
-
`Invalid shard index: ${shardIndex}`
|
|
99
|
-
);
|
|
100
|
-
}
|
|
101
|
-
const base = baseUrl.replace(/\/$/, '');
|
|
102
|
-
return `${base}/${shard.filename}`;
|
|
103
|
-
}
|
|
104
|
-
|
|
105
52
|
export function getManifestUrl(baseUrl) {
|
|
106
53
|
const base = baseUrl.replace(/\/$/, '');
|
|
107
54
|
return `${base}/manifest.json`;
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export interface MerkleProofStep {
|
|
2
|
+
position: 'left' | 'right';
|
|
3
|
+
hash: string;
|
|
4
|
+
}
|
|
5
|
+
|
|
6
|
+
export interface MerkleTree {
|
|
7
|
+
blockSize: number;
|
|
8
|
+
blockCount: number;
|
|
9
|
+
leafHashes: string[];
|
|
10
|
+
levels: string[][];
|
|
11
|
+
root: string;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export declare const DEFAULT_MERKLE_BLOCK_SIZE: number;
|
|
15
|
+
|
|
16
|
+
export declare function splitIntoMerkleBlocks(bytes: Uint8Array | ArrayBuffer, blockSize: number): Uint8Array[];
|
|
17
|
+
export declare function buildMerkleTree(bytes: Uint8Array | ArrayBuffer, options?: { blockSize?: number }): MerkleTree;
|
|
18
|
+
export declare function buildMerkleTreeFromLeafHashes(leafHashes: string[], options?: { blockSize?: number }): MerkleTree;
|
|
19
|
+
export declare function buildMerkleProof(tree: MerkleTree, blockIndex: number): MerkleProofStep[];
|
|
20
|
+
export declare function verifyMerkleProof(options: {
|
|
21
|
+
blockBytes: Uint8Array | ArrayBuffer;
|
|
22
|
+
proof: MerkleProofStep[];
|
|
23
|
+
expectedRoot: string;
|
|
24
|
+
}): boolean;
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import { hashBytesSha256 } from '../../utils/canonical-hash.js';
|
|
2
|
+
|
|
3
|
+
export const DEFAULT_MERKLE_BLOCK_SIZE = 1024 * 1024;
|
|
4
|
+
|
|
5
|
+
function digestHexToBytes(digest) {
|
|
6
|
+
const normalized = String(digest || '').trim();
|
|
7
|
+
if (!normalized.startsWith('sha256:')) {
|
|
8
|
+
throw new Error(`[RDRRMerkle] unsupported digest "${digest}"`);
|
|
9
|
+
}
|
|
10
|
+
const hex = normalized.slice(7);
|
|
11
|
+
if (hex.length % 2 !== 0 || !/^[0-9a-fA-F]*$/.test(hex)) {
|
|
12
|
+
throw new Error(`[RDRRMerkle] invalid hex in digest "${digest}"`);
|
|
13
|
+
}
|
|
14
|
+
const bytes = new Uint8Array(hex.length / 2);
|
|
15
|
+
for (let i = 0; i < bytes.length; i += 1) {
|
|
16
|
+
bytes[i] = parseInt(hex.substring(i * 2, i * 2 + 2), 16);
|
|
17
|
+
}
|
|
18
|
+
return bytes;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function combineHashes(left, right) {
|
|
22
|
+
const combined = new Uint8Array(64);
|
|
23
|
+
combined.set(digestHexToBytes(left), 0);
|
|
24
|
+
combined.set(digestHexToBytes(right), 32);
|
|
25
|
+
return hashBytesSha256(combined);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function splitIntoMerkleBlocks(bytes, blockSize) {
|
|
29
|
+
if (!Number.isInteger(blockSize) || blockSize <= 0) {
|
|
30
|
+
throw new Error('[RDRRMerkle] blockSize must be a positive integer');
|
|
31
|
+
}
|
|
32
|
+
const view = bytes instanceof Uint8Array ? bytes : new Uint8Array(bytes);
|
|
33
|
+
if (view.byteLength === 0) {
|
|
34
|
+
return [new Uint8Array(0)];
|
|
35
|
+
}
|
|
36
|
+
const blocks = [];
|
|
37
|
+
for (let offset = 0; offset < view.byteLength; offset += blockSize) {
|
|
38
|
+
blocks.push(view.slice(offset, Math.min(view.byteLength, offset + blockSize)));
|
|
39
|
+
}
|
|
40
|
+
return blocks;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export function buildMerkleTree(bytes, options = {}) {
|
|
44
|
+
const blockSize = options.blockSize ?? DEFAULT_MERKLE_BLOCK_SIZE;
|
|
45
|
+
const blocks = splitIntoMerkleBlocks(bytes, blockSize);
|
|
46
|
+
const leafHashes = blocks.map((block) => hashBytesSha256(block));
|
|
47
|
+
return buildMerkleTreeFromLeafHashes(leafHashes, { blockSize });
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export function buildMerkleTreeFromLeafHashes(leafHashesInput, options = {}) {
|
|
51
|
+
const blockSize = options.blockSize ?? DEFAULT_MERKLE_BLOCK_SIZE;
|
|
52
|
+
const leafHashes = Array.isArray(leafHashesInput) ? [...leafHashesInput] : [];
|
|
53
|
+
if (leafHashes.length === 0) {
|
|
54
|
+
leafHashes.push(hashBytesSha256(new Uint8Array(0)));
|
|
55
|
+
}
|
|
56
|
+
const levels = [leafHashes];
|
|
57
|
+
while (levels[levels.length - 1].length > 1) {
|
|
58
|
+
const current = levels[levels.length - 1];
|
|
59
|
+
const next = [];
|
|
60
|
+
for (let index = 0; index < current.length; index += 2) {
|
|
61
|
+
const left = current[index];
|
|
62
|
+
const right = current[index + 1] ?? current[index];
|
|
63
|
+
next.push(combineHashes(left, right));
|
|
64
|
+
}
|
|
65
|
+
levels.push(next);
|
|
66
|
+
}
|
|
67
|
+
return {
|
|
68
|
+
blockSize,
|
|
69
|
+
blockCount: leafHashes.length,
|
|
70
|
+
leafHashes,
|
|
71
|
+
levels,
|
|
72
|
+
root: levels[levels.length - 1][0],
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
export function buildMerkleProof(tree, blockIndex) {
|
|
77
|
+
if (!tree || !Array.isArray(tree.levels)) {
|
|
78
|
+
throw new Error('[RDRRMerkle] buildMerkleProof requires a merkle tree');
|
|
79
|
+
}
|
|
80
|
+
if (!Number.isInteger(blockIndex) || blockIndex < 0 || blockIndex >= tree.leafHashes.length) {
|
|
81
|
+
throw new Error(`[RDRRMerkle] invalid block index ${blockIndex}`);
|
|
82
|
+
}
|
|
83
|
+
const proof = [];
|
|
84
|
+
let cursor = blockIndex;
|
|
85
|
+
for (let levelIndex = 0; levelIndex < tree.levels.length - 1; levelIndex += 1) {
|
|
86
|
+
const level = tree.levels[levelIndex];
|
|
87
|
+
const siblingIndex = cursor % 2 === 0 ? cursor + 1 : cursor - 1;
|
|
88
|
+
const siblingHash = level[siblingIndex] ?? level[cursor];
|
|
89
|
+
proof.push({
|
|
90
|
+
position: cursor % 2 === 0 ? 'right' : 'left',
|
|
91
|
+
hash: siblingHash,
|
|
92
|
+
});
|
|
93
|
+
cursor = Math.floor(cursor / 2);
|
|
94
|
+
}
|
|
95
|
+
return proof;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
export function verifyMerkleProof(options) {
|
|
99
|
+
const blockBytes = options?.blockBytes;
|
|
100
|
+
const proof = Array.isArray(options?.proof) ? options.proof : [];
|
|
101
|
+
const expectedRoot = String(options?.expectedRoot || '').trim();
|
|
102
|
+
let current = hashBytesSha256(blockBytes instanceof Uint8Array ? blockBytes : new Uint8Array(blockBytes));
|
|
103
|
+
for (const step of proof) {
|
|
104
|
+
if (!step || typeof step !== 'object') {
|
|
105
|
+
throw new Error('[RDRRMerkle] proof step must be an object');
|
|
106
|
+
}
|
|
107
|
+
if (step.position === 'left') {
|
|
108
|
+
current = combineHashes(step.hash, current);
|
|
109
|
+
continue;
|
|
110
|
+
}
|
|
111
|
+
if (step.position === 'right') {
|
|
112
|
+
current = combineHashes(current, step.hash);
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
throw new Error(`[RDRRMerkle] invalid proof position "${step.position}"`);
|
|
116
|
+
}
|
|
117
|
+
return current === expectedRoot;
|
|
118
|
+
}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
import { validateManifest } from './validation.js';
|
|
4
4
|
import { RDRR_VERSION } from './types.js';
|
|
5
|
+
import { normalizeTensorStorageDescriptor } from './storage-descriptor.js';
|
|
5
6
|
|
|
6
7
|
const KNOWN_MANIFEST_VERSIONS = new Set([RDRR_VERSION]);
|
|
7
8
|
|
|
@@ -126,6 +127,9 @@ export function parseTensorMap(jsonString) {
|
|
|
126
127
|
shard: shardIndex,
|
|
127
128
|
shardIndex,
|
|
128
129
|
spans,
|
|
130
|
+
...(loc.storage === undefined
|
|
131
|
+
? {}
|
|
132
|
+
: { storage: normalizeTensorStorageDescriptor(loc.storage, `tensor "${name}"`) }),
|
|
129
133
|
};
|
|
130
134
|
}
|
|
131
135
|
|