doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -4,6 +4,8 @@ import {
|
|
|
4
4
|
getShardInfo,
|
|
5
5
|
getShardCount,
|
|
6
6
|
generateShardFilename,
|
|
7
|
+
parseTensorMap,
|
|
8
|
+
buildTensorBlockMerkleRoot,
|
|
7
9
|
} from '../formats/rdrr/index.js';
|
|
8
10
|
import {
|
|
9
11
|
isOPFSAvailable,
|
|
@@ -17,6 +19,7 @@ import { getRuntimeConfig } from '../config/runtime.js';
|
|
|
17
19
|
import { createOpfsStore } from './backends/opfs-store.js';
|
|
18
20
|
import { createIdbStore } from './backends/idb-store.js';
|
|
19
21
|
import { createMemoryStore } from './backends/memory-store.js';
|
|
22
|
+
import { normalizeModelId } from './normalize-model-id.js';
|
|
20
23
|
|
|
21
24
|
export { getManifest } from '../formats/rdrr/index.js';
|
|
22
25
|
|
|
@@ -27,6 +30,13 @@ let hashAlgorithm = null;
|
|
|
27
30
|
let backend = null;
|
|
28
31
|
let backendType = null;
|
|
29
32
|
let currentModelId = null;
|
|
33
|
+
let cachedTensorMap = null;
|
|
34
|
+
const verifiedTensorRootCache = new Map();
|
|
35
|
+
|
|
36
|
+
function resetTensorIntegrityCache() {
|
|
37
|
+
cachedTensorMap = null;
|
|
38
|
+
verifiedTensorRootCache.clear();
|
|
39
|
+
}
|
|
30
40
|
|
|
31
41
|
export function setOpfsPathConfig(config) {
|
|
32
42
|
opfsPathConfigOverride = config;
|
|
@@ -36,10 +46,6 @@ export function getOpfsPathConfig() {
|
|
|
36
46
|
return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
|
|
37
47
|
}
|
|
38
48
|
|
|
39
|
-
function normalizeModelId(modelId) {
|
|
40
|
-
return modelId.replace(/[^a-zA-Z0-9_-]/g, '_');
|
|
41
|
-
}
|
|
42
|
-
|
|
43
49
|
function getBackendConfig() {
|
|
44
50
|
return getRuntimeConfig().loading.storage.backend;
|
|
45
51
|
}
|
|
@@ -251,6 +257,7 @@ export async function openModelStore(modelId) {
|
|
|
251
257
|
}
|
|
252
258
|
const safeName = normalizeModelId(modelId);
|
|
253
259
|
currentModelId = safeName;
|
|
260
|
+
resetTensorIntegrityCache();
|
|
254
261
|
return backend.openModel(safeName, { create: true });
|
|
255
262
|
}
|
|
256
263
|
|
|
@@ -270,6 +277,116 @@ async function ensureBackend() {
|
|
|
270
277
|
}
|
|
271
278
|
}
|
|
272
279
|
|
|
280
|
+
function resolveTensorPrimarySpans(location) {
|
|
281
|
+
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
282
|
+
return location.spans.map((span) => ({
|
|
283
|
+
shardIndex: span.shardIndex ?? span.shard,
|
|
284
|
+
offset: span.offset,
|
|
285
|
+
size: span.size,
|
|
286
|
+
}));
|
|
287
|
+
}
|
|
288
|
+
return [{
|
|
289
|
+
shardIndex: location?.shardIndex ?? location?.shard,
|
|
290
|
+
offset: location?.offset,
|
|
291
|
+
size: location?.size,
|
|
292
|
+
}];
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
function isRequestedRangeInsideTensor(location, shardIndex, offset, length) {
|
|
296
|
+
const start = Math.max(0, Number.isFinite(Number(offset)) ? Math.floor(Number(offset)) : 0);
|
|
297
|
+
const size = length == null ? null : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
298
|
+
const end = size == null ? Number.POSITIVE_INFINITY : start + size;
|
|
299
|
+
const spans = resolveTensorPrimarySpans(location);
|
|
300
|
+
return spans.some((span) => {
|
|
301
|
+
const spanShardIndex = span.shardIndex;
|
|
302
|
+
const spanStart = span.offset;
|
|
303
|
+
const spanEnd = span.offset + span.size;
|
|
304
|
+
return spanShardIndex === shardIndex && start >= spanStart && end <= spanEnd;
|
|
305
|
+
});
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
async function readBackendFileRange(filename, offset = 0, length = null) {
|
|
309
|
+
const start = Math.max(0, offset);
|
|
310
|
+
const want = length == null ? null : Math.max(0, length);
|
|
311
|
+
if (backend && typeof backend.readFileRange === 'function') {
|
|
312
|
+
return backend.readFileRange(filename, start, want);
|
|
313
|
+
}
|
|
314
|
+
const buffer = await backend.readFile(filename);
|
|
315
|
+
const view = new Uint8Array(buffer);
|
|
316
|
+
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
317
|
+
return view.slice(start, end).buffer;
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
async function loadTensorMapForIntegrity(manifest) {
|
|
321
|
+
if (cachedTensorMap) {
|
|
322
|
+
return cachedTensorMap;
|
|
323
|
+
}
|
|
324
|
+
if (manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
|
|
325
|
+
cachedTensorMap = manifest.tensors;
|
|
326
|
+
return cachedTensorMap;
|
|
327
|
+
}
|
|
328
|
+
const tensorsJson = await loadTensorsFromStore();
|
|
329
|
+
if (!tensorsJson) {
|
|
330
|
+
throw new Error('Tensor integrity verification requires inline tensors or tensors.json to be present.');
|
|
331
|
+
}
|
|
332
|
+
cachedTensorMap = parseTensorMap(tensorsJson);
|
|
333
|
+
return cachedTensorMap;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
async function verifyTensorRoot(manifest, tensorId) {
|
|
337
|
+
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
338
|
+
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
339
|
+
throw new Error('Manifest is missing integrityExtensions.blockMerkle for tensor integrity verification.');
|
|
340
|
+
}
|
|
341
|
+
const normalizedTensorId = typeof tensorId === 'string' ? tensorId.trim() : '';
|
|
342
|
+
if (!normalizedTensorId) {
|
|
343
|
+
throw new Error('Tensor integrity verification requires a non-empty tensorId.');
|
|
344
|
+
}
|
|
345
|
+
const expectedRoot = roots[normalizedTensorId];
|
|
346
|
+
if (typeof expectedRoot !== 'string' || !expectedRoot.trim()) {
|
|
347
|
+
throw new Error(`Manifest is missing a block Merkle root for tensor "${normalizedTensorId}".`);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
const tensorMap = await loadTensorMapForIntegrity(manifest);
|
|
351
|
+
const location = tensorMap?.[normalizedTensorId];
|
|
352
|
+
if (!location || typeof location !== 'object') {
|
|
353
|
+
throw new Error(`Tensor "${normalizedTensorId}" is missing from the tensor map.`);
|
|
354
|
+
}
|
|
355
|
+
|
|
356
|
+
const cacheKey = `${normalizedTensorId}:${expectedRoot}`;
|
|
357
|
+
if (verifiedTensorRootCache.get(cacheKey) === true) {
|
|
358
|
+
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
const blockSize = manifest?.integrityExtensions?.blockMerkle?.blockSize;
|
|
362
|
+
const built = await buildTensorBlockMerkleRoot(normalizedTensorId, location, {
|
|
363
|
+
blockSize,
|
|
364
|
+
async readShardRange(innerShardIndex, innerOffset, innerLength) {
|
|
365
|
+
const shardInfo = getShardInfo(innerShardIndex);
|
|
366
|
+
if (!shardInfo) {
|
|
367
|
+
throw new Error(`Invalid shard index during tensor integrity verification: ${innerShardIndex}`);
|
|
368
|
+
}
|
|
369
|
+
return readBackendFileRange(shardInfo.filename, innerOffset, innerLength);
|
|
370
|
+
},
|
|
371
|
+
});
|
|
372
|
+
if (built.root !== expectedRoot) {
|
|
373
|
+
throw new Error(
|
|
374
|
+
`Tensor integrity mismatch for "${normalizedTensorId}": expected ${expectedRoot}, got ${built.root}.`
|
|
375
|
+
);
|
|
376
|
+
}
|
|
377
|
+
verifiedTensorRootCache.set(cacheKey, true);
|
|
378
|
+
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
async function verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, tensorId) {
|
|
382
|
+
const verified = await verifyTensorRoot(manifest, tensorId);
|
|
383
|
+
if (!isRequestedRangeInsideTensor(verified.location, shardIndex, offset, length)) {
|
|
384
|
+
throw new Error(
|
|
385
|
+
`Requested shard range ${shardIndex}:${offset}+${length ?? 'all'} is outside tensor "${verified.tensorId}".`
|
|
386
|
+
);
|
|
387
|
+
}
|
|
388
|
+
}
|
|
389
|
+
|
|
273
390
|
export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
274
391
|
await ensureBackend();
|
|
275
392
|
requireModel();
|
|
@@ -286,6 +403,7 @@ export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
|
286
403
|
}
|
|
287
404
|
|
|
288
405
|
try {
|
|
406
|
+
resetTensorIntegrityCache();
|
|
289
407
|
await backend.writeFile(shardInfo.filename, bytes);
|
|
290
408
|
|
|
291
409
|
if (options.verify) {
|
|
@@ -336,6 +454,7 @@ export async function createShardWriter(shardIndex, options = {}) {
|
|
|
336
454
|
if (!backend.createWriteStream) {
|
|
337
455
|
throw new Error('Storage backend does not support streaming writes');
|
|
338
456
|
}
|
|
457
|
+
resetTensorIntegrityCache();
|
|
339
458
|
const writerOptions = normalizeShardWriterOptions(options);
|
|
340
459
|
return backend.createWriteStream(shardInfo.filename, writerOptions);
|
|
341
460
|
}
|
|
@@ -349,6 +468,7 @@ export async function createConversionShardWriter(shardIndex) {
|
|
|
349
468
|
if (!backend.createWriteStream) {
|
|
350
469
|
throw new Error('Storage backend does not support streaming writes');
|
|
351
470
|
}
|
|
471
|
+
resetTensorIntegrityCache();
|
|
352
472
|
const filename = generateShardFilename(shardIndex);
|
|
353
473
|
return backend.createWriteStream(filename);
|
|
354
474
|
}
|
|
@@ -362,6 +482,7 @@ export async function createFileWriter(filename, options = {}) {
|
|
|
362
482
|
if (!backend.createWriteStream) {
|
|
363
483
|
throw new Error('Storage backend does not support streaming writes');
|
|
364
484
|
}
|
|
485
|
+
resetTensorIntegrityCache();
|
|
365
486
|
const writerOptions = normalizeShardWriterOptions(options);
|
|
366
487
|
return backend.createWriteStream(filename, writerOptions);
|
|
367
488
|
}
|
|
@@ -412,8 +533,14 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
|
|
|
412
533
|
throw new Error(`Invalid shard index: ${shardIndex}`);
|
|
413
534
|
}
|
|
414
535
|
|
|
415
|
-
|
|
416
|
-
if (options?.verify) {
|
|
536
|
+
const manifest = getManifest();
|
|
537
|
+
if (options?.verify && options?.tensorId) {
|
|
538
|
+
if (!manifest) {
|
|
539
|
+
throw new Error('No manifest loaded');
|
|
540
|
+
}
|
|
541
|
+
await verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, options.tensorId);
|
|
542
|
+
} else if (options?.verify) {
|
|
543
|
+
// Generic range reads cannot be verified without hashing the full shard.
|
|
417
544
|
const full = await loadShard(shardIndex, { verify: true });
|
|
418
545
|
const view = new Uint8Array(full);
|
|
419
546
|
const start = Math.max(0, offset);
|
|
@@ -425,13 +552,7 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
|
|
|
425
552
|
const want = length == null ? null : Math.max(0, length);
|
|
426
553
|
|
|
427
554
|
try {
|
|
428
|
-
|
|
429
|
-
return await backend.readFileRange(shardInfo.filename, start, want);
|
|
430
|
-
}
|
|
431
|
-
const buffer = await backend.readFile(shardInfo.filename);
|
|
432
|
-
const view = new Uint8Array(buffer);
|
|
433
|
-
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
434
|
-
return view.slice(start, end).buffer;
|
|
555
|
+
return await readBackendFileRange(shardInfo.filename, start, want);
|
|
435
556
|
} catch (error) {
|
|
436
557
|
if (error.name === 'NotFoundError') {
|
|
437
558
|
throw new Error(`Shard ${shardIndex} not found`);
|
|
@@ -453,6 +574,21 @@ export async function* streamShardRange(shardIndex, offset = 0, length = null, o
|
|
|
453
574
|
const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
|
|
454
575
|
const wantRaw = length == null ? null : Number(length);
|
|
455
576
|
const want = wantRaw == null ? null : (Number.isFinite(wantRaw) ? Math.max(0, Math.floor(wantRaw)) : 0);
|
|
577
|
+
const manifest = getManifest();
|
|
578
|
+
if (options?.verify && options?.tensorId) {
|
|
579
|
+
if (!manifest) {
|
|
580
|
+
throw new Error('No manifest loaded');
|
|
581
|
+
}
|
|
582
|
+
await verifyTensorRangeIntegrity(manifest, shardIndex, start, want, options.tensorId);
|
|
583
|
+
} else if (options?.verify) {
|
|
584
|
+
const full = await loadShard(shardIndex, { verify: true });
|
|
585
|
+
const view = new Uint8Array(full);
|
|
586
|
+
const end = want == null ? view.length : Math.min(view.length, start + want);
|
|
587
|
+
for (let at = start; at < end; at += (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))) {
|
|
588
|
+
yield view.slice(at, Math.min(end, at + (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))));
|
|
589
|
+
}
|
|
590
|
+
return;
|
|
591
|
+
}
|
|
456
592
|
|
|
457
593
|
const runtime = getRuntimeConfig();
|
|
458
594
|
const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
|
|
@@ -548,6 +684,7 @@ export async function verifyIntegrity(options = {}) {
|
|
|
548
684
|
|
|
549
685
|
const missingShards = [];
|
|
550
686
|
const corruptShards = [];
|
|
687
|
+
const corruptTensors = [];
|
|
551
688
|
const shardCount = getShardCount();
|
|
552
689
|
|
|
553
690
|
for (let i = 0; i < shardCount; i++) {
|
|
@@ -576,10 +713,29 @@ export async function verifyIntegrity(options = {}) {
|
|
|
576
713
|
}
|
|
577
714
|
}
|
|
578
715
|
|
|
716
|
+
if (options.checkTensorRoots === true) {
|
|
717
|
+
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
718
|
+
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
719
|
+
throw new Error('verifyIntegrity(checkTensorRoots=true) requires manifest.integrityExtensions.blockMerkle.roots.');
|
|
720
|
+
}
|
|
721
|
+
for (const tensorId of Object.keys(roots).sort()) {
|
|
722
|
+
try {
|
|
723
|
+
await verifyTensorRoot(manifest, tensorId);
|
|
724
|
+
} catch (_error) {
|
|
725
|
+
corruptTensors.push(tensorId);
|
|
726
|
+
}
|
|
727
|
+
}
|
|
728
|
+
}
|
|
729
|
+
|
|
579
730
|
return {
|
|
580
|
-
valid:
|
|
731
|
+
valid: (
|
|
732
|
+
missingShards.length === 0
|
|
733
|
+
&& (checkHashes ? corruptShards.length === 0 : true)
|
|
734
|
+
&& (options.checkTensorRoots === true ? corruptTensors.length === 0 : true)
|
|
735
|
+
),
|
|
581
736
|
missingShards,
|
|
582
|
-
corruptShards
|
|
737
|
+
corruptShards,
|
|
738
|
+
corruptTensors,
|
|
583
739
|
};
|
|
584
740
|
}
|
|
585
741
|
|
|
@@ -588,6 +744,7 @@ export async function deleteShard(shardIndex) {
|
|
|
588
744
|
requireModel();
|
|
589
745
|
const shardInfo = getShardInfo(shardIndex);
|
|
590
746
|
if (!shardInfo) return false;
|
|
747
|
+
resetTensorIntegrityCache();
|
|
591
748
|
try {
|
|
592
749
|
await backend.deleteFile(shardInfo.filename);
|
|
593
750
|
return true;
|
|
@@ -709,6 +866,7 @@ export async function modelExists(modelId) {
|
|
|
709
866
|
export async function saveManifest(manifestJson) {
|
|
710
867
|
await ensureBackend();
|
|
711
868
|
requireModel();
|
|
869
|
+
resetTensorIntegrityCache();
|
|
712
870
|
if (backend.writeManifest) {
|
|
713
871
|
await backend.writeManifest(manifestJson);
|
|
714
872
|
return;
|
|
@@ -747,6 +905,7 @@ export async function loadTensorsFromStore() {
|
|
|
747
905
|
export async function saveTensorsToStore(tensorsJson) {
|
|
748
906
|
await ensureBackend();
|
|
749
907
|
requireModel();
|
|
908
|
+
resetTensorIntegrityCache();
|
|
750
909
|
const encoder = new TextEncoder();
|
|
751
910
|
const payload = encoder.encode(tensorsJson);
|
|
752
911
|
if (backend.writeText) {
|
|
@@ -822,6 +981,7 @@ export async function saveAuxFile(filename, data) {
|
|
|
822
981
|
if (!bytes) {
|
|
823
982
|
throw new Error('saveAuxFile requires string, ArrayBuffer, or Uint8Array data');
|
|
824
983
|
}
|
|
984
|
+
resetTensorIntegrityCache();
|
|
825
985
|
await backend.writeFile(filename, bytes);
|
|
826
986
|
}
|
|
827
987
|
|
|
@@ -847,6 +1007,7 @@ export async function deleteFileFromStore(filename) {
|
|
|
847
1007
|
if (!filename || typeof filename !== 'string') {
|
|
848
1008
|
throw new Error('deleteFileFromStore requires a filename');
|
|
849
1009
|
}
|
|
1010
|
+
resetTensorIntegrityCache();
|
|
850
1011
|
return backend.deleteFile(filename);
|
|
851
1012
|
}
|
|
852
1013
|
|
|
@@ -38,8 +38,6 @@ export interface StoredSourceArtifactManifestSynthesisResult {
|
|
|
38
38
|
|
|
39
39
|
export declare function normalizeSourceArtifactPath(value: unknown): string;
|
|
40
40
|
|
|
41
|
-
export declare function listSourceArtifactFiles(manifest: RDRRManifest): StoredSourceArtifactFile[];
|
|
42
|
-
|
|
43
41
|
export declare function resolveSourceArtifact(
|
|
44
42
|
manifest: RDRRManifest
|
|
45
43
|
): StoredSourceArtifactDescriptor | null;
|
|
@@ -13,19 +13,13 @@ import {
|
|
|
13
13
|
loadFileRangeFromStore,
|
|
14
14
|
streamFileFromStore,
|
|
15
15
|
} from './shard-manager.js';
|
|
16
|
+
import { cloneJsonValue } from '../utils/clone-json.js';
|
|
17
|
+
import { encodeUtf8 } from '../utils/encode-utf8.js';
|
|
16
18
|
|
|
17
19
|
export function normalizeSourceArtifactPath(value) {
|
|
18
20
|
return String(value || '').trim().replace(/\\/g, '/');
|
|
19
21
|
}
|
|
20
22
|
|
|
21
|
-
function encodeUtf8(value) {
|
|
22
|
-
return new TextEncoder().encode(String(value ?? ''));
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
function cloneJsonValue(value) {
|
|
26
|
-
return value == null ? value : JSON.parse(JSON.stringify(value));
|
|
27
|
-
}
|
|
28
|
-
|
|
29
23
|
function normalizeStoredHash(value) {
|
|
30
24
|
if (typeof value !== 'string') {
|
|
31
25
|
return null;
|
|
@@ -227,7 +221,7 @@ function collectSourceArtifactFiles(sourceRuntime) {
|
|
|
227
221
|
};
|
|
228
222
|
}
|
|
229
223
|
|
|
230
|
-
|
|
224
|
+
function listSourceArtifactFiles(manifest) {
|
|
231
225
|
const sourceRuntime = getSourceRuntimeMetadata(manifest);
|
|
232
226
|
return collectSourceArtifactFiles(sourceRuntime).files;
|
|
233
227
|
}
|
package/src/sw.js
CHANGED
|
@@ -15,17 +15,14 @@ const APP_SHELL = [
|
|
|
15
15
|
withBase('/demo/index.html'),
|
|
16
16
|
withBase('/demo/ui/styles/main.css'),
|
|
17
17
|
withBase('/src/bootstrap.js'),
|
|
18
|
-
withBase('/src/boot/vfs-bootstrap.js'),
|
|
19
18
|
withBase('/src/debug/index.js'),
|
|
20
19
|
'/demo/favicon.svg',
|
|
21
|
-
withBase('/config/vfs-manifest.json'),
|
|
22
20
|
];
|
|
23
21
|
|
|
24
22
|
const EXTENSIONS = new Set(['.js', '.json', '.wgsl']);
|
|
25
23
|
const BYPASS_PATHS = new Set([
|
|
26
24
|
withBase('/src/bootstrap.js'),
|
|
27
25
|
withBase('/sw.js'),
|
|
28
|
-
withBase('/config/vfs-manifest.json'),
|
|
29
26
|
]);
|
|
30
27
|
const BYPASS_PREFIXES = [
|
|
31
28
|
withBase('/kernel-tests/'),
|
|
@@ -27,6 +27,7 @@ import {
|
|
|
27
27
|
getActiveKernelPathSource,
|
|
28
28
|
setActiveKernelPath,
|
|
29
29
|
} from '../config/kernel-path-loader.js';
|
|
30
|
+
import { validateProgramBundle } from '../config/schema/program-bundle.schema.js';
|
|
30
31
|
|
|
31
32
|
let browserHarnessModulePromise = null;
|
|
32
33
|
|
|
@@ -56,6 +57,44 @@ export async function runBrowserCommand(commandRequest, options = {}) {
|
|
|
56
57
|
});
|
|
57
58
|
}
|
|
58
59
|
|
|
60
|
+
if (
|
|
61
|
+
request.command === 'verify'
|
|
62
|
+
&& request.workload === 'inference'
|
|
63
|
+
&& request.workloadType === 'program-bundle'
|
|
64
|
+
) {
|
|
65
|
+
if (request.programBundlePath) {
|
|
66
|
+
throw new Error('browser command: program-bundle parity requires inline programBundle; programBundlePath is Node-only.');
|
|
67
|
+
}
|
|
68
|
+
const providers = request.parityProviders ?? ['browser-webgpu'];
|
|
69
|
+
const unsupported = providers.filter((provider) => provider !== 'browser-webgpu');
|
|
70
|
+
if (unsupported.length > 0) {
|
|
71
|
+
throw new Error(
|
|
72
|
+
`browser command: program-bundle parity provider(s) ${unsupported.join(', ')} are Node-only.`
|
|
73
|
+
);
|
|
74
|
+
}
|
|
75
|
+
const bundle = validateProgramBundle(request.programBundle);
|
|
76
|
+
const result = {
|
|
77
|
+
schema: 'doppler.program-bundle-parity/v1',
|
|
78
|
+
ok: true,
|
|
79
|
+
mode: 'contract',
|
|
80
|
+
bundleId: bundle.bundleId,
|
|
81
|
+
modelId: bundle.modelId,
|
|
82
|
+
executionGraphHash: bundle.sources.executionGraph.hash,
|
|
83
|
+
providers: [
|
|
84
|
+
{
|
|
85
|
+
provider: 'browser-webgpu',
|
|
86
|
+
status: 'reference',
|
|
87
|
+
ok: true,
|
|
88
|
+
},
|
|
89
|
+
],
|
|
90
|
+
};
|
|
91
|
+
return createToolingSuccessEnvelope({
|
|
92
|
+
surface: 'browser',
|
|
93
|
+
request,
|
|
94
|
+
result,
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
|
|
59
98
|
const runtimeBridge = {
|
|
60
99
|
applyRuntimeProfile,
|
|
61
100
|
applyRuntimeConfigFromUrl,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export const TOOLING_COMMAND_SET = ['convert', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
1
|
+
export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
2
2
|
export const TOOLING_SURFACE_SET = ['browser', 'node'];
|
|
3
3
|
export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
|
|
4
4
|
export const TOOLING_INTENT_SET = ['verify', 'investigate', 'calibrate'];
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export declare function normalizeConvert(raw: Record<string, unknown>): Record<string, unknown>;
|
|
2
|
+
export declare function normalizeRefreshIntegrity(raw: Record<string, unknown>): Record<string, unknown>;
|
|
2
3
|
export declare function normalizeTrainingOperatorCommand(
|
|
3
4
|
raw: Record<string, unknown>,
|
|
4
5
|
command: string
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { isPlainObject } from '../utils/plain-object.js';
|
|
2
|
+
import { cloneJsonValue as cloneCommandValue } from '../utils/clone-json.js';
|
|
2
3
|
import {
|
|
3
4
|
DISTILL_ACTION_SET,
|
|
4
5
|
LORA_ACTION_SET,
|
|
@@ -37,12 +38,6 @@ function resolveDebugRequestWorkload(raw) {
|
|
|
37
38
|
return workload;
|
|
38
39
|
}
|
|
39
40
|
|
|
40
|
-
function cloneCommandValue(value) {
|
|
41
|
-
if (typeof structuredClone === 'function') {
|
|
42
|
-
return structuredClone(value);
|
|
43
|
-
}
|
|
44
|
-
return JSON.parse(JSON.stringify(value));
|
|
45
|
-
}
|
|
46
41
|
|
|
47
42
|
function normalizeInferencePrompt(value, label) {
|
|
48
43
|
if (value === undefined || value === null) {
|
|
@@ -293,6 +288,29 @@ export function normalizeConvert(raw) {
|
|
|
293
288
|
};
|
|
294
289
|
}
|
|
295
290
|
|
|
291
|
+
export function normalizeRefreshIntegrity(raw) {
|
|
292
|
+
const modelDir = asOptionalString(raw.modelDir, 'modelDir');
|
|
293
|
+
const manifestPath = asOptionalString(raw.manifestPath, 'manifestPath');
|
|
294
|
+
const blockSize = asOptionalPositiveInteger(raw.blockSize, 'blockSize');
|
|
295
|
+
const dryRun = asOptionalBoolean(raw.dryRun, 'dryRun');
|
|
296
|
+
const skipShardCheck = asOptionalBoolean(raw.skipShardCheck, 'skipShardCheck');
|
|
297
|
+
if (!modelDir) {
|
|
298
|
+
throw new Error('tooling command: refresh-integrity requires modelDir.');
|
|
299
|
+
}
|
|
300
|
+
assertForbiddenStringField(raw, 'runtimeProfile', 'refresh-integrity');
|
|
301
|
+
assertForbiddenStringField(raw, 'runtimeConfigUrl', 'refresh-integrity');
|
|
302
|
+
assertForbiddenObjectField(raw, 'runtimeConfig', 'refresh-integrity');
|
|
303
|
+
assertForbiddenConfigChainField(raw, 'refresh-integrity');
|
|
304
|
+
return {
|
|
305
|
+
...createCommandRequestBase(raw, 'refresh-integrity'),
|
|
306
|
+
modelDir,
|
|
307
|
+
manifestPath,
|
|
308
|
+
blockSize,
|
|
309
|
+
dryRun,
|
|
310
|
+
skipShardCheck,
|
|
311
|
+
};
|
|
312
|
+
}
|
|
313
|
+
|
|
296
314
|
export function normalizeTrainingOperatorCommand(raw, command) {
|
|
297
315
|
assertForbiddenConfigChainField(raw, command);
|
|
298
316
|
const allowedActions = command === 'distill' ? DISTILL_ACTION_SET : LORA_ACTION_SET;
|
|
@@ -396,6 +414,13 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
396
414
|
const checkpointEvery = asOptionalPositiveInteger(raw.checkpointEvery, 'checkpointEvery');
|
|
397
415
|
const inferenceInput = normalizeInferenceInput(raw.inferenceInput, workload);
|
|
398
416
|
const inputWorkloadType = asOptionalString(raw.workloadType, 'workloadType');
|
|
417
|
+
const programBundle = asOptionalObject(raw.programBundle, 'programBundle');
|
|
418
|
+
const programBundlePath = asOptionalString(raw.programBundlePath, 'programBundlePath');
|
|
419
|
+
const parityProviders = asOptionalStringArray(raw.parityProviders, 'parityProviders');
|
|
420
|
+
const programBundleParityMode = asOptionalString(raw.programBundleParityMode, 'programBundleParityMode');
|
|
421
|
+
if (programBundleParityMode && programBundleParityMode !== 'contract' && programBundleParityMode !== 'execute') {
|
|
422
|
+
throw new Error('tooling command: programBundleParityMode must be "contract" or "execute".');
|
|
423
|
+
}
|
|
399
424
|
if (
|
|
400
425
|
inputWorkloadType
|
|
401
426
|
&& (workload === 'training' || workload === 'diffusion')
|
|
@@ -410,6 +435,19 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
410
435
|
? workload
|
|
411
436
|
: null
|
|
412
437
|
);
|
|
438
|
+
const isProgramBundleParity = command === 'verify'
|
|
439
|
+
&& workload === 'inference'
|
|
440
|
+
&& workloadType === 'program-bundle';
|
|
441
|
+
if (isProgramBundleParity) {
|
|
442
|
+
if (!programBundle && !programBundlePath) {
|
|
443
|
+
throw new Error('tooling command: program-bundle parity requires programBundle or programBundlePath.');
|
|
444
|
+
}
|
|
445
|
+
} else if (programBundle || programBundlePath || parityProviders || programBundleParityMode) {
|
|
446
|
+
throw new Error(
|
|
447
|
+
'tooling command: programBundle, programBundlePath, parityProviders, and programBundleParityMode require ' +
|
|
448
|
+
'command="verify", workload="inference", and workloadType="program-bundle".'
|
|
449
|
+
);
|
|
450
|
+
}
|
|
413
451
|
const allowsTrainingFields = workload === 'training';
|
|
414
452
|
if (!allowsTrainingFields && (
|
|
415
453
|
trainingTests
|
|
@@ -476,7 +514,7 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
476
514
|
throw new Error('tooling command: distillShardIndex must be <= distillShardCount.');
|
|
477
515
|
}
|
|
478
516
|
|
|
479
|
-
const requiresModel = workload !== 'kernels' && workload !== 'training';
|
|
517
|
+
const requiresModel = workload !== 'kernels' && workload !== 'training' && !isProgramBundleParity;
|
|
480
518
|
const hasTrainingSource = allowsTrainingFields && (
|
|
481
519
|
!!modelUrl
|
|
482
520
|
|| !!trainingStage
|
|
@@ -532,6 +570,10 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
532
570
|
trainingBenchSteps,
|
|
533
571
|
checkpointEvery: allowsTrainingFields ? checkpointEvery : null,
|
|
534
572
|
workloadType,
|
|
573
|
+
programBundle: isProgramBundleParity ? programBundle : null,
|
|
574
|
+
programBundlePath: isProgramBundleParity ? programBundlePath : null,
|
|
575
|
+
parityProviders: isProgramBundleParity ? parityProviders : null,
|
|
576
|
+
programBundleParityMode: isProgramBundleParity ? (programBundleParityMode ?? 'contract') : null,
|
|
535
577
|
modelUrl,
|
|
536
578
|
captureOutput: asOptionalBoolean(raw.captureOutput, 'captureOutput') ?? false,
|
|
537
579
|
keepPipeline: asOptionalBoolean(raw.keepPipeline, 'keepPipeline') ?? false,
|
|
@@ -8,8 +8,6 @@ export declare function asOptionalForceResumeReason(value: unknown, label: strin
|
|
|
8
8
|
export declare function asOptionalAction(value: unknown, label: string, allowed: string[]): string | null;
|
|
9
9
|
export declare function assertCommand(value: unknown): string;
|
|
10
10
|
export declare function resolveCommandRuntimeContract(command: string): { workload: string | null; intent: string | null };
|
|
11
|
-
export declare function asOptionalCacheMode(value: unknown, label: string): 'cold' | 'warm' | null;
|
|
12
|
-
export declare function asOptionalLoadMode(value: unknown, label: string): 'opfs' | 'http' | 'memory' | null;
|
|
13
11
|
export declare function assertModelId(value: unknown, command: string, workload: string): string;
|
|
14
12
|
export declare function assertForbiddenStringField(raw: Record<string, unknown>, fieldName: string, command: string): void;
|
|
15
13
|
export declare function assertForbiddenObjectField(raw: Record<string, unknown>, fieldName: string, command: string): void;
|
|
@@ -120,7 +120,7 @@ export function resolveCommandRuntimeContract(command) {
|
|
|
120
120
|
};
|
|
121
121
|
}
|
|
122
122
|
|
|
123
|
-
|
|
123
|
+
function asOptionalCacheMode(value, label) {
|
|
124
124
|
const cacheMode = asOptionalString(value, label);
|
|
125
125
|
if (!cacheMode) return null;
|
|
126
126
|
if (cacheMode !== 'cold' && cacheMode !== 'warm') {
|
|
@@ -129,7 +129,7 @@ export function asOptionalCacheMode(value, label) {
|
|
|
129
129
|
return cacheMode;
|
|
130
130
|
}
|
|
131
131
|
|
|
132
|
-
|
|
132
|
+
function asOptionalLoadMode(value, label) {
|
|
133
133
|
const loadMode = asOptionalString(value, label);
|
|
134
134
|
if (!loadMode) return null;
|
|
135
135
|
if (loadMode !== 'opfs' && loadMode !== 'http' && loadMode !== 'memory') {
|
|
@@ -262,5 +262,9 @@ export function createCommandRequestBase(raw, command) {
|
|
|
262
262
|
searchParams: raw.searchParams ?? null,
|
|
263
263
|
baselineProvider: asOptionalString(raw.baselineProvider, 'baselineProvider'),
|
|
264
264
|
observedProvider: asOptionalString(raw.observedProvider, 'observedProvider'),
|
|
265
|
+
programBundle: asOptionalObject(raw.programBundle, 'programBundle'),
|
|
266
|
+
programBundlePath: asOptionalString(raw.programBundlePath, 'programBundlePath'),
|
|
267
|
+
parityProviders: asOptionalStringArray(raw.parityProviders, 'parityProviders'),
|
|
268
|
+
programBundleParityMode: asOptionalString(raw.programBundleParityMode, 'programBundleParityMode'),
|
|
265
269
|
};
|
|
266
270
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
|
|
2
2
|
|
|
3
|
-
export type ToolingCommand = 'convert' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
|
|
3
|
+
export type ToolingCommand = 'convert' | 'refresh-integrity' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
|
|
4
4
|
export type ToolingSurface = 'browser' | 'node';
|
|
5
5
|
export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'training' | 'diffusion' | 'energy';
|
|
6
6
|
export type ToolingIntent = 'verify' | 'investigate' | 'calibrate' | null;
|
|
@@ -21,6 +21,7 @@ export interface ToolingConvertExecutionPayload {
|
|
|
21
21
|
|
|
22
22
|
export interface ToolingConvertPayload {
|
|
23
23
|
converterConfig: Partial<ConverterConfigSchema>;
|
|
24
|
+
configPath?: string | null;
|
|
24
25
|
execution?: ToolingConvertExecutionPayload | null;
|
|
25
26
|
[key: string]: unknown;
|
|
26
27
|
}
|
|
@@ -98,6 +99,11 @@ export interface ToolingCommandRequestInput {
|
|
|
98
99
|
runtimeConfig?: Record<string, unknown>;
|
|
99
100
|
inputDir?: string;
|
|
100
101
|
outputDir?: string;
|
|
102
|
+
modelDir?: string;
|
|
103
|
+
manifestPath?: string;
|
|
104
|
+
blockSize?: number;
|
|
105
|
+
dryRun?: boolean;
|
|
106
|
+
skipShardCheck?: boolean;
|
|
101
107
|
convertPayload?: ToolingConvertPayload;
|
|
102
108
|
workloadPath?: string;
|
|
103
109
|
runRoot?: string;
|
|
@@ -117,6 +123,10 @@ export interface ToolingCommandRequestInput {
|
|
|
117
123
|
searchParams?: URLSearchParams | null;
|
|
118
124
|
baselineProvider?: string | null;
|
|
119
125
|
observedProvider?: string | null;
|
|
126
|
+
programBundle?: Record<string, unknown> | null;
|
|
127
|
+
programBundlePath?: string | null;
|
|
128
|
+
parityProviders?: string[] | null;
|
|
129
|
+
programBundleParityMode?: 'contract' | 'execute' | null;
|
|
120
130
|
}
|
|
121
131
|
|
|
122
132
|
export interface ToolingCommandRequest {
|
|
@@ -163,6 +173,11 @@ export interface ToolingCommandRequest {
|
|
|
163
173
|
runtimeConfig: Record<string, unknown> | null;
|
|
164
174
|
inputDir: string | null;
|
|
165
175
|
outputDir: string | null;
|
|
176
|
+
modelDir: string | null;
|
|
177
|
+
manifestPath: string | null;
|
|
178
|
+
blockSize: number | null;
|
|
179
|
+
dryRun: boolean | null;
|
|
180
|
+
skipShardCheck: boolean | null;
|
|
166
181
|
convertPayload: ToolingConvertPayload | null;
|
|
167
182
|
workloadPath: string | null;
|
|
168
183
|
runRoot: string | null;
|
|
@@ -182,6 +197,10 @@ export interface ToolingCommandRequest {
|
|
|
182
197
|
searchParams: URLSearchParams | null;
|
|
183
198
|
baselineProvider: string | null;
|
|
184
199
|
observedProvider: string | null;
|
|
200
|
+
programBundle: Record<string, unknown> | null;
|
|
201
|
+
programBundlePath: string | null;
|
|
202
|
+
parityProviders: string[] | null;
|
|
203
|
+
programBundleParityMode: 'contract' | 'execute' | null;
|
|
185
204
|
}
|
|
186
205
|
|
|
187
206
|
export declare const TOOLING_COMMANDS: readonly ToolingCommand[];
|