doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
import { Q4K_BLOCK_BYTES, QK_K } from '../../config/schema/quantization.schema.js';
|
|
2
|
+
|
|
3
|
+
const SUPPORTED_PACKINGS = new Set(['dense', 'q4k', 'q4_0', 'gguf-block-v2']);
|
|
4
|
+
const Q4_0_BLOCK_BYTES = 18;
|
|
5
|
+
const Q4_0_BLOCK_VALUES = 32;
|
|
6
|
+
|
|
7
|
+
function fail(label, message) {
|
|
8
|
+
throw new Error(`[RDRRStorage] ${label}: ${message}`);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
function normalizePositiveInteger(value, label, field) {
|
|
12
|
+
const normalized = Number(value);
|
|
13
|
+
if (!Number.isInteger(normalized) || normalized <= 0) {
|
|
14
|
+
fail(label, `invalid ${field}`);
|
|
15
|
+
}
|
|
16
|
+
return normalized;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function normalizeNonNegativeInteger(value, label, field) {
|
|
20
|
+
const normalized = Number(value);
|
|
21
|
+
if (!Number.isInteger(normalized) || normalized < 0) {
|
|
22
|
+
fail(label, `invalid ${field}`);
|
|
23
|
+
}
|
|
24
|
+
return normalized;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function normalizePacking(packing, label) {
|
|
28
|
+
const normalized = String(packing || '').trim().toLowerCase();
|
|
29
|
+
if (!SUPPORTED_PACKINGS.has(normalized)) {
|
|
30
|
+
fail(label, `unsupported packing "${packing}"`);
|
|
31
|
+
}
|
|
32
|
+
return normalized;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
function normalizeCompanions(companions, label) {
|
|
36
|
+
if (companions === undefined) {
|
|
37
|
+
return [];
|
|
38
|
+
}
|
|
39
|
+
if (!Array.isArray(companions)) {
|
|
40
|
+
fail(label, 'companions must be an array');
|
|
41
|
+
}
|
|
42
|
+
return companions.map((companion, index) => {
|
|
43
|
+
if (!companion || typeof companion !== 'object' || Array.isArray(companion)) {
|
|
44
|
+
fail(label, `companions[${index}] must be an object`);
|
|
45
|
+
}
|
|
46
|
+
if (typeof companion.role !== 'string' || companion.role.trim().length === 0) {
|
|
47
|
+
fail(label, `companions[${index}].role must be non-empty`);
|
|
48
|
+
}
|
|
49
|
+
if (typeof companion.tensorId !== 'string' || companion.tensorId.trim().length === 0) {
|
|
50
|
+
fail(label, `companions[${index}].tensorId must be non-empty`);
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
role: companion.role.trim(),
|
|
54
|
+
tensorId: companion.tensorId.trim(),
|
|
55
|
+
};
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
function normalizeShardSpans(shardSpans, label) {
|
|
60
|
+
if (shardSpans === undefined) {
|
|
61
|
+
return undefined;
|
|
62
|
+
}
|
|
63
|
+
if (!Array.isArray(shardSpans) || shardSpans.length === 0) {
|
|
64
|
+
fail(label, 'shardSpans must be a non-empty array when present');
|
|
65
|
+
}
|
|
66
|
+
return shardSpans.map((span, index) => {
|
|
67
|
+
if (!span || typeof span !== 'object' || Array.isArray(span)) {
|
|
68
|
+
fail(label, `shardSpans[${index}] must be an object`);
|
|
69
|
+
}
|
|
70
|
+
const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `shardSpans[${index}].shardIndex`);
|
|
71
|
+
const byteStart = normalizeNonNegativeInteger(span.byteStart ?? span.offset, label, `shardSpans[${index}].byteStart`);
|
|
72
|
+
const rawEnd = span.byteEnd ?? (
|
|
73
|
+
span.size == null
|
|
74
|
+
? undefined
|
|
75
|
+
: byteStart + normalizePositiveInteger(span.size, label, `shardSpans[${index}].size`)
|
|
76
|
+
);
|
|
77
|
+
const byteEnd = normalizePositiveInteger(rawEnd, label, `shardSpans[${index}].byteEnd`);
|
|
78
|
+
if (byteEnd <= byteStart) {
|
|
79
|
+
fail(label, `shardSpans[${index}] has non-positive length`);
|
|
80
|
+
}
|
|
81
|
+
return { shardIndex, byteStart, byteEnd };
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
function normalizeBlockShape(blockShape, label, packing) {
|
|
86
|
+
if (packing === 'dense') {
|
|
87
|
+
return blockShape == null
|
|
88
|
+
? undefined
|
|
89
|
+
: (Array.isArray(blockShape)
|
|
90
|
+
? blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`))
|
|
91
|
+
: fail(label, 'blockShape must be an array'));
|
|
92
|
+
}
|
|
93
|
+
if (!Array.isArray(blockShape) || blockShape.length === 0) {
|
|
94
|
+
fail(label, `packing "${packing}" requires blockShape`);
|
|
95
|
+
}
|
|
96
|
+
return blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`));
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
export function normalizeTensorStorageDescriptor(storage, label) {
|
|
100
|
+
if (storage == null) {
|
|
101
|
+
return null;
|
|
102
|
+
}
|
|
103
|
+
if (typeof storage !== 'object' || Array.isArray(storage)) {
|
|
104
|
+
fail(label, 'storage must be an object');
|
|
105
|
+
}
|
|
106
|
+
const packing = normalizePacking(storage.packing, label);
|
|
107
|
+
const blockShape = normalizeBlockShape(storage.blockShape, label, packing);
|
|
108
|
+
const companions = normalizeCompanions(storage.companions, label);
|
|
109
|
+
const shardSpans = normalizeShardSpans(storage.shardSpans, label);
|
|
110
|
+
const blockBytes = storage.blockBytes == null
|
|
111
|
+
? undefined
|
|
112
|
+
: normalizePositiveInteger(storage.blockBytes, label, 'blockBytes');
|
|
113
|
+
if (packing === 'gguf-block-v2' && blockBytes == null) {
|
|
114
|
+
fail(label, 'packing "gguf-block-v2" requires blockBytes');
|
|
115
|
+
}
|
|
116
|
+
return {
|
|
117
|
+
...storage,
|
|
118
|
+
packing,
|
|
119
|
+
...(blockShape ? { blockShape } : {}),
|
|
120
|
+
...(blockBytes == null ? {} : { blockBytes }),
|
|
121
|
+
...(companions.length === 0 ? {} : { companions }),
|
|
122
|
+
...(shardSpans ? { shardSpans } : {}),
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
export function validateTensorStorageDescriptor(storage, label, errors) {
|
|
127
|
+
try {
|
|
128
|
+
normalizeTensorStorageDescriptor(storage, label);
|
|
129
|
+
} catch (error) {
|
|
130
|
+
errors.push(error instanceof Error ? error.message : String(error));
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
export function getTensorPhysicalSpans(location, label = 'tensor') {
|
|
135
|
+
const storage = normalizeTensorStorageDescriptor(location?.storage ?? null, label);
|
|
136
|
+
if (storage?.shardSpans) {
|
|
137
|
+
return storage.shardSpans;
|
|
138
|
+
}
|
|
139
|
+
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
140
|
+
return location.spans.map((span, index) => {
|
|
141
|
+
const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `spans[${index}].shardIndex`);
|
|
142
|
+
const byteStart = normalizeNonNegativeInteger(span.offset, label, `spans[${index}].offset`);
|
|
143
|
+
const size = normalizePositiveInteger(span.size, label, `spans[${index}].size`);
|
|
144
|
+
return { shardIndex, byteStart, byteEnd: byteStart + size };
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
const shardIndex = location?.shardIndex ?? location?.shard;
|
|
148
|
+
if (Number.isInteger(shardIndex) && Number.isInteger(location?.offset) && Number.isInteger(location?.size)) {
|
|
149
|
+
return [{
|
|
150
|
+
shardIndex,
|
|
151
|
+
byteStart: location.offset,
|
|
152
|
+
byteEnd: location.offset + location.size,
|
|
153
|
+
}];
|
|
154
|
+
}
|
|
155
|
+
fail(label, 'missing physical shard spans');
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
export function getPackingByteLayout(storage, tensor) {
|
|
159
|
+
const descriptor = normalizeTensorStorageDescriptor(storage ?? { packing: 'dense' }, tensor?.name ?? 'tensor');
|
|
160
|
+
const blockElementCount = descriptor.blockShape == null
|
|
161
|
+
? 1
|
|
162
|
+
: descriptor.blockShape.reduce((product, value) => product * value, 1);
|
|
163
|
+
if (descriptor.packing === 'dense') {
|
|
164
|
+
return {
|
|
165
|
+
blockElementCount,
|
|
166
|
+
blockBytes: null,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
if (descriptor.packing === 'q4k') {
|
|
170
|
+
return {
|
|
171
|
+
blockElementCount: blockElementCount || QK_K,
|
|
172
|
+
blockBytes: descriptor.blockBytes ?? Q4K_BLOCK_BYTES,
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
if (descriptor.packing === 'q4_0') {
|
|
176
|
+
return {
|
|
177
|
+
blockElementCount: blockElementCount || Q4_0_BLOCK_VALUES,
|
|
178
|
+
blockBytes: descriptor.blockBytes ?? Q4_0_BLOCK_BYTES,
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
return {
|
|
182
|
+
blockElementCount,
|
|
183
|
+
blockBytes: descriptor.blockBytes,
|
|
184
|
+
};
|
|
185
|
+
}
|
|
186
|
+
|
|
@@ -31,12 +31,3 @@ export function validateTensorConfigConsistency(
|
|
|
31
31
|
manifest: object
|
|
32
32
|
): TensorConfigValidationResult;
|
|
33
33
|
|
|
34
|
-
/**
|
|
35
|
-
* Format validation result for logging.
|
|
36
|
-
*
|
|
37
|
-
* @param result - The validation result to format
|
|
38
|
-
* @returns Formatted string for console/log output
|
|
39
|
-
*/
|
|
40
|
-
export function formatValidationResult(
|
|
41
|
-
result: TensorConfigValidationResult
|
|
42
|
-
): string;
|
|
@@ -124,33 +124,3 @@ export function validateTensorConfigConsistency(manifest) {
|
|
|
124
124
|
};
|
|
125
125
|
}
|
|
126
126
|
|
|
127
|
-
// Format validation result for logging.
|
|
128
|
-
export function formatValidationResult(result) {
|
|
129
|
-
const lines = [];
|
|
130
|
-
|
|
131
|
-
if (result.errors.length > 0) {
|
|
132
|
-
lines.push('ERRORS:');
|
|
133
|
-
for (const err of result.errors) {
|
|
134
|
-
lines.push(` [${err.code}] ${err.message}`);
|
|
135
|
-
if (err.suggestion) {
|
|
136
|
-
lines.push(` -> ${err.suggestion}`);
|
|
137
|
-
}
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
if (result.warnings.length > 0) {
|
|
142
|
-
lines.push('WARNINGS:');
|
|
143
|
-
for (const warn of result.warnings) {
|
|
144
|
-
lines.push(` [${warn.code}] ${warn.message}`);
|
|
145
|
-
if (warn.suggestion) {
|
|
146
|
-
lines.push(` -> ${warn.suggestion}`);
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
if (result.valid && result.warnings.length === 0) {
|
|
152
|
-
lines.push('Tensor-config consistency: OK');
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
return lines.join('\n');
|
|
156
|
-
}
|
|
@@ -16,6 +16,8 @@ import type {
|
|
|
16
16
|
MoEConfigSchema,
|
|
17
17
|
AdapterConfigSchema,
|
|
18
18
|
ProvenanceSchema,
|
|
19
|
+
ManifestArtifactIdentitySchema,
|
|
20
|
+
ManifestWeightsRefSchema,
|
|
19
21
|
KernelPathRef,
|
|
20
22
|
ManifestInferenceSchema,
|
|
21
23
|
type TensorRole as SchemaTensorRole,
|
|
@@ -36,6 +38,8 @@ export type ComponentGroupType = SchemaComponentGroupType;
|
|
|
36
38
|
export type WeightLayout = SchemaWeightLayout;
|
|
37
39
|
export type QuantizationInfo = QuantizationInfoSchema;
|
|
38
40
|
export type TensorRole = SchemaTensorRole;
|
|
41
|
+
export type ArtifactIdentity = ManifestArtifactIdentitySchema;
|
|
42
|
+
export type WeightsRef = ManifestWeightsRefSchema;
|
|
39
43
|
|
|
40
44
|
// =============================================================================
|
|
41
45
|
// Kernel Types
|
|
@@ -52,7 +56,7 @@ export interface TensorSourceLocationRef {
|
|
|
52
56
|
}
|
|
53
57
|
|
|
54
58
|
export interface TensorSourceTransform {
|
|
55
|
-
kind: 'affine_dequant' | 'litert_rowwise_dequant' | 'litert_axis_dequant';
|
|
59
|
+
kind: 'affine_dequant' | 'litert_rowwise_dequant' | 'litert_axis_dequant' | 'litert_axis_blocked_dequant';
|
|
56
60
|
scheme: 'per_tensor_affine' | 'per_row_affine' | 'per_axis_affine';
|
|
57
61
|
sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
|
|
58
62
|
targetDtype: 'F16';
|
|
@@ -63,9 +67,35 @@ export interface TensorSourceTransform {
|
|
|
63
67
|
scaleDivisor?: number;
|
|
64
68
|
storageShape?: number[];
|
|
65
69
|
quantAxis?: 0 | 1;
|
|
70
|
+
storageBlockSize?: number;
|
|
71
|
+
storageLaneOrder?: number[];
|
|
66
72
|
scaleSource?: TensorSourceLocationRef;
|
|
67
73
|
rowSumSource?: TensorSourceLocationRef;
|
|
68
74
|
sumSource?: TensorSourceLocationRef;
|
|
75
|
+
scaleCompanionDtype?: 'UINT8';
|
|
76
|
+
scaleCompanionDequant?: {
|
|
77
|
+
scale: number;
|
|
78
|
+
zeroPoint: number;
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
export interface TensorStorageCompanion {
|
|
83
|
+
role: string;
|
|
84
|
+
tensorId: string;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
export interface TensorStorageShardSpan {
|
|
88
|
+
shardIndex: number;
|
|
89
|
+
byteStart: number;
|
|
90
|
+
byteEnd: number;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export interface TensorPhysicalStorageDescriptor {
|
|
94
|
+
packing: 'dense' | 'q4k' | 'q4_0' | 'gguf-block-v2';
|
|
95
|
+
blockShape?: number[];
|
|
96
|
+
blockBytes?: number;
|
|
97
|
+
companions?: TensorStorageCompanion[];
|
|
98
|
+
shardSpans?: TensorStorageShardSpan[];
|
|
69
99
|
}
|
|
70
100
|
|
|
71
101
|
// =============================================================================
|
|
@@ -115,6 +145,7 @@ export interface TensorLocation {
|
|
|
115
145
|
layout?: WeightLayout;
|
|
116
146
|
originalShape?: number[];
|
|
117
147
|
sourceTransform?: TensorSourceTransform;
|
|
148
|
+
storage?: TensorPhysicalStorageDescriptor;
|
|
118
149
|
}
|
|
119
150
|
|
|
120
151
|
export interface ConversionInfo {
|
|
@@ -137,12 +168,91 @@ export interface RuntimeOptimizations {
|
|
|
137
168
|
kernelPath?: KernelPathRef;
|
|
138
169
|
}
|
|
139
170
|
|
|
171
|
+
export interface IntegrityExtensionsBlockMerkle {
|
|
172
|
+
blockSize: number;
|
|
173
|
+
roots: Record<string, string>;
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
/**
|
|
177
|
+
* Parity exactness taxonomy shared with RDRR distributed collectives and Doe TSIR
|
|
178
|
+
* lowerings. Values are canonical and must not drift between the two lanes.
|
|
179
|
+
* - bit-exact-solo: hex-identical bytes against the reference interpreter.
|
|
180
|
+
* - algorithm-exact: hex-identical under a declared reduction tree (same vocabulary,
|
|
181
|
+
* declared associativity, declared accumulation dtype).
|
|
182
|
+
* - tolerance-bounded: declared metric within declared epsilon.
|
|
183
|
+
*/
|
|
184
|
+
export type LoweringExactnessClass =
|
|
185
|
+
| 'bit_exact_solo'
|
|
186
|
+
| 'algorithm_exact'
|
|
187
|
+
| 'tolerance_bounded';
|
|
188
|
+
|
|
189
|
+
/**
|
|
190
|
+
* One lowering receipt for a (kernel, backend) pair. Either digests are populated
|
|
191
|
+
* (lowering succeeded) or rejectionReasons[] is populated (backend cannot honor the
|
|
192
|
+
* kernel). A successful entry with rejectionReasons and a rejection entry with digests
|
|
193
|
+
* are both invalid.
|
|
194
|
+
*/
|
|
195
|
+
export interface LoweringExactness {
|
|
196
|
+
class: LoweringExactnessClass;
|
|
197
|
+
algorithmExactInvariants: string[];
|
|
198
|
+
toleranceEpsilon: number;
|
|
199
|
+
toleranceMetric: string;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
export interface IntegrityExtensionsLoweringEntry {
|
|
203
|
+
/** Logical reference into the manifest's execution graph. */
|
|
204
|
+
kernelRef: string;
|
|
205
|
+
/** Backend identifier, e.g. "webgpu-generic", "wse3", "csl-classifier-legacy". */
|
|
206
|
+
backend: string;
|
|
207
|
+
/** Hash of the target descriptor under which this realization was produced. */
|
|
208
|
+
targetDescriptorCorrectnessHash: string | null;
|
|
209
|
+
/** Frontend-version identity that produced tsir.semantic (null for rejection). */
|
|
210
|
+
frontendVersion: string | null;
|
|
211
|
+
/** Stable source-meaning digest (null for rejection). */
|
|
212
|
+
tsirSemanticDigest: string | null;
|
|
213
|
+
/** Target-and-policy-dependent realization digest (null for rejection). */
|
|
214
|
+
tsirRealizationDigest: string | null;
|
|
215
|
+
/** Emitter-code-version digest (null for rejection). */
|
|
216
|
+
emitterDigest: string | null;
|
|
217
|
+
/** Doe compiler version pin (null for pre-TSIR classifier-legacy receipts). */
|
|
218
|
+
compilerVersion: string | null;
|
|
219
|
+
/** Exactness contract under which this lowering is declared equivalent to source. */
|
|
220
|
+
exactness: LoweringExactness | null;
|
|
221
|
+
/**
|
|
222
|
+
* Present iff the backend refused this kernel. Canonical codes include:
|
|
223
|
+
* TSIR_SUBGROUP_UNLOWERABLE, TSIR_PE_BUDGET_EXHAUSTED,
|
|
224
|
+
* TSIR_COLLECTIVE_NOT_REPRESENTABLE, TSIR_DEPENDENCE_UNANALYZABLE,
|
|
225
|
+
* TSIR_SOURCE_NOT_AFFINE, TSIR_TARGET_UNFIT.
|
|
226
|
+
*/
|
|
227
|
+
rejectionReasons: string[] | null;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
export interface IntegrityExtensionsLowerings {
|
|
231
|
+
/** Own contractVersion — additive, independent of integrityExtensions.contractVersion. */
|
|
232
|
+
contractVersion: 1;
|
|
233
|
+
entries: IntegrityExtensionsLoweringEntry[];
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
export interface IntegrityExtensions {
|
|
237
|
+
contractVersion: 1;
|
|
238
|
+
blockMerkle: IntegrityExtensionsBlockMerkle;
|
|
239
|
+
/**
|
|
240
|
+
* Optional Doe TSIR lowering receipts. Absent on artifacts built before the
|
|
241
|
+
* lowering binding lands. When present, each entry is either a successful
|
|
242
|
+
* lowering (digests populated, rejectionReasons null) or a rejection
|
|
243
|
+
* (digests null, rejectionReasons non-empty).
|
|
244
|
+
*/
|
|
245
|
+
lowerings?: IntegrityExtensionsLowerings;
|
|
246
|
+
}
|
|
247
|
+
|
|
140
248
|
export interface RDRRManifest {
|
|
141
249
|
version: number;
|
|
142
250
|
modelId: string;
|
|
143
251
|
modelType: ModelType;
|
|
144
252
|
quantization: string;
|
|
145
253
|
quantizationInfo?: QuantizationInfo;
|
|
254
|
+
artifactIdentity?: ArtifactIdentity;
|
|
255
|
+
weightsRef?: WeightsRef;
|
|
146
256
|
hashAlgorithm: HashAlgorithm;
|
|
147
257
|
eos_token_id: number | number[] | null;
|
|
148
258
|
image_token_id?: number;
|
|
@@ -163,6 +273,7 @@ export interface RDRRManifest {
|
|
|
163
273
|
optimizations?: RuntimeOptimizations;
|
|
164
274
|
config?: Record<string, unknown>;
|
|
165
275
|
conversion?: ConversionInfo;
|
|
276
|
+
integrityExtensions?: IntegrityExtensions;
|
|
166
277
|
|
|
167
278
|
// Required inference configuration (populated by converter)
|
|
168
279
|
inference: ManifestInferenceSchema;
|
|
@@ -208,6 +319,8 @@ export interface CreateManifestOptions {
|
|
|
208
319
|
modelType: ModelType;
|
|
209
320
|
quantization: string;
|
|
210
321
|
quantizationInfo?: QuantizationInfo;
|
|
322
|
+
artifactIdentity?: ArtifactIdentity;
|
|
323
|
+
weightsRef?: WeightsRef;
|
|
211
324
|
hashAlgorithm?: HashAlgorithm;
|
|
212
325
|
eos_token_id?: number | number[];
|
|
213
326
|
architecture: LayerConfig | string;
|
|
@@ -221,6 +334,7 @@ export interface CreateManifestOptions {
|
|
|
221
334
|
moeConfig?: MoEConfig;
|
|
222
335
|
config?: Record<string, unknown>;
|
|
223
336
|
conversion?: ConversionInfo;
|
|
337
|
+
integrityExtensions?: IntegrityExtensions;
|
|
224
338
|
blake3Full?: string;
|
|
225
339
|
metadata?: Record<string, unknown>;
|
|
226
340
|
// Required inference configuration
|
|
@@ -1,6 +1,245 @@
|
|
|
1
1
|
import { validateTensorConfigConsistency } from './tensor-config-validator.js';
|
|
2
2
|
import { validateManifestExecutionContract } from '../../config/execution-contract-check.js';
|
|
3
3
|
import { validateManifestInference } from '../../config/schema/index.js';
|
|
4
|
+
import { validateTensorStorageDescriptor } from './storage-descriptor.js';
|
|
5
|
+
|
|
6
|
+
const ARTIFACT_COMPLETENESS_VALUES = new Set([
|
|
7
|
+
'complete',
|
|
8
|
+
'weights-ref',
|
|
9
|
+
'incomplete',
|
|
10
|
+
]);
|
|
11
|
+
|
|
12
|
+
const LOWERING_EXACTNESS_CLASSES = new Set([
|
|
13
|
+
'bit_exact_solo',
|
|
14
|
+
'algorithm_exact',
|
|
15
|
+
'tolerance_bounded',
|
|
16
|
+
]);
|
|
17
|
+
|
|
18
|
+
const LOWERING_NULLABLE_STRING_FIELDS = [
|
|
19
|
+
'targetDescriptorCorrectnessHash',
|
|
20
|
+
'frontendVersion',
|
|
21
|
+
'tsirSemanticDigest',
|
|
22
|
+
'tsirRealizationDigest',
|
|
23
|
+
'emitterDigest',
|
|
24
|
+
'compilerVersion',
|
|
25
|
+
];
|
|
26
|
+
|
|
27
|
+
const LOWERING_ALGORITHM_EXACT_INVARIANTS = new Set([
|
|
28
|
+
'reduction_order',
|
|
29
|
+
'tree_shape',
|
|
30
|
+
'accum_dtype',
|
|
31
|
+
'associativity_grouping',
|
|
32
|
+
]);
|
|
33
|
+
|
|
34
|
+
function isPlainObject(value) {
|
|
35
|
+
return value != null && typeof value === 'object' && !Array.isArray(value);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function validateOptionalNonEmptyString(errors, object, field, prefix) {
|
|
39
|
+
if (object[field] === undefined) {
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
if (typeof object[field] !== 'string' || object[field].trim().length === 0) {
|
|
43
|
+
errors.push(`Invalid ${prefix}.${field}`);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
function validateRequiredNonEmptyString(errors, object, field, prefix) {
|
|
48
|
+
if (typeof object[field] !== 'string' || object[field].trim().length === 0) {
|
|
49
|
+
errors.push(`Missing or invalid ${prefix}.${field}`);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
function validateIntegrityExtensionsContract(manifest, errors) {
|
|
54
|
+
const integrityExtensions = manifest.integrityExtensions;
|
|
55
|
+
if (integrityExtensions === undefined) {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
if (!isPlainObject(integrityExtensions)) {
|
|
59
|
+
errors.push('Invalid integrityExtensions field');
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
if (integrityExtensions.contractVersion !== 1) {
|
|
63
|
+
errors.push(`Invalid integrityExtensions.contractVersion: ${integrityExtensions.contractVersion}`);
|
|
64
|
+
}
|
|
65
|
+
if (!isPlainObject(integrityExtensions.blockMerkle)) {
|
|
66
|
+
errors.push('Invalid integrityExtensions.blockMerkle');
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
const blockSize = integrityExtensions.blockMerkle.blockSize;
|
|
70
|
+
if (!Number.isInteger(blockSize) || blockSize <= 0) {
|
|
71
|
+
errors.push('Invalid integrityExtensions.blockMerkle.blockSize');
|
|
72
|
+
}
|
|
73
|
+
const roots = integrityExtensions.blockMerkle.roots;
|
|
74
|
+
if (!isPlainObject(roots) || Object.keys(roots).length === 0) {
|
|
75
|
+
errors.push('Invalid integrityExtensions.blockMerkle.roots');
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
78
|
+
for (const [tensorId, merkleRoot] of Object.entries(roots)) {
|
|
79
|
+
if (typeof tensorId !== 'string' || tensorId.trim().length === 0) {
|
|
80
|
+
errors.push('Invalid integrityExtensions.blockMerkle.roots tensor id');
|
|
81
|
+
continue;
|
|
82
|
+
}
|
|
83
|
+
if (typeof merkleRoot !== 'string' || merkleRoot.trim().length === 0) {
|
|
84
|
+
errors.push(`Invalid integrityExtensions.blockMerkle.roots.${tensorId}`);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
validateLoweringsSection(integrityExtensions.lowerings, errors);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
function validateLoweringsSection(lowerings, errors) {
|
|
92
|
+
if (lowerings === undefined) {
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
if (!isPlainObject(lowerings)) {
|
|
96
|
+
errors.push('Invalid integrityExtensions.lowerings');
|
|
97
|
+
return;
|
|
98
|
+
}
|
|
99
|
+
if (lowerings.contractVersion !== 1) {
|
|
100
|
+
errors.push(`Invalid integrityExtensions.lowerings.contractVersion: ${lowerings.contractVersion}`);
|
|
101
|
+
}
|
|
102
|
+
if (!Array.isArray(lowerings.entries)) {
|
|
103
|
+
errors.push('Invalid integrityExtensions.lowerings.entries');
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
const seen = new Set();
|
|
107
|
+
lowerings.entries.forEach((entry, index) => {
|
|
108
|
+
const prefix = `integrityExtensions.lowerings.entries[${index}]`;
|
|
109
|
+
if (!isPlainObject(entry)) {
|
|
110
|
+
errors.push(`${prefix} must be an object`);
|
|
111
|
+
return;
|
|
112
|
+
}
|
|
113
|
+
if (typeof entry.kernelRef !== 'string' || entry.kernelRef.trim().length === 0) {
|
|
114
|
+
errors.push(`${prefix}.kernelRef must be a non-empty string`);
|
|
115
|
+
}
|
|
116
|
+
if (typeof entry.backend !== 'string' || entry.backend.trim().length === 0) {
|
|
117
|
+
errors.push(`${prefix}.backend must be a non-empty string`);
|
|
118
|
+
}
|
|
119
|
+
if (typeof entry.kernelRef === 'string' && typeof entry.backend === 'string') {
|
|
120
|
+
const key = `${entry.kernelRef}::${entry.backend}`;
|
|
121
|
+
if (seen.has(key)) {
|
|
122
|
+
errors.push(`${prefix} duplicates (kernelRef, backend) pair already declared earlier`);
|
|
123
|
+
}
|
|
124
|
+
seen.add(key);
|
|
125
|
+
}
|
|
126
|
+
for (const field of LOWERING_NULLABLE_STRING_FIELDS) {
|
|
127
|
+
const value = entry[field];
|
|
128
|
+
if (value === undefined) {
|
|
129
|
+
errors.push(`${prefix}.${field} is required (use null for not-applicable)`);
|
|
130
|
+
continue;
|
|
131
|
+
}
|
|
132
|
+
if (value === null) continue;
|
|
133
|
+
if (typeof value !== 'string' || value.trim().length === 0) {
|
|
134
|
+
errors.push(`${prefix}.${field} must be a non-empty string or null`);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
if (entry.exactness === undefined) {
|
|
138
|
+
errors.push(`${prefix}.exactness is required (use null for rejection entries)`);
|
|
139
|
+
} else if (entry.exactness !== null) {
|
|
140
|
+
if (!isPlainObject(entry.exactness)) {
|
|
141
|
+
errors.push(`${prefix}.exactness must be an object or null`);
|
|
142
|
+
} else {
|
|
143
|
+
if (!LOWERING_EXACTNESS_CLASSES.has(entry.exactness.class)) {
|
|
144
|
+
errors.push(`${prefix}.exactness.class must be one of bit_exact_solo, algorithm_exact, tolerance_bounded`);
|
|
145
|
+
}
|
|
146
|
+
if (!Array.isArray(entry.exactness.algorithmExactInvariants)) {
|
|
147
|
+
errors.push(`${prefix}.exactness.algorithmExactInvariants must be an array`);
|
|
148
|
+
} else {
|
|
149
|
+
entry.exactness.algorithmExactInvariants.forEach((inv, i) => {
|
|
150
|
+
if (typeof inv !== 'string' || !LOWERING_ALGORITHM_EXACT_INVARIANTS.has(inv)) {
|
|
151
|
+
errors.push(`${prefix}.exactness.algorithmExactInvariants[${i}] must be one of reduction_order, tree_shape, accum_dtype, associativity_grouping`);
|
|
152
|
+
}
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
if (typeof entry.exactness.toleranceMetric !== 'string') {
|
|
156
|
+
errors.push(`${prefix}.exactness.toleranceMetric must be a string`);
|
|
157
|
+
}
|
|
158
|
+
if (typeof entry.exactness.toleranceEpsilon !== 'number') {
|
|
159
|
+
errors.push(`${prefix}.exactness.toleranceEpsilon must be a number`);
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
if (entry.rejectionReasons === undefined) {
|
|
164
|
+
errors.push(`${prefix}.rejectionReasons is required (empty array when backend honored the kernel)`);
|
|
165
|
+
} else if (!Array.isArray(entry.rejectionReasons)) {
|
|
166
|
+
errors.push(`${prefix}.rejectionReasons must be an array (empty for success)`);
|
|
167
|
+
} else {
|
|
168
|
+
entry.rejectionReasons.forEach((reason, reasonIndex) => {
|
|
169
|
+
if (typeof reason !== 'string' || reason.trim().length === 0) {
|
|
170
|
+
errors.push(`${prefix}.rejectionReasons[${reasonIndex}] must be a non-empty string`);
|
|
171
|
+
}
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
// A lowering receipt is either a success (digests populated, rejectionReasons empty)
|
|
176
|
+
// or a rejection (digests null, rejectionReasons non-empty). Mixed states are invalid.
|
|
177
|
+
const hasDigests = (
|
|
178
|
+
typeof entry.tsirSemanticDigest === 'string'
|
|
179
|
+
&& typeof entry.tsirRealizationDigest === 'string'
|
|
180
|
+
&& typeof entry.emitterDigest === 'string'
|
|
181
|
+
);
|
|
182
|
+
const allDigestsNull = (
|
|
183
|
+
entry.tsirSemanticDigest === null
|
|
184
|
+
&& entry.tsirRealizationDigest === null
|
|
185
|
+
&& entry.emitterDigest === null
|
|
186
|
+
);
|
|
187
|
+
const hasRejection = Array.isArray(entry.rejectionReasons) && entry.rejectionReasons.length > 0;
|
|
188
|
+
if (hasRejection && hasDigests) {
|
|
189
|
+
errors.push(`${prefix} has both rejectionReasons and digests; must be one or the other`);
|
|
190
|
+
}
|
|
191
|
+
if (!hasRejection && !hasDigests && !allDigestsNull) {
|
|
192
|
+
errors.push(`${prefix} has inconsistent digests: all must be strings (success) or all null (rejection)`);
|
|
193
|
+
}
|
|
194
|
+
if (!hasRejection && allDigestsNull && !hasDigests) {
|
|
195
|
+
errors.push(`${prefix} declares no state: success requires populated digests with empty rejectionReasons, rejection requires null digests with non-empty rejectionReasons`);
|
|
196
|
+
}
|
|
197
|
+
});
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
function validateArtifactIdentityContract(manifest, errors) {
|
|
201
|
+
const identity = manifest.artifactIdentity;
|
|
202
|
+
if (identity !== undefined) {
|
|
203
|
+
if (!isPlainObject(identity)) {
|
|
204
|
+
errors.push('Invalid artifactIdentity field');
|
|
205
|
+
} else {
|
|
206
|
+
for (const field of [
|
|
207
|
+
'sourceCheckpointId',
|
|
208
|
+
'sourceRepo',
|
|
209
|
+
'sourceRevision',
|
|
210
|
+
'sourceFormat',
|
|
211
|
+
'conversionConfigPath',
|
|
212
|
+
'conversionConfigDigest',
|
|
213
|
+
'weightPackId',
|
|
214
|
+
'weightPackHash',
|
|
215
|
+
'shardSetHash',
|
|
216
|
+
'manifestVariantId',
|
|
217
|
+
'materializationProfile',
|
|
218
|
+
]) {
|
|
219
|
+
validateOptionalNonEmptyString(errors, identity, field, 'artifactIdentity');
|
|
220
|
+
}
|
|
221
|
+
if (identity.modalitySet !== undefined) {
|
|
222
|
+
if (!Array.isArray(identity.modalitySet) || identity.modalitySet.some((item) => typeof item !== 'string' || item.trim().length === 0)) {
|
|
223
|
+
errors.push('Invalid artifactIdentity.modalitySet');
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
if (identity.artifactCompleteness !== undefined && !ARTIFACT_COMPLETENESS_VALUES.has(identity.artifactCompleteness)) {
|
|
227
|
+
errors.push(`Invalid artifactIdentity.artifactCompleteness: ${identity.artifactCompleteness}`);
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
const weightsRef = manifest.weightsRef;
|
|
233
|
+
if (weightsRef !== undefined) {
|
|
234
|
+
if (!isPlainObject(weightsRef)) {
|
|
235
|
+
errors.push('Invalid weightsRef field');
|
|
236
|
+
} else {
|
|
237
|
+
for (const field of ['weightPackId', 'artifactRoot', 'manifestDigest', 'shardSetHash']) {
|
|
238
|
+
validateRequiredNonEmptyString(errors, weightsRef, field, 'weightsRef');
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
}
|
|
4
243
|
|
|
5
244
|
export function validateManifest(manifest) {
|
|
6
245
|
const errors = [];
|
|
@@ -43,6 +282,9 @@ export function validateManifest(manifest) {
|
|
|
43
282
|
errors.push(`Invalid hashAlgorithm: ${manifest.hashAlgorithm}`);
|
|
44
283
|
}
|
|
45
284
|
|
|
285
|
+
validateArtifactIdentityContract(manifest, errors);
|
|
286
|
+
validateIntegrityExtensionsContract(manifest, errors);
|
|
287
|
+
|
|
46
288
|
// EOS token ID (required for text models)
|
|
47
289
|
const eosTokenId = manifest.eos_token_id;
|
|
48
290
|
if (!isDiffusion && !isEnergy && !isEmbedding) {
|
|
@@ -129,6 +371,9 @@ export function validateManifest(manifest) {
|
|
|
129
371
|
if (!tensor.role || typeof tensor.role !== 'string') {
|
|
130
372
|
errors.push(`Tensor "${name}" missing role`);
|
|
131
373
|
}
|
|
374
|
+
if (tensor.storage !== undefined) {
|
|
375
|
+
validateTensorStorageDescriptor(tensor.storage, `tensor "${name}"`, errors);
|
|
376
|
+
}
|
|
132
377
|
}
|
|
133
378
|
}
|
|
134
379
|
|