doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export interface CompiledTensorByteRange {
|
|
2
|
+
shardIndex: number;
|
|
3
|
+
byteStart: number;
|
|
4
|
+
byteEnd: number;
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
export interface CompiledCompanionRange {
|
|
8
|
+
role: string;
|
|
9
|
+
tensorId: string;
|
|
10
|
+
byteRanges: CompiledTensorByteRange[];
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export interface CompiledTensorSlice {
|
|
14
|
+
tensorId: string;
|
|
15
|
+
axis: number;
|
|
16
|
+
rangeStart: number;
|
|
17
|
+
rangeEnd: number;
|
|
18
|
+
byteRanges: CompiledTensorByteRange[];
|
|
19
|
+
companionRanges: CompiledCompanionRange[];
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export declare function compileTensorSlice(options: {
|
|
23
|
+
tensorMap: Record<string, unknown>;
|
|
24
|
+
tensorId: string;
|
|
25
|
+
axis: number;
|
|
26
|
+
rangeStart: number;
|
|
27
|
+
rangeEnd: number;
|
|
28
|
+
}): CompiledTensorSlice;
|
|
29
|
+
|
|
@@ -0,0 +1,188 @@
|
|
|
1
|
+
import { getTensorPhysicalSpans, getPackingByteLayout, normalizeTensorStorageDescriptor } from './storage-descriptor.js';
|
|
2
|
+
|
|
3
|
+
function dtypeBytes(dtype, label) {
|
|
4
|
+
const normalized = String(dtype || '').trim().toUpperCase();
|
|
5
|
+
if (normalized === 'F16' || normalized === 'BF16') return 2;
|
|
6
|
+
if (normalized === 'F32' || normalized === 'I32' || normalized === 'U32') return 4;
|
|
7
|
+
if (normalized === 'I16' || normalized === 'U16') return 2;
|
|
8
|
+
if (normalized === 'I8' || normalized === 'U8') return 1;
|
|
9
|
+
throw new Error(`[RDRRSlice] ${label}: unsupported dtype "${dtype}"`);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
function normalizeRange(shape, axis, start, end, label) {
|
|
13
|
+
if (!Array.isArray(shape) || shape.length === 0) {
|
|
14
|
+
throw new Error(`[RDRRSlice] ${label}: tensor is missing shape`);
|
|
15
|
+
}
|
|
16
|
+
if (!Number.isInteger(axis) || axis < 0 || axis >= shape.length) {
|
|
17
|
+
throw new Error(`[RDRRSlice] ${label}: invalid axis ${axis}`);
|
|
18
|
+
}
|
|
19
|
+
if (!Number.isInteger(start) || !Number.isInteger(end) || start < 0 || end <= start || end > shape[axis]) {
|
|
20
|
+
throw new Error(`[RDRRSlice] ${label}: invalid range [${start}, ${end})`);
|
|
21
|
+
}
|
|
22
|
+
return { axis, start, end };
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function mapPhysicalRangesToShardRanges(spans, ranges) {
|
|
26
|
+
const totalLength = spans.reduce((sum, span) => sum + (span.byteEnd - span.byteStart), 0);
|
|
27
|
+
const results = [];
|
|
28
|
+
for (const range of ranges) {
|
|
29
|
+
if (range.end <= range.start) {
|
|
30
|
+
continue;
|
|
31
|
+
}
|
|
32
|
+
if (range.start < 0 || range.end > totalLength) {
|
|
33
|
+
throw new Error(`[RDRRSlice] physical range [${range.start}, ${range.end}) exceeds tensor storage`);
|
|
34
|
+
}
|
|
35
|
+
let cursor = 0;
|
|
36
|
+
let remainingStart = range.start;
|
|
37
|
+
let remainingEnd = range.end;
|
|
38
|
+
for (const span of spans) {
|
|
39
|
+
const spanLength = span.byteEnd - span.byteStart;
|
|
40
|
+
const spanGlobalStart = cursor;
|
|
41
|
+
const spanGlobalEnd = cursor + spanLength;
|
|
42
|
+
cursor = spanGlobalEnd;
|
|
43
|
+
if (remainingEnd <= spanGlobalStart || remainingStart >= spanGlobalEnd) {
|
|
44
|
+
continue;
|
|
45
|
+
}
|
|
46
|
+
const sliceStart = Math.max(remainingStart, spanGlobalStart);
|
|
47
|
+
const sliceEnd = Math.min(remainingEnd, spanGlobalEnd);
|
|
48
|
+
results.push({
|
|
49
|
+
shardIndex: span.shardIndex,
|
|
50
|
+
byteStart: span.byteStart + (sliceStart - spanGlobalStart),
|
|
51
|
+
byteEnd: span.byteStart + (sliceEnd - spanGlobalStart),
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return results;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function getTensorShape(tensor) {
|
|
59
|
+
return Array.isArray(tensor?.originalShape) && tensor.originalShape.length > 0
|
|
60
|
+
? tensor.originalShape
|
|
61
|
+
: tensor?.shape;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function compileDenseRanges(tensor, range, label) {
|
|
65
|
+
const shape = getTensorShape(tensor);
|
|
66
|
+
const elementBytes = dtypeBytes(tensor?.dtype, label);
|
|
67
|
+
if (shape.length === 1) {
|
|
68
|
+
if (range.axis !== 0) {
|
|
69
|
+
throw new Error(`[RDRRSlice] ${label}: axis ${range.axis} unsupported for 1D tensor`);
|
|
70
|
+
}
|
|
71
|
+
return [{
|
|
72
|
+
start: range.start * elementBytes,
|
|
73
|
+
end: range.end * elementBytes,
|
|
74
|
+
}];
|
|
75
|
+
}
|
|
76
|
+
if (shape.length !== 2) {
|
|
77
|
+
throw new Error(`[RDRRSlice] ${label}: dense slice compiler currently supports 1D or 2D tensors only`);
|
|
78
|
+
}
|
|
79
|
+
const [rows, cols] = shape;
|
|
80
|
+
const rowBytes = cols * elementBytes;
|
|
81
|
+
if (range.axis === 0) {
|
|
82
|
+
return [{
|
|
83
|
+
start: range.start * rowBytes,
|
|
84
|
+
end: range.end * rowBytes,
|
|
85
|
+
}];
|
|
86
|
+
}
|
|
87
|
+
if (range.axis !== 1) {
|
|
88
|
+
throw new Error(`[RDRRSlice] ${label}: unsupported axis ${range.axis}`);
|
|
89
|
+
}
|
|
90
|
+
const ranges = [];
|
|
91
|
+
for (let row = 0; row < rows; row += 1) {
|
|
92
|
+
ranges.push({
|
|
93
|
+
start: row * rowBytes + (range.start * elementBytes),
|
|
94
|
+
end: row * rowBytes + (range.end * elementBytes),
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
return ranges;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
function compileBlocked2DRanges(tensor, range, label) {
|
|
101
|
+
const shape = getTensorShape(tensor);
|
|
102
|
+
if (!Array.isArray(shape) || shape.length !== 2) {
|
|
103
|
+
throw new Error(`[RDRRSlice] ${label}: packed slice compiler currently supports 2D tensors only`);
|
|
104
|
+
}
|
|
105
|
+
const [rows, cols] = shape;
|
|
106
|
+
const descriptor = normalizeTensorStorageDescriptor(tensor?.storage, label);
|
|
107
|
+
const layout = getPackingByteLayout(descriptor, tensor);
|
|
108
|
+
const blockValues = layout.blockElementCount;
|
|
109
|
+
const blockBytes = layout.blockBytes;
|
|
110
|
+
const blocksPerRow = Math.ceil(cols / blockValues);
|
|
111
|
+
const rowBytes = blocksPerRow * blockBytes;
|
|
112
|
+
if (range.axis === 0) {
|
|
113
|
+
return [{
|
|
114
|
+
start: range.start * rowBytes,
|
|
115
|
+
end: range.end * rowBytes,
|
|
116
|
+
}];
|
|
117
|
+
}
|
|
118
|
+
if (range.axis !== 1) {
|
|
119
|
+
throw new Error(`[RDRRSlice] ${label}: unsupported axis ${range.axis}`);
|
|
120
|
+
}
|
|
121
|
+
const blockStart = Math.floor(range.start / blockValues);
|
|
122
|
+
const blockEnd = Math.ceil(range.end / blockValues);
|
|
123
|
+
const ranges = [];
|
|
124
|
+
for (let row = 0; row < rows; row += 1) {
|
|
125
|
+
ranges.push({
|
|
126
|
+
start: row * rowBytes + (blockStart * blockBytes),
|
|
127
|
+
end: row * rowBytes + (blockEnd * blockBytes),
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
return ranges;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
function compileFullTensorRanges(tensor, label) {
|
|
134
|
+
const spans = getTensorPhysicalSpans(tensor, label);
|
|
135
|
+
return spans.map((span) => ({
|
|
136
|
+
shardIndex: span.shardIndex,
|
|
137
|
+
byteStart: span.byteStart,
|
|
138
|
+
byteEnd: span.byteEnd,
|
|
139
|
+
}));
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
export function compileTensorSlice(options) {
|
|
143
|
+
const tensorMap = options?.tensorMap;
|
|
144
|
+
const tensorId = String(options?.tensorId || '').trim();
|
|
145
|
+
const axis = Number(options?.axis);
|
|
146
|
+
const rangeStart = Number(options?.rangeStart);
|
|
147
|
+
const rangeEnd = Number(options?.rangeEnd);
|
|
148
|
+
if (!tensorMap || typeof tensorMap !== 'object') {
|
|
149
|
+
throw new Error('[RDRRSlice] tensorMap is required');
|
|
150
|
+
}
|
|
151
|
+
if (!tensorId) {
|
|
152
|
+
throw new Error('[RDRRSlice] tensorId is required');
|
|
153
|
+
}
|
|
154
|
+
const tensor = tensorMap[tensorId];
|
|
155
|
+
if (!tensor) {
|
|
156
|
+
throw new Error(`[RDRRSlice] tensor "${tensorId}" not found`);
|
|
157
|
+
}
|
|
158
|
+
const label = `tensor "${tensorId}"`;
|
|
159
|
+
const shape = getTensorShape(tensor);
|
|
160
|
+
const range = normalizeRange(shape, axis, rangeStart, rangeEnd, label);
|
|
161
|
+
const storage = normalizeTensorStorageDescriptor(tensor?.storage ?? { packing: 'dense' }, label);
|
|
162
|
+
const spans = getTensorPhysicalSpans(tensor, label);
|
|
163
|
+
const physicalRanges = storage.packing === 'dense'
|
|
164
|
+
? compileDenseRanges(tensor, range, label)
|
|
165
|
+
: compileBlocked2DRanges(tensor, range, label);
|
|
166
|
+
const byteRanges = mapPhysicalRangesToShardRanges(spans, physicalRanges);
|
|
167
|
+
const companionRanges = [];
|
|
168
|
+
for (const companion of (storage.companions ?? [])) {
|
|
169
|
+
const companionTensor = tensorMap[companion.tensorId];
|
|
170
|
+
if (!companionTensor) {
|
|
171
|
+
throw new Error(`[RDRRSlice] ${label}: missing companion tensor "${companion.tensorId}" for role "${companion.role}"`);
|
|
172
|
+
}
|
|
173
|
+
companionRanges.push({
|
|
174
|
+
role: companion.role,
|
|
175
|
+
tensorId: companion.tensorId,
|
|
176
|
+
byteRanges: compileFullTensorRanges(companionTensor, `companion "${companion.tensorId}"`),
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
return {
|
|
180
|
+
tensorId,
|
|
181
|
+
axis: range.axis,
|
|
182
|
+
rangeStart: range.start,
|
|
183
|
+
rangeEnd: range.end,
|
|
184
|
+
byteRanges,
|
|
185
|
+
companionRanges,
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type {
|
|
2
|
+
TensorLocation,
|
|
3
|
+
TensorPhysicalStorageDescriptor,
|
|
4
|
+
} from './types.js';
|
|
5
|
+
|
|
6
|
+
export interface TensorPhysicalSpan {
|
|
7
|
+
shardIndex: number;
|
|
8
|
+
byteStart: number;
|
|
9
|
+
byteEnd: number;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export interface TensorPackingByteLayout {
|
|
13
|
+
blockElementCount: number;
|
|
14
|
+
blockBytes: number | null;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export declare function normalizeTensorStorageDescriptor(
|
|
18
|
+
storage: unknown,
|
|
19
|
+
label: string
|
|
20
|
+
): TensorPhysicalStorageDescriptor | null;
|
|
21
|
+
|
|
22
|
+
export declare function validateTensorStorageDescriptor(
|
|
23
|
+
storage: unknown,
|
|
24
|
+
label: string,
|
|
25
|
+
errors: string[]
|
|
26
|
+
): void;
|
|
27
|
+
|
|
28
|
+
export declare function getTensorPhysicalSpans(
|
|
29
|
+
location: TensorLocation,
|
|
30
|
+
label?: string
|
|
31
|
+
): TensorPhysicalSpan[];
|
|
32
|
+
|
|
33
|
+
export declare function getPackingByteLayout(
|
|
34
|
+
storage: unknown,
|
|
35
|
+
tensor?: { name?: string | null } | null
|
|
36
|
+
): TensorPackingByteLayout;
|
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
import { Q4K_BLOCK_BYTES, QK_K } from '../../config/schema/quantization.schema.js';
|
|
2
|
+
|
|
3
|
+
const SUPPORTED_PACKINGS = new Set(['dense', 'q4k', 'q4_0', 'gguf-block-v2']);
|
|
4
|
+
const Q4_0_BLOCK_BYTES = 18;
|
|
5
|
+
const Q4_0_BLOCK_VALUES = 32;
|
|
6
|
+
|
|
7
|
+
function fail(label, message) {
|
|
8
|
+
throw new Error(`[RDRRStorage] ${label}: ${message}`);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
function normalizePositiveInteger(value, label, field) {
|
|
12
|
+
const normalized = Number(value);
|
|
13
|
+
if (!Number.isInteger(normalized) || normalized <= 0) {
|
|
14
|
+
fail(label, `invalid ${field}`);
|
|
15
|
+
}
|
|
16
|
+
return normalized;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function normalizeNonNegativeInteger(value, label, field) {
|
|
20
|
+
const normalized = Number(value);
|
|
21
|
+
if (!Number.isInteger(normalized) || normalized < 0) {
|
|
22
|
+
fail(label, `invalid ${field}`);
|
|
23
|
+
}
|
|
24
|
+
return normalized;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function normalizePacking(packing, label) {
|
|
28
|
+
const normalized = String(packing || '').trim().toLowerCase();
|
|
29
|
+
if (!SUPPORTED_PACKINGS.has(normalized)) {
|
|
30
|
+
fail(label, `unsupported packing "${packing}"`);
|
|
31
|
+
}
|
|
32
|
+
return normalized;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
function normalizeCompanions(companions, label) {
|
|
36
|
+
if (companions === undefined) {
|
|
37
|
+
return [];
|
|
38
|
+
}
|
|
39
|
+
if (!Array.isArray(companions)) {
|
|
40
|
+
fail(label, 'companions must be an array');
|
|
41
|
+
}
|
|
42
|
+
return companions.map((companion, index) => {
|
|
43
|
+
if (!companion || typeof companion !== 'object' || Array.isArray(companion)) {
|
|
44
|
+
fail(label, `companions[${index}] must be an object`);
|
|
45
|
+
}
|
|
46
|
+
if (typeof companion.role !== 'string' || companion.role.trim().length === 0) {
|
|
47
|
+
fail(label, `companions[${index}].role must be non-empty`);
|
|
48
|
+
}
|
|
49
|
+
if (typeof companion.tensorId !== 'string' || companion.tensorId.trim().length === 0) {
|
|
50
|
+
fail(label, `companions[${index}].tensorId must be non-empty`);
|
|
51
|
+
}
|
|
52
|
+
return {
|
|
53
|
+
role: companion.role.trim(),
|
|
54
|
+
tensorId: companion.tensorId.trim(),
|
|
55
|
+
};
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
function normalizeShardSpans(shardSpans, label) {
|
|
60
|
+
if (shardSpans === undefined) {
|
|
61
|
+
return undefined;
|
|
62
|
+
}
|
|
63
|
+
if (!Array.isArray(shardSpans) || shardSpans.length === 0) {
|
|
64
|
+
fail(label, 'shardSpans must be a non-empty array when present');
|
|
65
|
+
}
|
|
66
|
+
return shardSpans.map((span, index) => {
|
|
67
|
+
if (!span || typeof span !== 'object' || Array.isArray(span)) {
|
|
68
|
+
fail(label, `shardSpans[${index}] must be an object`);
|
|
69
|
+
}
|
|
70
|
+
const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `shardSpans[${index}].shardIndex`);
|
|
71
|
+
const byteStart = normalizeNonNegativeInteger(span.byteStart ?? span.offset, label, `shardSpans[${index}].byteStart`);
|
|
72
|
+
const rawEnd = span.byteEnd ?? (
|
|
73
|
+
span.size == null
|
|
74
|
+
? undefined
|
|
75
|
+
: byteStart + normalizePositiveInteger(span.size, label, `shardSpans[${index}].size`)
|
|
76
|
+
);
|
|
77
|
+
const byteEnd = normalizePositiveInteger(rawEnd, label, `shardSpans[${index}].byteEnd`);
|
|
78
|
+
if (byteEnd <= byteStart) {
|
|
79
|
+
fail(label, `shardSpans[${index}] has non-positive length`);
|
|
80
|
+
}
|
|
81
|
+
return { shardIndex, byteStart, byteEnd };
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
function normalizeBlockShape(blockShape, label, packing) {
|
|
86
|
+
if (packing === 'dense') {
|
|
87
|
+
return blockShape == null
|
|
88
|
+
? undefined
|
|
89
|
+
: (Array.isArray(blockShape)
|
|
90
|
+
? blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`))
|
|
91
|
+
: fail(label, 'blockShape must be an array'));
|
|
92
|
+
}
|
|
93
|
+
if (!Array.isArray(blockShape) || blockShape.length === 0) {
|
|
94
|
+
fail(label, `packing "${packing}" requires blockShape`);
|
|
95
|
+
}
|
|
96
|
+
return blockShape.map((value, index) => normalizePositiveInteger(value, label, `blockShape[${index}]`));
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
export function normalizeTensorStorageDescriptor(storage, label) {
|
|
100
|
+
if (storage == null) {
|
|
101
|
+
return null;
|
|
102
|
+
}
|
|
103
|
+
if (typeof storage !== 'object' || Array.isArray(storage)) {
|
|
104
|
+
fail(label, 'storage must be an object');
|
|
105
|
+
}
|
|
106
|
+
const packing = normalizePacking(storage.packing, label);
|
|
107
|
+
const blockShape = normalizeBlockShape(storage.blockShape, label, packing);
|
|
108
|
+
const companions = normalizeCompanions(storage.companions, label);
|
|
109
|
+
const shardSpans = normalizeShardSpans(storage.shardSpans, label);
|
|
110
|
+
const blockBytes = storage.blockBytes == null
|
|
111
|
+
? undefined
|
|
112
|
+
: normalizePositiveInteger(storage.blockBytes, label, 'blockBytes');
|
|
113
|
+
if (packing === 'gguf-block-v2' && blockBytes == null) {
|
|
114
|
+
fail(label, 'packing "gguf-block-v2" requires blockBytes');
|
|
115
|
+
}
|
|
116
|
+
return {
|
|
117
|
+
...storage,
|
|
118
|
+
packing,
|
|
119
|
+
...(blockShape ? { blockShape } : {}),
|
|
120
|
+
...(blockBytes == null ? {} : { blockBytes }),
|
|
121
|
+
...(companions.length === 0 ? {} : { companions }),
|
|
122
|
+
...(shardSpans ? { shardSpans } : {}),
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
export function validateTensorStorageDescriptor(storage, label, errors) {
|
|
127
|
+
try {
|
|
128
|
+
normalizeTensorStorageDescriptor(storage, label);
|
|
129
|
+
} catch (error) {
|
|
130
|
+
errors.push(error instanceof Error ? error.message : String(error));
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
export function getTensorPhysicalSpans(location, label = 'tensor') {
|
|
135
|
+
const storage = normalizeTensorStorageDescriptor(location?.storage ?? null, label);
|
|
136
|
+
if (storage?.shardSpans) {
|
|
137
|
+
return storage.shardSpans;
|
|
138
|
+
}
|
|
139
|
+
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
140
|
+
return location.spans.map((span, index) => {
|
|
141
|
+
const shardIndex = normalizeNonNegativeInteger(span.shardIndex ?? span.shard, label, `spans[${index}].shardIndex`);
|
|
142
|
+
const byteStart = normalizeNonNegativeInteger(span.offset, label, `spans[${index}].offset`);
|
|
143
|
+
const size = normalizePositiveInteger(span.size, label, `spans[${index}].size`);
|
|
144
|
+
return { shardIndex, byteStart, byteEnd: byteStart + size };
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
const shardIndex = location?.shardIndex ?? location?.shard;
|
|
148
|
+
if (Number.isInteger(shardIndex) && Number.isInteger(location?.offset) && Number.isInteger(location?.size)) {
|
|
149
|
+
return [{
|
|
150
|
+
shardIndex,
|
|
151
|
+
byteStart: location.offset,
|
|
152
|
+
byteEnd: location.offset + location.size,
|
|
153
|
+
}];
|
|
154
|
+
}
|
|
155
|
+
fail(label, 'missing physical shard spans');
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
export function getPackingByteLayout(storage, tensor) {
|
|
159
|
+
const descriptor = normalizeTensorStorageDescriptor(storage ?? { packing: 'dense' }, tensor?.name ?? 'tensor');
|
|
160
|
+
const blockElementCount = descriptor.blockShape == null
|
|
161
|
+
? 1
|
|
162
|
+
: descriptor.blockShape.reduce((product, value) => product * value, 1);
|
|
163
|
+
if (descriptor.packing === 'dense') {
|
|
164
|
+
return {
|
|
165
|
+
blockElementCount,
|
|
166
|
+
blockBytes: null,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
if (descriptor.packing === 'q4k') {
|
|
170
|
+
return {
|
|
171
|
+
blockElementCount: blockElementCount || QK_K,
|
|
172
|
+
blockBytes: descriptor.blockBytes ?? Q4K_BLOCK_BYTES,
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
if (descriptor.packing === 'q4_0') {
|
|
176
|
+
return {
|
|
177
|
+
blockElementCount: blockElementCount || Q4_0_BLOCK_VALUES,
|
|
178
|
+
blockBytes: descriptor.blockBytes ?? Q4_0_BLOCK_BYTES,
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
return {
|
|
182
|
+
blockElementCount,
|
|
183
|
+
blockBytes: descriptor.blockBytes,
|
|
184
|
+
};
|
|
185
|
+
}
|
|
186
|
+
|
|
@@ -31,12 +31,3 @@ export function validateTensorConfigConsistency(
|
|
|
31
31
|
manifest: object
|
|
32
32
|
): TensorConfigValidationResult;
|
|
33
33
|
|
|
34
|
-
/**
|
|
35
|
-
* Format validation result for logging.
|
|
36
|
-
*
|
|
37
|
-
* @param result - The validation result to format
|
|
38
|
-
* @returns Formatted string for console/log output
|
|
39
|
-
*/
|
|
40
|
-
export function formatValidationResult(
|
|
41
|
-
result: TensorConfigValidationResult
|
|
42
|
-
): string;
|
|
@@ -124,33 +124,3 @@ export function validateTensorConfigConsistency(manifest) {
|
|
|
124
124
|
};
|
|
125
125
|
}
|
|
126
126
|
|
|
127
|
-
// Format validation result for logging.
|
|
128
|
-
export function formatValidationResult(result) {
|
|
129
|
-
const lines = [];
|
|
130
|
-
|
|
131
|
-
if (result.errors.length > 0) {
|
|
132
|
-
lines.push('ERRORS:');
|
|
133
|
-
for (const err of result.errors) {
|
|
134
|
-
lines.push(` [${err.code}] ${err.message}`);
|
|
135
|
-
if (err.suggestion) {
|
|
136
|
-
lines.push(` -> ${err.suggestion}`);
|
|
137
|
-
}
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
if (result.warnings.length > 0) {
|
|
142
|
-
lines.push('WARNINGS:');
|
|
143
|
-
for (const warn of result.warnings) {
|
|
144
|
-
lines.push(` [${warn.code}] ${warn.message}`);
|
|
145
|
-
if (warn.suggestion) {
|
|
146
|
-
lines.push(` -> ${warn.suggestion}`);
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
if (result.valid && result.warnings.length === 0) {
|
|
152
|
-
lines.push('Tensor-config consistency: OK');
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
return lines.join('\n');
|
|
156
|
-
}
|
|
@@ -16,6 +16,8 @@ import type {
|
|
|
16
16
|
MoEConfigSchema,
|
|
17
17
|
AdapterConfigSchema,
|
|
18
18
|
ProvenanceSchema,
|
|
19
|
+
ManifestArtifactIdentitySchema,
|
|
20
|
+
ManifestWeightsRefSchema,
|
|
19
21
|
KernelPathRef,
|
|
20
22
|
ManifestInferenceSchema,
|
|
21
23
|
type TensorRole as SchemaTensorRole,
|
|
@@ -36,6 +38,8 @@ export type ComponentGroupType = SchemaComponentGroupType;
|
|
|
36
38
|
export type WeightLayout = SchemaWeightLayout;
|
|
37
39
|
export type QuantizationInfo = QuantizationInfoSchema;
|
|
38
40
|
export type TensorRole = SchemaTensorRole;
|
|
41
|
+
export type ArtifactIdentity = ManifestArtifactIdentitySchema;
|
|
42
|
+
export type WeightsRef = ManifestWeightsRefSchema;
|
|
39
43
|
|
|
40
44
|
// =============================================================================
|
|
41
45
|
// Kernel Types
|
|
@@ -75,6 +79,25 @@ export interface TensorSourceTransform {
|
|
|
75
79
|
};
|
|
76
80
|
}
|
|
77
81
|
|
|
82
|
+
export interface TensorStorageCompanion {
|
|
83
|
+
role: string;
|
|
84
|
+
tensorId: string;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
export interface TensorStorageShardSpan {
|
|
88
|
+
shardIndex: number;
|
|
89
|
+
byteStart: number;
|
|
90
|
+
byteEnd: number;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export interface TensorPhysicalStorageDescriptor {
|
|
94
|
+
packing: 'dense' | 'q4k' | 'q4_0' | 'gguf-block-v2';
|
|
95
|
+
blockShape?: number[];
|
|
96
|
+
blockBytes?: number;
|
|
97
|
+
companions?: TensorStorageCompanion[];
|
|
98
|
+
shardSpans?: TensorStorageShardSpan[];
|
|
99
|
+
}
|
|
100
|
+
|
|
78
101
|
// =============================================================================
|
|
79
102
|
// Manifest Types
|
|
80
103
|
// =============================================================================
|
|
@@ -122,6 +145,7 @@ export interface TensorLocation {
|
|
|
122
145
|
layout?: WeightLayout;
|
|
123
146
|
originalShape?: number[];
|
|
124
147
|
sourceTransform?: TensorSourceTransform;
|
|
148
|
+
storage?: TensorPhysicalStorageDescriptor;
|
|
125
149
|
}
|
|
126
150
|
|
|
127
151
|
export interface ConversionInfo {
|
|
@@ -144,12 +168,91 @@ export interface RuntimeOptimizations {
|
|
|
144
168
|
kernelPath?: KernelPathRef;
|
|
145
169
|
}
|
|
146
170
|
|
|
171
|
+
export interface IntegrityExtensionsBlockMerkle {
|
|
172
|
+
blockSize: number;
|
|
173
|
+
roots: Record<string, string>;
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
/**
|
|
177
|
+
* Parity exactness taxonomy shared with RDRR distributed collectives and Doe TSIR
|
|
178
|
+
* lowerings. Values are canonical and must not drift between the two lanes.
|
|
179
|
+
* - bit-exact-solo: hex-identical bytes against the reference interpreter.
|
|
180
|
+
* - algorithm-exact: hex-identical under a declared reduction tree (same vocabulary,
|
|
181
|
+
* declared associativity, declared accumulation dtype).
|
|
182
|
+
* - tolerance-bounded: declared metric within declared epsilon.
|
|
183
|
+
*/
|
|
184
|
+
export type LoweringExactnessClass =
|
|
185
|
+
| 'bit_exact_solo'
|
|
186
|
+
| 'algorithm_exact'
|
|
187
|
+
| 'tolerance_bounded';
|
|
188
|
+
|
|
189
|
+
/**
|
|
190
|
+
* One lowering receipt for a (kernel, backend) pair. Either digests are populated
|
|
191
|
+
* (lowering succeeded) or rejectionReasons[] is populated (backend cannot honor the
|
|
192
|
+
* kernel). A successful entry with rejectionReasons and a rejection entry with digests
|
|
193
|
+
* are both invalid.
|
|
194
|
+
*/
|
|
195
|
+
export interface LoweringExactness {
|
|
196
|
+
class: LoweringExactnessClass;
|
|
197
|
+
algorithmExactInvariants: string[];
|
|
198
|
+
toleranceEpsilon: number;
|
|
199
|
+
toleranceMetric: string;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
export interface IntegrityExtensionsLoweringEntry {
|
|
203
|
+
/** Logical reference into the manifest's execution graph. */
|
|
204
|
+
kernelRef: string;
|
|
205
|
+
/** Backend identifier, e.g. "webgpu-generic", "wse3", "csl-classifier-legacy". */
|
|
206
|
+
backend: string;
|
|
207
|
+
/** Hash of the target descriptor under which this realization was produced. */
|
|
208
|
+
targetDescriptorCorrectnessHash: string | null;
|
|
209
|
+
/** Frontend-version identity that produced tsir.semantic (null for rejection). */
|
|
210
|
+
frontendVersion: string | null;
|
|
211
|
+
/** Stable source-meaning digest (null for rejection). */
|
|
212
|
+
tsirSemanticDigest: string | null;
|
|
213
|
+
/** Target-and-policy-dependent realization digest (null for rejection). */
|
|
214
|
+
tsirRealizationDigest: string | null;
|
|
215
|
+
/** Emitter-code-version digest (null for rejection). */
|
|
216
|
+
emitterDigest: string | null;
|
|
217
|
+
/** Doe compiler version pin (null for pre-TSIR classifier-legacy receipts). */
|
|
218
|
+
compilerVersion: string | null;
|
|
219
|
+
/** Exactness contract under which this lowering is declared equivalent to source. */
|
|
220
|
+
exactness: LoweringExactness | null;
|
|
221
|
+
/**
|
|
222
|
+
* Present iff the backend refused this kernel. Canonical codes include:
|
|
223
|
+
* TSIR_SUBGROUP_UNLOWERABLE, TSIR_PE_BUDGET_EXHAUSTED,
|
|
224
|
+
* TSIR_COLLECTIVE_NOT_REPRESENTABLE, TSIR_DEPENDENCE_UNANALYZABLE,
|
|
225
|
+
* TSIR_SOURCE_NOT_AFFINE, TSIR_TARGET_UNFIT.
|
|
226
|
+
*/
|
|
227
|
+
rejectionReasons: string[] | null;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
export interface IntegrityExtensionsLowerings {
|
|
231
|
+
/** Own contractVersion — additive, independent of integrityExtensions.contractVersion. */
|
|
232
|
+
contractVersion: 1;
|
|
233
|
+
entries: IntegrityExtensionsLoweringEntry[];
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
export interface IntegrityExtensions {
|
|
237
|
+
contractVersion: 1;
|
|
238
|
+
blockMerkle: IntegrityExtensionsBlockMerkle;
|
|
239
|
+
/**
|
|
240
|
+
* Optional Doe TSIR lowering receipts. Absent on artifacts built before the
|
|
241
|
+
* lowering binding lands. When present, each entry is either a successful
|
|
242
|
+
* lowering (digests populated, rejectionReasons null) or a rejection
|
|
243
|
+
* (digests null, rejectionReasons non-empty).
|
|
244
|
+
*/
|
|
245
|
+
lowerings?: IntegrityExtensionsLowerings;
|
|
246
|
+
}
|
|
247
|
+
|
|
147
248
|
export interface RDRRManifest {
|
|
148
249
|
version: number;
|
|
149
250
|
modelId: string;
|
|
150
251
|
modelType: ModelType;
|
|
151
252
|
quantization: string;
|
|
152
253
|
quantizationInfo?: QuantizationInfo;
|
|
254
|
+
artifactIdentity?: ArtifactIdentity;
|
|
255
|
+
weightsRef?: WeightsRef;
|
|
153
256
|
hashAlgorithm: HashAlgorithm;
|
|
154
257
|
eos_token_id: number | number[] | null;
|
|
155
258
|
image_token_id?: number;
|
|
@@ -170,6 +273,7 @@ export interface RDRRManifest {
|
|
|
170
273
|
optimizations?: RuntimeOptimizations;
|
|
171
274
|
config?: Record<string, unknown>;
|
|
172
275
|
conversion?: ConversionInfo;
|
|
276
|
+
integrityExtensions?: IntegrityExtensions;
|
|
173
277
|
|
|
174
278
|
// Required inference configuration (populated by converter)
|
|
175
279
|
inference: ManifestInferenceSchema;
|
|
@@ -215,6 +319,8 @@ export interface CreateManifestOptions {
|
|
|
215
319
|
modelType: ModelType;
|
|
216
320
|
quantization: string;
|
|
217
321
|
quantizationInfo?: QuantizationInfo;
|
|
322
|
+
artifactIdentity?: ArtifactIdentity;
|
|
323
|
+
weightsRef?: WeightsRef;
|
|
218
324
|
hashAlgorithm?: HashAlgorithm;
|
|
219
325
|
eos_token_id?: number | number[];
|
|
220
326
|
architecture: LayerConfig | string;
|
|
@@ -228,6 +334,7 @@ export interface CreateManifestOptions {
|
|
|
228
334
|
moeConfig?: MoEConfig;
|
|
229
335
|
config?: Record<string, unknown>;
|
|
230
336
|
conversion?: ConversionInfo;
|
|
337
|
+
integrityExtensions?: IntegrityExtensions;
|
|
231
338
|
blake3Full?: string;
|
|
232
339
|
metadata?: Record<string, unknown>;
|
|
233
340
|
// Required inference configuration
|