doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -1,36 +1,5 @@
|
|
|
1
1
|
export declare const TFLITE_FILE_IDENTIFIER: 'TFL3';
|
|
2
2
|
|
|
3
|
-
export declare const TFLITE_TENSOR_TYPE: {
|
|
4
|
-
readonly FLOAT32: 0;
|
|
5
|
-
readonly FLOAT16: 1;
|
|
6
|
-
readonly INT32: 2;
|
|
7
|
-
readonly UINT8: 3;
|
|
8
|
-
readonly INT64: 4;
|
|
9
|
-
readonly STRING: 5;
|
|
10
|
-
readonly BOOL: 6;
|
|
11
|
-
readonly INT16: 7;
|
|
12
|
-
readonly COMPLEX64: 8;
|
|
13
|
-
readonly INT8: 9;
|
|
14
|
-
readonly FLOAT64: 10;
|
|
15
|
-
readonly COMPLEX128: 11;
|
|
16
|
-
readonly UINT64: 12;
|
|
17
|
-
readonly RESOURCE: 13;
|
|
18
|
-
readonly VARIANT: 14;
|
|
19
|
-
readonly UINT32: 15;
|
|
20
|
-
readonly UINT16: 16;
|
|
21
|
-
readonly INT4: 17;
|
|
22
|
-
readonly BFLOAT16: 18;
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
export type TFLiteTensorTypeId = (typeof TFLITE_TENSOR_TYPE)[keyof typeof TFLITE_TENSOR_TYPE];
|
|
26
|
-
|
|
27
|
-
export declare const TFLITE_TENSOR_TYPE_NAME: Record<number, string>;
|
|
28
|
-
|
|
29
|
-
export declare const TFLITE_TENSOR_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16'>;
|
|
30
|
-
export declare const TFLITE_TENSOR_SOURCE_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16' | 'INT8' | 'UINT8' | 'INT4'>;
|
|
31
|
-
|
|
32
|
-
export declare const TFLITE_DTYPE_SIZE: Record<'F32' | 'F16' | 'BF16', number>;
|
|
33
|
-
|
|
34
3
|
export interface TFLiteSourceTransform {
|
|
35
4
|
kind: 'affine_dequant';
|
|
36
5
|
scheme: 'per_tensor_affine';
|
|
@@ -54,12 +23,20 @@ export interface TFLiteTensor {
|
|
|
54
23
|
sourceTransform?: TFLiteSourceTransform;
|
|
55
24
|
}
|
|
56
25
|
|
|
26
|
+
export interface TFLiteMetadataEntry {
|
|
27
|
+
name: string;
|
|
28
|
+
buffer: number;
|
|
29
|
+
offset: number;
|
|
30
|
+
size: number;
|
|
31
|
+
}
|
|
32
|
+
|
|
57
33
|
export interface ParsedTFLite {
|
|
58
34
|
schemaVersion: number;
|
|
59
35
|
description: string | null;
|
|
60
36
|
subgraphCount: number;
|
|
61
37
|
mainSubgraphName: string | null;
|
|
62
38
|
tensors: TFLiteTensor[];
|
|
39
|
+
metadataEntries: TFLiteMetadataEntry[];
|
|
63
40
|
sourceQuantization: 'F32' | 'F16' | 'BF16' | null;
|
|
64
41
|
}
|
|
65
42
|
|
|
@@ -3,7 +3,7 @@ const TFLITE_PAGE_BYTES = 16 * 1024;
|
|
|
3
3
|
|
|
4
4
|
export const TFLITE_FILE_IDENTIFIER = 'TFL3';
|
|
5
5
|
|
|
6
|
-
|
|
6
|
+
const TFLITE_TENSOR_TYPE = Object.freeze({
|
|
7
7
|
FLOAT32: 0,
|
|
8
8
|
FLOAT16: 1,
|
|
9
9
|
INT32: 2,
|
|
@@ -25,17 +25,17 @@ export const TFLITE_TENSOR_TYPE = Object.freeze({
|
|
|
25
25
|
BFLOAT16: 18,
|
|
26
26
|
});
|
|
27
27
|
|
|
28
|
-
|
|
28
|
+
const TFLITE_TENSOR_TYPE_NAME = Object.freeze(Object.fromEntries(
|
|
29
29
|
Object.entries(TFLITE_TENSOR_TYPE).map(([name, value]) => [value, name])
|
|
30
30
|
));
|
|
31
31
|
|
|
32
|
-
|
|
32
|
+
const TFLITE_TENSOR_DTYPE_MAP = Object.freeze({
|
|
33
33
|
[TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
|
|
34
34
|
[TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
|
|
35
35
|
[TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
|
|
36
36
|
});
|
|
37
37
|
|
|
38
|
-
|
|
38
|
+
const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
|
|
39
39
|
[TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
|
|
40
40
|
[TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
|
|
41
41
|
[TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
|
|
@@ -44,7 +44,7 @@ export const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
|
|
|
44
44
|
[TFLITE_TENSOR_TYPE.INT4]: 'INT4',
|
|
45
45
|
});
|
|
46
46
|
|
|
47
|
-
|
|
47
|
+
const TFLITE_DTYPE_SIZE = Object.freeze({
|
|
48
48
|
F32: 4,
|
|
49
49
|
F16: 2,
|
|
50
50
|
BF16: 2,
|
|
@@ -469,6 +469,49 @@ async function readBufferLocation(reader, bufferPos, tensorName) {
|
|
|
469
469
|
return size > 0 ? { offset, size } : null;
|
|
470
470
|
}
|
|
471
471
|
|
|
472
|
+
async function readMetadataEntries(reader, modelPos, bufferCount) {
|
|
473
|
+
const metadataCount = await reader.readTableVectorLength(modelPos, 6);
|
|
474
|
+
const metadataEntries = [];
|
|
475
|
+
for (let index = 0; index < metadataCount; index++) {
|
|
476
|
+
const metadataPos = await reader.readTableVectorEntry(modelPos, 6, index);
|
|
477
|
+
if (metadataPos == null) {
|
|
478
|
+
continue;
|
|
479
|
+
}
|
|
480
|
+
const name = await reader.readStringAtField(metadataPos, 0);
|
|
481
|
+
if (!name) {
|
|
482
|
+
continue;
|
|
483
|
+
}
|
|
484
|
+
const bufferFieldPos = await reader.getTableFieldPos(metadataPos, 1);
|
|
485
|
+
const bufferIndex = bufferFieldPos == null ? 0 : await reader.readUint32(bufferFieldPos);
|
|
486
|
+
if (bufferIndex === 0) {
|
|
487
|
+
continue;
|
|
488
|
+
}
|
|
489
|
+
if (bufferIndex >= bufferCount) {
|
|
490
|
+
throw new Error(
|
|
491
|
+
`TFLite parser: metadata "${name}" references buffer ${bufferIndex}, ` +
|
|
492
|
+
`but the model only has ${bufferCount} buffers.`
|
|
493
|
+
);
|
|
494
|
+
}
|
|
495
|
+
const bufferPos = await reader.readTableVectorEntry(modelPos, 4, bufferIndex);
|
|
496
|
+
if (bufferPos == null) {
|
|
497
|
+
throw new Error(
|
|
498
|
+
`TFLite parser: missing buffer table entry ${bufferIndex} for metadata "${name}".`
|
|
499
|
+
);
|
|
500
|
+
}
|
|
501
|
+
const dataLocation = await readBufferLocation(reader, bufferPos, `metadata "${name}"`);
|
|
502
|
+
if (!dataLocation || dataLocation.size <= 0) {
|
|
503
|
+
continue;
|
|
504
|
+
}
|
|
505
|
+
metadataEntries.push({
|
|
506
|
+
name,
|
|
507
|
+
buffer: bufferIndex,
|
|
508
|
+
offset: dataLocation.offset,
|
|
509
|
+
size: dataLocation.size,
|
|
510
|
+
});
|
|
511
|
+
}
|
|
512
|
+
return metadataEntries;
|
|
513
|
+
}
|
|
514
|
+
|
|
472
515
|
async function parseTFLiteReader(reader, options = {}) {
|
|
473
516
|
const parseOptions = normalizeParseOptions(options);
|
|
474
517
|
const rootOffset = await reader.readInt32(0);
|
|
@@ -610,6 +653,7 @@ async function parseTFLiteReader(reader, options = {}) {
|
|
|
610
653
|
'TFLite parser: no supported constant tensors were found in the main subgraph.'
|
|
611
654
|
);
|
|
612
655
|
}
|
|
656
|
+
const metadataEntries = await readMetadataEntries(reader, modelPos, bufferCount);
|
|
613
657
|
|
|
614
658
|
return {
|
|
615
659
|
schemaVersion,
|
|
@@ -617,6 +661,7 @@ async function parseTFLiteReader(reader, options = {}) {
|
|
|
617
661
|
subgraphCount,
|
|
618
662
|
mainSubgraphName: mainSubgraphName || null,
|
|
619
663
|
tensors,
|
|
664
|
+
metadataEntries,
|
|
620
665
|
sourceQuantization: resolveDirectSourceQuantization(tensors),
|
|
621
666
|
};
|
|
622
667
|
}
|
|
@@ -5,30 +5,12 @@
|
|
|
5
5
|
* avoiding per-kernel submit overhead. Manages temporary buffers automatically.
|
|
6
6
|
*/
|
|
7
7
|
|
|
8
|
-
/** Statistics about recorded operations */
|
|
9
|
-
export interface RecorderStats {
|
|
10
|
-
opCount: number;
|
|
11
|
-
tempBufferCount: number;
|
|
12
|
-
pooledBufferCount: number;
|
|
13
|
-
submitted: boolean;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
8
|
/** Options for CommandRecorder */
|
|
17
9
|
export interface RecorderOptions {
|
|
18
10
|
/** Enable GPU timestamp profiling (requires 'timestamp-query' feature) */
|
|
19
11
|
profile?: boolean;
|
|
20
12
|
}
|
|
21
13
|
|
|
22
|
-
export interface RecorderSubmitOptions {
|
|
23
|
-
/** Use `deferred` when another readback wait already proves command completion. */
|
|
24
|
-
cleanup?: 'queue' | 'deferred';
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export interface RecorderDeferredCleanupOptions {
|
|
28
|
-
/** Discard pooled buffers instead of returning them to the pool. */
|
|
29
|
-
discardPooled?: boolean;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
14
|
/** Profiling result - maps kernel label to time in milliseconds */
|
|
33
15
|
export type ProfileTimings = Record<string, number>;
|
|
34
16
|
|
|
@@ -113,17 +95,23 @@ export declare class CommandRecorder {
|
|
|
113
95
|
*/
|
|
114
96
|
trackTemporaryBuffer(buffer: GPUBuffer): void;
|
|
115
97
|
|
|
98
|
+
/**
|
|
99
|
+
* Schedule async work that must run after GPU submission completes but before
|
|
100
|
+
* recorder-owned cleanup makes the captured data unavailable.
|
|
101
|
+
*/
|
|
102
|
+
enqueueCompletionTask(task: () => Promise<void> | void): void;
|
|
103
|
+
|
|
116
104
|
/**
|
|
117
105
|
* Submit all recorded commands and clean up temporary buffers.
|
|
118
106
|
* After calling this, the recorder cannot be reused.
|
|
119
107
|
*/
|
|
120
|
-
submit(options?:
|
|
108
|
+
submit(options?: { cleanup?: 'queue' | 'deferred' }): void;
|
|
121
109
|
|
|
122
110
|
/**
|
|
123
111
|
* Finalize a deferred-cleanup submit after another wait condition
|
|
124
112
|
* has already established GPU completion.
|
|
125
113
|
*/
|
|
126
|
-
completeDeferredCleanup(options?:
|
|
114
|
+
completeDeferredCleanup(options?: { discardPooled?: boolean }): Promise<void>;
|
|
127
115
|
|
|
128
116
|
/**
|
|
129
117
|
* Submit and wait for GPU to complete (useful for debugging/profiling).
|
|
@@ -137,7 +125,7 @@ export declare class CommandRecorder {
|
|
|
137
125
|
* Get statistics about recorded operations.
|
|
138
126
|
* @returns Statistics object
|
|
139
127
|
*/
|
|
140
|
-
getStats():
|
|
128
|
+
getStats(): { opCount: number; tempBufferCount: number; pooledBufferCount: number; submitted: boolean };
|
|
141
129
|
|
|
142
130
|
/**
|
|
143
131
|
* Get the submit completion latency in milliseconds (null if not resolved yet).
|
|
@@ -36,6 +36,8 @@ export class CommandRecorder {
|
|
|
36
36
|
|
|
37
37
|
#deferredCleanup = null;
|
|
38
38
|
|
|
39
|
+
#completionTasks;
|
|
40
|
+
|
|
39
41
|
|
|
40
42
|
#submitted;
|
|
41
43
|
|
|
@@ -80,6 +82,7 @@ export class CommandRecorder {
|
|
|
80
82
|
this.#pooledBufferSet = new Set();
|
|
81
83
|
this.#cleanupPromise = null;
|
|
82
84
|
this.#deferredCleanup = null;
|
|
85
|
+
this.#completionTasks = [];
|
|
83
86
|
|
|
84
87
|
// Track if already submitted
|
|
85
88
|
this.#submitted = false;
|
|
@@ -292,6 +295,31 @@ export class CommandRecorder {
|
|
|
292
295
|
// Treating them as temporary would destroy weights at submit time.
|
|
293
296
|
}
|
|
294
297
|
|
|
298
|
+
enqueueCompletionTask(task) {
|
|
299
|
+
if (this.#submitted) {
|
|
300
|
+
throw new Error('[CommandRecorder] Cannot enqueue completion tasks after submit');
|
|
301
|
+
}
|
|
302
|
+
if (typeof task !== 'function') {
|
|
303
|
+
throw new Error('[CommandRecorder] completion task must be a function');
|
|
304
|
+
}
|
|
305
|
+
this.#completionTasks.push(task);
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
async #runCompletionTasks() {
|
|
309
|
+
if (this.#completionTasks.length === 0) {
|
|
310
|
+
return;
|
|
311
|
+
}
|
|
312
|
+
const tasks = this.#completionTasks;
|
|
313
|
+
this.#completionTasks = [];
|
|
314
|
+
for (const task of tasks) {
|
|
315
|
+
try {
|
|
316
|
+
await task();
|
|
317
|
+
} catch (error) {
|
|
318
|
+
log.warn('CommandRecorder', `Completion task failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
|
|
295
323
|
#finalizeTrackedBuffers(buffersToDestroy, buffersToRelease, discardPooled) {
|
|
296
324
|
for (const buffer of buffersToDestroy) {
|
|
297
325
|
buffer.destroy();
|
|
@@ -353,6 +381,13 @@ export class CommandRecorder {
|
|
|
353
381
|
this.#cleanupPromise = null;
|
|
354
382
|
|
|
355
383
|
if (cleanup === 'deferred') {
|
|
384
|
+
if (this.#completionTasks.length > 0) {
|
|
385
|
+
this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(async () => {
|
|
386
|
+
await this.#runCompletionTasks();
|
|
387
|
+
}).catch((err) => {
|
|
388
|
+
log.warn('CommandRecorder', `Completion tasks failed: ${ (err).message}`);
|
|
389
|
+
});
|
|
390
|
+
}
|
|
356
391
|
this.#deferredCleanup = {
|
|
357
392
|
buffersToDestroy,
|
|
358
393
|
buffersToRelease,
|
|
@@ -361,7 +396,8 @@ export class CommandRecorder {
|
|
|
361
396
|
return;
|
|
362
397
|
}
|
|
363
398
|
|
|
364
|
-
this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(() => {
|
|
399
|
+
this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(async () => {
|
|
400
|
+
await this.#runCompletionTasks();
|
|
365
401
|
this.#submitLatencyMs = performance.now() - submitStart;
|
|
366
402
|
this.#finalizeTrackedBuffers(buffersToDestroy, buffersToRelease, false);
|
|
367
403
|
}).catch((err) => {
|
|
@@ -370,8 +406,11 @@ export class CommandRecorder {
|
|
|
370
406
|
});
|
|
371
407
|
}
|
|
372
408
|
|
|
373
|
-
completeDeferredCleanup(options = {}) {
|
|
409
|
+
async completeDeferredCleanup(options = {}) {
|
|
374
410
|
const discardPooled = options.discardPooled === true;
|
|
411
|
+
if (this.#cleanupPromise) {
|
|
412
|
+
await this.#cleanupPromise;
|
|
413
|
+
}
|
|
375
414
|
this.#finalizeDeferredCleanup(discardPooled);
|
|
376
415
|
}
|
|
377
416
|
|
package/src/gpu/device.d.ts
CHANGED
|
@@ -61,6 +61,14 @@ export interface DeviceLimits {
|
|
|
61
61
|
maxComputeWorkgroupsPerDimension: number;
|
|
62
62
|
}
|
|
63
63
|
|
|
64
|
+
export interface DeviceLossInfo {
|
|
65
|
+
message: string;
|
|
66
|
+
reason: string;
|
|
67
|
+
deviceEpoch: number;
|
|
68
|
+
timestampMs: number;
|
|
69
|
+
adapterInfo: AdapterInfo | null;
|
|
70
|
+
}
|
|
71
|
+
|
|
64
72
|
/**
|
|
65
73
|
* Feature flags detected during initialization
|
|
66
74
|
*/
|
|
@@ -120,10 +128,10 @@ export function getDeviceEpoch(): number;
|
|
|
120
128
|
export function getPlatformConfig(): ResolvedPlatformConfig | null;
|
|
121
129
|
|
|
122
130
|
/**
|
|
123
|
-
*
|
|
124
|
-
*
|
|
131
|
+
* Most recent device-lost record for diagnostics, or null if no loss has been observed
|
|
132
|
+
* since the current device was initialized.
|
|
125
133
|
*/
|
|
126
|
-
export function
|
|
134
|
+
export function getLastDeviceLossInfo(): DeviceLossInfo | null;
|
|
127
135
|
|
|
128
136
|
/**
|
|
129
137
|
* Destroy the device and clear cache
|
|
@@ -142,3 +150,9 @@ export function hasFeature(feature: string): boolean;
|
|
|
142
150
|
* @returns Device limits or null if device not initialized
|
|
143
151
|
*/
|
|
144
152
|
export function getDeviceLimits(): DeviceLimits | null;
|
|
153
|
+
|
|
154
|
+
/**
|
|
155
|
+
* Reset all cached device-level state (adapter, device, features, limits).
|
|
156
|
+
* Used by tests and teardown paths that need a clean re-init.
|
|
157
|
+
*/
|
|
158
|
+
export declare function resetDeviceState(): void;
|
package/src/gpu/device.js
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
import { wrapQueueForTracking, setTrackSubmits } from './submit-tracker.js';
|
|
4
4
|
import { probeSubmitLatency } from './submit-probe.js';
|
|
5
5
|
import { log } from '../debug/index.js';
|
|
6
|
-
import { createDopplerError, ERROR_CODES } from '../errors/
|
|
6
|
+
import { createDopplerError, ERROR_CODES } from '../errors/doppler-error.js';
|
|
7
7
|
import { GB } from '../config/schema/index.js';
|
|
8
8
|
|
|
9
9
|
// Re-export submit tracker for convenience
|
|
@@ -18,6 +18,7 @@ let kernelCapabilities = null;
|
|
|
18
18
|
// Cached platform config (set during initDevice)
|
|
19
19
|
|
|
20
20
|
let resolvedPlatformConfig = null;
|
|
21
|
+
let lastDeviceLossInfo = null;
|
|
21
22
|
|
|
22
23
|
// Track whether platform/registry initialization has been attempted
|
|
23
24
|
let platformInitialized = false;
|
|
@@ -162,6 +163,13 @@ function registerDeviceLostHandler(device) {
|
|
|
162
163
|
if (gpuDevice !== trackedDevice) {
|
|
163
164
|
return;
|
|
164
165
|
}
|
|
166
|
+
lastDeviceLossInfo = {
|
|
167
|
+
message: info?.message ?? '',
|
|
168
|
+
reason: info?.reason ?? 'unknown',
|
|
169
|
+
deviceEpoch,
|
|
170
|
+
timestampMs: Date.now(),
|
|
171
|
+
adapterInfo: kernelCapabilities?.adapterInfo ?? null,
|
|
172
|
+
};
|
|
165
173
|
log.error('GPU', 'Device lost: ' + info.message + ', Reason: ' + info.reason);
|
|
166
174
|
clearActiveDeviceState();
|
|
167
175
|
advanceDeviceEpoch();
|
|
@@ -169,6 +177,13 @@ function registerDeviceLostHandler(device) {
|
|
|
169
177
|
if (gpuDevice !== trackedDevice) {
|
|
170
178
|
return;
|
|
171
179
|
}
|
|
180
|
+
lastDeviceLossInfo = {
|
|
181
|
+
message: error?.message ?? String(error),
|
|
182
|
+
reason: 'device_lost_handler_failed',
|
|
183
|
+
deviceEpoch,
|
|
184
|
+
timestampMs: Date.now(),
|
|
185
|
+
adapterInfo: kernelCapabilities?.adapterInfo ?? null,
|
|
186
|
+
};
|
|
172
187
|
log.warn('GPU', 'Device lost handler failed: ' + (error?.message ?? error));
|
|
173
188
|
clearActiveDeviceState();
|
|
174
189
|
advanceDeviceEpoch();
|
|
@@ -372,6 +387,7 @@ export async function initDevice() {
|
|
|
372
387
|
if (!gpuDevice) {
|
|
373
388
|
throw createDopplerError(ERROR_CODES.GPU_DEVICE_FAILED, 'Failed to create WebGPU device');
|
|
374
389
|
}
|
|
390
|
+
lastDeviceLossInfo = null;
|
|
375
391
|
ensureGpuBufferConstructor(gpuDevice);
|
|
376
392
|
wrapDeviceCreateBindGroup(gpuDevice);
|
|
377
393
|
registerDeviceLostHandler(gpuDevice);
|
|
@@ -426,6 +442,7 @@ export function setDevice(device, options = {}) {
|
|
|
426
442
|
}
|
|
427
443
|
|
|
428
444
|
gpuDevice = device;
|
|
445
|
+
lastDeviceLossInfo = null;
|
|
429
446
|
ensureGpuBufferConstructor(gpuDevice);
|
|
430
447
|
wrapDeviceCreateBindGroup(gpuDevice);
|
|
431
448
|
registerDeviceLostHandler(gpuDevice);
|
|
@@ -490,9 +507,8 @@ export function getPlatformConfig() {
|
|
|
490
507
|
return resolvedPlatformConfig;
|
|
491
508
|
}
|
|
492
509
|
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
return platformInitialized && resolvedPlatformConfig !== null;
|
|
510
|
+
export function getLastDeviceLossInfo() {
|
|
511
|
+
return lastDeviceLossInfo ? { ...lastDeviceLossInfo } : null;
|
|
496
512
|
}
|
|
497
513
|
|
|
498
514
|
|
|
@@ -2,19 +2,12 @@
|
|
|
2
2
|
* Kernel runtime initialization helpers.
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
|
-
export interface KernelRuntimeOptions {
|
|
6
|
-
prewarm?: boolean;
|
|
7
|
-
prewarmMode?: 'parallel' | 'sequential';
|
|
8
|
-
autoTune?: boolean;
|
|
9
|
-
clearCaches?: boolean;
|
|
10
|
-
modelConfig?: Record<string, number>;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export interface KernelRuntimeState {
|
|
14
|
-
warmed: boolean;
|
|
15
|
-
tuned: boolean;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
5
|
export function prepareKernelRuntime(
|
|
19
|
-
options?:
|
|
20
|
-
|
|
6
|
+
options?: {
|
|
7
|
+
prewarm?: boolean;
|
|
8
|
+
prewarmMode?: 'parallel' | 'sequential';
|
|
9
|
+
autoTune?: boolean;
|
|
10
|
+
clearCaches?: boolean;
|
|
11
|
+
modelConfig?: Record<string, number>;
|
|
12
|
+
}
|
|
13
|
+
): Promise<{ warmed: boolean; tuned: boolean }>;
|
|
@@ -2,11 +2,3 @@ export declare function logKernelSelectionOnce(
|
|
|
2
2
|
operation: string,
|
|
3
3
|
payload: { variant?: string; reason?: string }
|
|
4
4
|
): void;
|
|
5
|
-
|
|
6
|
-
export declare function resetKernelSelectionLog(): void;
|
|
7
|
-
|
|
8
|
-
export declare function getKernelSelectionLog(): Array<{
|
|
9
|
-
operation: string;
|
|
10
|
-
variant: string;
|
|
11
|
-
reason: string | null;
|
|
12
|
-
}>;
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import { log } from '../debug/index.js';
|
|
2
2
|
|
|
3
3
|
const loggedSelections = new Set();
|
|
4
|
-
const selectionLog = [];
|
|
5
4
|
|
|
6
5
|
export function logKernelSelectionOnce(operation, payload) {
|
|
7
6
|
const key = `${operation}:${payload.variant ?? 'unknown'}`;
|
|
@@ -9,20 +8,6 @@ export function logKernelSelectionOnce(operation, payload) {
|
|
|
9
8
|
return;
|
|
10
9
|
}
|
|
11
10
|
loggedSelections.add(key);
|
|
12
|
-
selectionLog.push({
|
|
13
|
-
operation,
|
|
14
|
-
variant: payload.variant ?? 'unknown',
|
|
15
|
-
reason: payload.reason ?? null,
|
|
16
|
-
});
|
|
17
11
|
const reason = payload.reason ? ` reason=${payload.reason}` : '';
|
|
18
12
|
log.info('KernelSelect', `${operation} variant=${payload.variant ?? 'unknown'}${reason}`);
|
|
19
13
|
}
|
|
20
|
-
|
|
21
|
-
export function resetKernelSelectionLog() {
|
|
22
|
-
loggedSelections.clear();
|
|
23
|
-
selectionLog.length = 0;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export function getKernelSelectionLog() {
|
|
27
|
-
return [...selectionLog];
|
|
28
|
-
}
|
|
@@ -4,8 +4,9 @@ Purpose: Catalog and guidance for Doppler's WGSL kernel library.
|
|
|
4
4
|
|
|
5
5
|
## Scope
|
|
6
6
|
|
|
7
|
-
- Kernel categories
|
|
7
|
+
- Kernel categories and entry point reuse guidance.
|
|
8
8
|
- Entry points, uniforms, and reuse strategies.
|
|
9
|
+
- Registry-owned kernel naming and inventory pointers.
|
|
9
10
|
|
|
10
11
|
The repository currently ships over 100 WebGPU compute shaders for inference and auxiliary pipelines.
|
|
11
12
|
|
|
@@ -14,20 +15,20 @@ The repository currently ships over 100 WebGPU compute shaders for inference and
|
|
|
14
15
|
Selected duplicate dtype variants are generated from canonical kernels:
|
|
15
16
|
|
|
16
17
|
- Source of truth: `src/gpu/kernels/codegen/wgsl-variants.js`
|
|
17
|
-
- Generator: `
|
|
18
|
-
- Drift check: `
|
|
18
|
+
- Generator: `npm run kernels:codegen:sync`
|
|
19
|
+
- Drift check: `npm run kernels:codegen:check`
|
|
19
20
|
|
|
20
21
|
Generated targets keep the same runtime file names, so kernel-path IDs and manifest wiring stay stable.
|
|
21
22
|
|
|
22
23
|
## Categories
|
|
23
24
|
|
|
24
|
-
| Category |
|
|
25
|
-
|
|
26
|
-
| Attention |
|
|
27
|
-
| Matmul |
|
|
28
|
-
| Dequant |
|
|
29
|
-
| Fused |
|
|
30
|
-
| Other |
|
|
25
|
+
| Category | Examples |
|
|
26
|
+
|----------|----------|
|
|
27
|
+
| Attention | `attention.wgsl`, `attention_decode_*.wgsl`, `attention_f16.wgsl` |
|
|
28
|
+
| Matmul | `matmul_f16.wgsl`, `matmul_f16w_f32a.wgsl`, `matmul_gemv*.wgsl` |
|
|
29
|
+
| Dequant | `dequant_q4k.wgsl`, `dequant_q6k.wgsl`, `dequant_mxfp4.wgsl` |
|
|
30
|
+
| Fused | `fused_ffn.wgsl`, `fused_matmul_q4.wgsl`, `fused_matmul_q4_multicol_f16a.wgsl` |
|
|
31
|
+
| Other | `rmsnorm.wgsl`, `rope.wgsl`, `sample.wgsl`, `silu.wgsl` |
|
|
31
32
|
|
|
32
33
|
## Reusability Mechanisms
|
|
33
34
|
|
|
@@ -116,12 +117,43 @@ fn main() {
|
|
|
116
117
|
| `silu.wgsl` | 5 | SiLU activation variants (gate, split, vec4, rowsplit) |
|
|
117
118
|
| `gelu.wgsl` | 3 | GeLU/GeGLU activation variants (gate, rowsplit) |
|
|
118
119
|
|
|
119
|
-
## Naming
|
|
120
|
+
## Naming Source of Truth
|
|
120
121
|
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
122
|
+
Kernel operation IDs, variant IDs, WGSL filenames, entry points, feature
|
|
123
|
+
requirements, bindings, uniforms, and metadata are defined in
|
|
124
|
+
`src/config/kernels/registry.json`.
|
|
125
|
+
|
|
126
|
+
Use `npm run kernels:registry:check` to audit the on-disk WGSL inventory
|
|
127
|
+
against the registry. This README must not define separate filename suffix
|
|
128
|
+
rules.
|
|
129
|
+
|
|
130
|
+
## Supported Manifest Usage
|
|
131
|
+
|
|
132
|
+
Use `npm run kernels:supported-manifests:report` to cross-reference the kernel
|
|
133
|
+
registry against kernels pinned by supported local manifests. The default scope
|
|
134
|
+
is catalog entries marked runtime active, conversion ready, and verified/pass in
|
|
135
|
+
`models/catalog.json`.
|
|
136
|
+
|
|
137
|
+
The report includes kernels made live by capability-transform fallbacks declared
|
|
138
|
+
in `src/rules/inference/capability-transforms.rules.json`. Use `--manifest-only`
|
|
139
|
+
for the strict manifest-pinned view, or `--include-runtime-transform-variants`
|
|
140
|
+
when auditing runtime-requested lanes such as f16 activation profiles.
|
|
141
|
+
|
|
142
|
+
The report separates non-live registry entries into protected and candidate
|
|
143
|
+
sets:
|
|
144
|
+
|
|
145
|
+
- protected by `tools/policies/kernel-usage-allowlist.json` for non-text lanes
|
|
146
|
+
such as training, diffusion, MoE, generation options, and format utilities
|
|
147
|
+
- protected by registry reachability when conversion configs or rule maps can
|
|
148
|
+
still select the variant
|
|
149
|
+
- true unused candidates when neither live usage, allowlist policy, nor
|
|
150
|
+
registry reachability protects the variant
|
|
151
|
+
|
|
152
|
+
Use `--no-allowlist` to inspect the raw non-live registry set, and
|
|
153
|
+
`--fail-on-unused-candidates` to make the command exit non-zero when true
|
|
154
|
+
unused candidates are present.
|
|
155
|
+
|
|
156
|
+
The report is advisory for cleanup planning. It is not part of `npm run
|
|
157
|
+
kernels:check` because `models/local/**` is developer-local state, not a CI
|
|
158
|
+
contract surface. Use `--include-untested` when inspecting active/ready local
|
|
159
|
+
artifacts that are not verified yet.
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { CommandRecorder } from '../command-recorder.js';
|
|
2
|
+
import type { Tensor } from '../tensor.js';
|
|
3
|
+
|
|
4
|
+
export interface ActivationStaticQdqOptions {
|
|
5
|
+
count?: number;
|
|
6
|
+
outputBuffer?: GPUBuffer | null;
|
|
7
|
+
qmin?: number;
|
|
8
|
+
qmax?: number;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export declare function runActivationStaticQdq(
|
|
12
|
+
input: Tensor,
|
|
13
|
+
scale: number,
|
|
14
|
+
options?: ActivationStaticQdqOptions
|
|
15
|
+
): Promise<Tensor>;
|
|
16
|
+
|
|
17
|
+
export declare function recordActivationStaticQdq(
|
|
18
|
+
recorder: CommandRecorder,
|
|
19
|
+
input: Tensor,
|
|
20
|
+
scale: number,
|
|
21
|
+
options?: ActivationStaticQdqOptions
|
|
22
|
+
): Promise<Tensor>;
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { acquireBuffer, releaseBuffer } from '../../memory/buffer-pool.js';
|
|
2
|
+
import { createTensor, dtypeBytes } from '../tensor.js';
|
|
3
|
+
import { WORKGROUP_SIZES } from './constants.js';
|
|
4
|
+
import { unifiedKernelWrapper } from './utils.js';
|
|
5
|
+
|
|
6
|
+
function resolveCount(tensor, countOverride) {
|
|
7
|
+
if (Number.isFinite(countOverride) && countOverride > 0) {
|
|
8
|
+
return Math.floor(countOverride);
|
|
9
|
+
}
|
|
10
|
+
if (Array.isArray(tensor.shape) && tensor.shape.length > 0) {
|
|
11
|
+
return tensor.shape.reduce((acc, value) => acc * value, 1);
|
|
12
|
+
}
|
|
13
|
+
return Math.floor(tensor.buffer.size / dtypeBytes(tensor.dtype));
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
async function executeActivationStaticQdq(target, input, scale, options = {}) {
|
|
17
|
+
if (input.dtype !== 'f32') {
|
|
18
|
+
throw new Error(`activation_static_qdq: unsupported dtype ${input.dtype}.`);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const { count, outputBuffer = null, qmin = -128, qmax = 127 } = options;
|
|
22
|
+
const resolvedScale = Number(scale);
|
|
23
|
+
const resolvedQmin = Number(qmin);
|
|
24
|
+
const resolvedQmax = Number(qmax);
|
|
25
|
+
if (!Number.isFinite(resolvedScale) || resolvedScale <= 0) {
|
|
26
|
+
throw new Error(`activation_static_qdq: scale must be > 0. Got ${String(scale)}.`);
|
|
27
|
+
}
|
|
28
|
+
if (!Number.isFinite(resolvedQmin) || !Number.isFinite(resolvedQmax) || resolvedQmin > resolvedQmax) {
|
|
29
|
+
throw new Error(
|
|
30
|
+
`activation_static_qdq: invalid qmin/qmax range (${String(qmin)}, ${String(qmax)}).`
|
|
31
|
+
);
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
const inferredCount = resolveCount(input, count);
|
|
35
|
+
const outputSize = inferredCount * dtypeBytes(input.dtype);
|
|
36
|
+
const ownsOutput = outputBuffer == null;
|
|
37
|
+
const output = outputBuffer || acquireBuffer(outputSize, undefined, 'activation_static_qdq_output');
|
|
38
|
+
|
|
39
|
+
try {
|
|
40
|
+
await unifiedKernelWrapper(
|
|
41
|
+
'activation_static_qdq',
|
|
42
|
+
target,
|
|
43
|
+
'default',
|
|
44
|
+
[input, output],
|
|
45
|
+
{
|
|
46
|
+
size: inferredCount,
|
|
47
|
+
scale: resolvedScale,
|
|
48
|
+
invScale: 1 / resolvedScale,
|
|
49
|
+
qmin: resolvedQmin,
|
|
50
|
+
qmax: resolvedQmax,
|
|
51
|
+
},
|
|
52
|
+
Math.ceil(inferredCount / WORKGROUP_SIZES.DEFAULT)
|
|
53
|
+
);
|
|
54
|
+
return createTensor(output, input.dtype, [...input.shape], 'activation_static_qdq_output');
|
|
55
|
+
} catch (error) {
|
|
56
|
+
if (ownsOutput) {
|
|
57
|
+
releaseBuffer(output);
|
|
58
|
+
}
|
|
59
|
+
throw error;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export async function runActivationStaticQdq(input, scale, options = {}) {
|
|
64
|
+
return executeActivationStaticQdq(null, input, scale, options);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export async function recordActivationStaticQdq(recorder, input, scale, options = {}) {
|
|
68
|
+
return executeActivationStaticQdq(recorder, input, scale, options);
|
|
69
|
+
}
|