doppler-gpu 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +54 -33
- package/assets/doppler.svg +57 -1601
- package/package.json +36 -5
- package/src/cli/cli-output.js +34 -1
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +68 -35
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +468 -42
- package/src/client/doppler-registry.json +3 -5
- package/src/client/provider.d.ts +1 -1
- package/src/client/provider.js +1 -1
- package/src/client/runtime/index.js +13 -0
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.js +35 -11
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +2 -2
- package/src/client/runtime/model-source.js +20 -1
- package/src/client/runtime/types.d.ts +8 -0
- package/src/client/wrap-pipeline-handle.d.ts +62 -0
- package/src/client/wrap-pipeline-handle.js +188 -13
- package/src/config/conversion/README.md +5 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +52 -18
- package/src/config/kernels/registry.json +3017 -744
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +2 -0
- package/src/config/merge-helpers.js +1 -0
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-validator.js +4 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +11 -0
- package/src/config/schema/converter.schema.js +8 -0
- package/src/config/schema/doppler.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +38 -6
- package/src/config/schema/execution-v1.schema.d.ts +27 -0
- package/src/config/schema/execution-v1.schema.js +28 -19
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/inference.schema.d.ts +11 -0
- package/src/config/schema/manifest.schema.d.ts +107 -1
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -1
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.json +5 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
- package/src/config/transforms/execution-graph-transforms.js +227 -230
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +18 -4
- package/src/converter/core.d.ts +8 -0
- package/src/converter/core.js +574 -12
- package/src/converter/quantization-info.js +179 -2
- package/src/converter/quantizer.d.ts +5 -4
- package/src/converter/quantizer.js +16 -2
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +290 -32
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1737 -49
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +4 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +186 -6
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +110 -1
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/index.d.ts +1 -0
- package/src/formats/rdrr/index.js +1 -0
- package/src/formats/rdrr/parsing.js +22 -6
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.js +9 -2
- package/src/formats/rdrr/types.d.ts +5 -3
- package/src/formats/rdrr/validation.js +15 -1
- package/src/gpu/command-recorder.d.ts +43 -3
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.js +111 -11
- package/src/gpu/kernel-tuner/cache.js +1 -5
- package/src/gpu/kernels/attention.js +17 -9
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.js +13 -3
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/gather.d.ts +84 -1
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +11 -7
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/index.d.ts +71 -0
- package/src/gpu/kernels/index.js +52 -0
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +37 -1
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +104 -9
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +151 -43
- package/src/gpu/kernels/moe.d.ts +1 -0
- package/src/gpu/kernels/moe.js +46 -18
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -0
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +5 -3
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +31 -0
- package/src/gpu/kernels/rmsnorm.js +32 -7
- package/src/gpu/kernels/rmsnorm.wgsl +10 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.js +1 -21
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +5 -80
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/utils.d.ts +16 -1
- package/src/gpu/kernels/utils.js +42 -13
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/uniform-cache.d.ts +10 -1
- package/src/gpu/uniform-cache.js +25 -7
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
- package/src/inference/browser-harness-suite-helpers.js +438 -2
- package/src/inference/browser-harness-text-helpers.d.ts +77 -0
- package/src/inference/browser-harness-text-helpers.js +236 -11
- package/src/inference/browser-harness.d.ts +8 -0
- package/src/inference/browser-harness.js +292 -8
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +25 -0
- package/src/inference/kv-cache/base.js +109 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
- package/src/inference/kv-cache/mixed-geometry.js +109 -2
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
- package/src/inference/pipelines/text/attention/projections.js +329 -49
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +446 -73
- package/src/inference/pipelines/text/attention/run.js +251 -49
- package/src/inference/pipelines/text/attention/types.d.ts +5 -1
- package/src/inference/pipelines/text/config.d.ts +22 -1
- package/src/inference/pipelines/text/config.js +199 -22
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +4 -3
- package/src/inference/pipelines/text/embed.js +16 -6
- package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
- package/src/inference/pipelines/text/execution-plan.js +6 -0
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
- package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
- package/src/inference/pipelines/text/execution-v1.js +373 -139
- package/src/inference/pipelines/text/ffn/dense.js +44 -13
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +44 -4
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
- package/src/inference/pipelines/text/generator-helpers.js +5 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
- package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
- package/src/inference/pipelines/text/generator-steps.js +268 -77
- package/src/inference/pipelines/text/generator.d.ts +39 -0
- package/src/inference/pipelines/text/generator.js +1105 -18
- package/src/inference/pipelines/text/init.d.ts +8 -1
- package/src/inference/pipelines/text/init.js +30 -1
- package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
- package/src/inference/pipelines/text/layer.js +272 -25
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +417 -66
- package/src/inference/pipelines/text/logits/index.d.ts +2 -2
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +29 -2
- package/src/inference/pipelines/text/ops.js +19 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/probes.js +4 -5
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.js +13 -9
- package/src/inference/pipelines/text/state.js +17 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
- package/src/inference/pipelines/text/types.d.ts +84 -3
- package/src/inference/pipelines/text/weights.d.ts +4 -2
- package/src/inference/pipelines/text/weights.js +4 -5
- package/src/inference/pipelines/text.d.ts +24 -0
- package/src/inference/pipelines/text.js +162 -38
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +340 -164
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/loader/doppler-loader.d.ts +11 -0
- package/src/loader/doppler-loader.js +290 -15
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +263 -8
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +59 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/shard-resolver.js +37 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/tensor-loader.d.ts +36 -1
- package/src/loader/tensors/tensor-loader.js +437 -21
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/buffer-pool.js +12 -9
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/gemma4.js +24 -0
- package/src/models/qwen3.js +2 -2
- package/src/rules/execution-rules-contract-check.js +93 -10
- package/src/rules/inference/capability-transforms.rules.json +26 -2
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +108 -17
- package/src/rules/inference/ffn.rules.json +18 -0
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +8 -0
- package/src/rules/rule-registry.js +6 -0
- package/src/storage/artifact-storage-context.d.ts +1 -0
- package/src/storage/artifact-storage-context.js +10 -0
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +2 -14
- package/src/tooling/command-api-family-normalizers.js +4 -2
- package/src/tooling/command-api-helpers.js +2 -1
- package/src/tooling/command-api.d.ts +2 -0
- package/src/tooling/command-api.js +1 -0
- package/src/tooling/command-runner-shared.d.ts +4 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/diagnose-runner.js +2 -0
- package/src/tooling/litert-package-runtime.js +553 -16
- package/src/tooling/node-browser-command-runner.js +10 -4
- package/src/tooling/node-command-runner.js +7 -2
- package/src/tooling/node-convert-worker-pool.js +3 -0
- package/src/tooling/node-convert-worker.js +1 -0
- package/src/tooling/node-converter.js +12 -0
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/program-bundle.d.ts +52 -1
- package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
- package/src/tooling/source-artifact-adapter.js +7 -2
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +109 -1
- package/src/tooling/source-runtime-bundle.d.ts +1 -0
- package/src/tooling/source-runtime-bundle.js +27 -0
- package/src/tooling/source-runtime-converter-config.js +12 -3
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
|
@@ -142,10 +142,16 @@
|
|
|
142
142
|
"reachability": {
|
|
143
143
|
"status": "pinned",
|
|
144
144
|
"inlineConfigs": [
|
|
145
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
145
146
|
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
146
147
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
148
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
149
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
150
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
151
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
147
152
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
148
153
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
154
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
149
155
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
150
156
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
151
157
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -185,6 +191,8 @@
|
|
|
185
191
|
"inlineConfigs": [
|
|
186
192
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
187
193
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
194
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
195
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
188
196
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
189
197
|
"lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
|
|
190
198
|
],
|
|
@@ -314,12 +322,20 @@
|
|
|
314
322
|
"reachability": {
|
|
315
323
|
"status": "pinned",
|
|
316
324
|
"inlineConfigs": [
|
|
325
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
317
326
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
318
327
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
328
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
329
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
319
330
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
320
331
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
332
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
333
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
334
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
335
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
321
336
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
322
337
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
338
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
323
339
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
324
340
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
325
341
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -424,19 +440,27 @@
|
|
|
424
440
|
"outputDtype": "f32",
|
|
425
441
|
"weightDtype": "f16",
|
|
426
442
|
"variantMetadata": {
|
|
427
|
-
"colsPerWg":
|
|
443
|
+
"colsPerWg": 8
|
|
428
444
|
},
|
|
429
445
|
"description": "Multi-column GEMV for large vocab (LM head F16) - 32 columns per workgroup",
|
|
430
446
|
"reachability": {
|
|
431
447
|
"status": "pinned",
|
|
432
448
|
"inlineConfigs": [
|
|
449
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
433
450
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
434
451
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
452
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
453
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
435
454
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
436
455
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
437
456
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
457
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
458
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
459
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
460
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
438
461
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
439
462
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
463
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
440
464
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
441
465
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
442
466
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -469,7 +493,7 @@
|
|
|
469
493
|
"outputDtype": "f16",
|
|
470
494
|
"weightDtype": "f16",
|
|
471
495
|
"variantMetadata": {
|
|
472
|
-
"colsPerWg":
|
|
496
|
+
"colsPerWg": 8
|
|
473
497
|
},
|
|
474
498
|
"description": "Multi-column GEMV for large vocab (LM head F16) - f16 activations/output",
|
|
475
499
|
"reachability": {
|
|
@@ -580,6 +604,188 @@
|
|
|
580
604
|
"wgslOnDisk": true
|
|
581
605
|
}
|
|
582
606
|
},
|
|
607
|
+
"litert_int4_multicol_f16a": {
|
|
608
|
+
"wgsl": "fused_matmul_litert_int4_f16a.wgsl",
|
|
609
|
+
"entryPoint": "main_multicol_f16a",
|
|
610
|
+
"workgroup": [
|
|
611
|
+
256,
|
|
612
|
+
1,
|
|
613
|
+
1
|
|
614
|
+
],
|
|
615
|
+
"requires": [
|
|
616
|
+
"shader-f16"
|
|
617
|
+
],
|
|
618
|
+
"outputDtype": "f16",
|
|
619
|
+
"weightDtype": "litert_int4",
|
|
620
|
+
"variantMetadata": {
|
|
621
|
+
"colsPerWg": 8
|
|
622
|
+
},
|
|
623
|
+
"description": "LiteRT fixed-affine INT4 batched matmul with f16 activations and f16 output; keeps Gemma 4 split-package weights packed on GPU",
|
|
624
|
+
"reachability": {
|
|
625
|
+
"status": "model-selectable",
|
|
626
|
+
"inlineConfigs": [],
|
|
627
|
+
"ruleChains": [
|
|
628
|
+
"matmul.rules.json#litertInt4FusedVariant"
|
|
629
|
+
],
|
|
630
|
+
"wgslOnDisk": true
|
|
631
|
+
}
|
|
632
|
+
},
|
|
633
|
+
"litert_int4_multicol_f16a_f32out": {
|
|
634
|
+
"wgsl": "fused_matmul_litert_int4_f16a_f32out.wgsl",
|
|
635
|
+
"entryPoint": "main_multicol_f16a_f32out",
|
|
636
|
+
"workgroup": [
|
|
637
|
+
256,
|
|
638
|
+
1,
|
|
639
|
+
1
|
|
640
|
+
],
|
|
641
|
+
"requires": [
|
|
642
|
+
"shader-f16"
|
|
643
|
+
],
|
|
644
|
+
"outputDtype": "f32",
|
|
645
|
+
"weightDtype": "litert_int4",
|
|
646
|
+
"variantMetadata": {
|
|
647
|
+
"colsPerWg": 8
|
|
648
|
+
},
|
|
649
|
+
"description": "LiteRT fixed-affine INT4 batched matmul with f16 activations and f32 output; keeps Gemma 4 split-package weights packed on GPU",
|
|
650
|
+
"reachability": {
|
|
651
|
+
"status": "model-selectable",
|
|
652
|
+
"inlineConfigs": [],
|
|
653
|
+
"ruleChains": [
|
|
654
|
+
"matmul.rules.json#litertInt4FusedVariant"
|
|
655
|
+
],
|
|
656
|
+
"wgslOnDisk": true
|
|
657
|
+
}
|
|
658
|
+
},
|
|
659
|
+
"litert_int4_multicol_f32a_f32out": {
|
|
660
|
+
"wgsl": "fused_matmul_litert_int4_f32a_f32out.wgsl",
|
|
661
|
+
"entryPoint": "main_multicol_f32a_f32out",
|
|
662
|
+
"workgroup": [
|
|
663
|
+
256,
|
|
664
|
+
1,
|
|
665
|
+
1
|
|
666
|
+
],
|
|
667
|
+
"requires": [],
|
|
668
|
+
"outputDtype": "f32",
|
|
669
|
+
"weightDtype": "litert_int4",
|
|
670
|
+
"variantMetadata": {
|
|
671
|
+
"colsPerWg": 8
|
|
672
|
+
},
|
|
673
|
+
"description": "LiteRT fixed-affine INT4 batched matmul with f32 activations and f32 output; keeps Gemma 4 split-package logits packed on GPU",
|
|
674
|
+
"reachability": {
|
|
675
|
+
"status": "model-selectable",
|
|
676
|
+
"inlineConfigs": [],
|
|
677
|
+
"ruleChains": [
|
|
678
|
+
"matmul.rules.json#litertInt4FusedVariant"
|
|
679
|
+
],
|
|
680
|
+
"wgslOnDisk": true
|
|
681
|
+
}
|
|
682
|
+
},
|
|
683
|
+
"w4a16_multicol_f16a": {
|
|
684
|
+
"wgsl": "fused_matmul_w4a16_f16a.wgsl",
|
|
685
|
+
"entryPoint": "main_multicol_f16a",
|
|
686
|
+
"workgroup": [
|
|
687
|
+
256,
|
|
688
|
+
1,
|
|
689
|
+
1
|
|
690
|
+
],
|
|
691
|
+
"requires": [
|
|
692
|
+
"shader-f16"
|
|
693
|
+
],
|
|
694
|
+
"outputDtype": "f16",
|
|
695
|
+
"weightDtype": "w4a16",
|
|
696
|
+
"variantMetadata": {
|
|
697
|
+
"colsPerWg": 8
|
|
698
|
+
},
|
|
699
|
+
"description": "Compressed-tensors W4A16 packed matmul with f16 activations and f16 output; keeps QAT weights packed on GPU with per-row-group scales",
|
|
700
|
+
"reachability": {
|
|
701
|
+
"status": "model-selectable",
|
|
702
|
+
"inlineConfigs": [],
|
|
703
|
+
"ruleChains": [
|
|
704
|
+
"matmul.rules.json#w4a16FusedVariant"
|
|
705
|
+
],
|
|
706
|
+
"wgslOnDisk": true
|
|
707
|
+
}
|
|
708
|
+
},
|
|
709
|
+
"w4a16_multicol_f16a_f32out": {
|
|
710
|
+
"wgsl": "fused_matmul_w4a16_f16a_f32out.wgsl",
|
|
711
|
+
"entryPoint": "main_multicol_f16a_f32out",
|
|
712
|
+
"workgroup": [
|
|
713
|
+
256,
|
|
714
|
+
1,
|
|
715
|
+
1
|
|
716
|
+
],
|
|
717
|
+
"requires": [
|
|
718
|
+
"shader-f16"
|
|
719
|
+
],
|
|
720
|
+
"outputDtype": "f32",
|
|
721
|
+
"weightDtype": "w4a16",
|
|
722
|
+
"variantMetadata": {
|
|
723
|
+
"colsPerWg": 8
|
|
724
|
+
},
|
|
725
|
+
"description": "Compressed-tensors W4A16 packed matmul with f16 activations and f32 output; keeps QAT weights packed on GPU with per-row-group scales",
|
|
726
|
+
"reachability": {
|
|
727
|
+
"status": "model-selectable",
|
|
728
|
+
"inlineConfigs": [],
|
|
729
|
+
"ruleChains": [
|
|
730
|
+
"matmul.rules.json#w4a16FusedVariant"
|
|
731
|
+
],
|
|
732
|
+
"wgslOnDisk": true
|
|
733
|
+
}
|
|
734
|
+
},
|
|
735
|
+
"w4a16_batched_f16a": {
|
|
736
|
+
"wgsl": "fused_matmul_w4a16_batched_f16a.wgsl",
|
|
737
|
+
"entryPoint": "main_batched_f16a",
|
|
738
|
+
"workgroup": [
|
|
739
|
+
256,
|
|
740
|
+
1,
|
|
741
|
+
1
|
|
742
|
+
],
|
|
743
|
+
"requires": [
|
|
744
|
+
"shader-f16"
|
|
745
|
+
],
|
|
746
|
+
"outputDtype": "f16",
|
|
747
|
+
"weightDtype": "w4a16",
|
|
748
|
+
"variantMetadata": {
|
|
749
|
+
"colsPerWg": 8,
|
|
750
|
+
"tileM": 4
|
|
751
|
+
},
|
|
752
|
+
"description": "Compressed-tensors W4A16 packed batched prefill matmul with f16 activations and f16 output; keeps QAT weights packed on GPU with per-row-group scales",
|
|
753
|
+
"reachability": {
|
|
754
|
+
"status": "model-selectable",
|
|
755
|
+
"inlineConfigs": [],
|
|
756
|
+
"ruleChains": [
|
|
757
|
+
"matmul.rules.json#w4a16FusedVariant"
|
|
758
|
+
],
|
|
759
|
+
"wgslOnDisk": true
|
|
760
|
+
}
|
|
761
|
+
},
|
|
762
|
+
"w4a16_batched_f16a_f32out": {
|
|
763
|
+
"wgsl": "fused_matmul_w4a16_batched_f16a_f32out.wgsl",
|
|
764
|
+
"entryPoint": "main_batched_f16a_f32out",
|
|
765
|
+
"workgroup": [
|
|
766
|
+
256,
|
|
767
|
+
1,
|
|
768
|
+
1
|
|
769
|
+
],
|
|
770
|
+
"requires": [
|
|
771
|
+
"shader-f16"
|
|
772
|
+
],
|
|
773
|
+
"outputDtype": "f32",
|
|
774
|
+
"weightDtype": "w4a16",
|
|
775
|
+
"variantMetadata": {
|
|
776
|
+
"colsPerWg": 8,
|
|
777
|
+
"tileM": 4
|
|
778
|
+
},
|
|
779
|
+
"description": "Compressed-tensors W4A16 packed batched prefill matmul with f16 activations and f32 output; keeps QAT weights packed on GPU with per-row-group scales",
|
|
780
|
+
"reachability": {
|
|
781
|
+
"status": "model-selectable",
|
|
782
|
+
"inlineConfigs": [],
|
|
783
|
+
"ruleChains": [
|
|
784
|
+
"matmul.rules.json#w4a16FusedVariant"
|
|
785
|
+
],
|
|
786
|
+
"wgslOnDisk": true
|
|
787
|
+
}
|
|
788
|
+
},
|
|
583
789
|
"q4_fused_batched": {
|
|
584
790
|
"wgsl": "fused_matmul_q4_batched.wgsl",
|
|
585
791
|
"entryPoint": "main_batched",
|
|
@@ -624,9 +830,14 @@
|
|
|
624
830
|
"reachability": {
|
|
625
831
|
"status": "pinned",
|
|
626
832
|
"inlineConfigs": [
|
|
833
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
627
834
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
835
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
836
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
837
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
628
838
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
629
839
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
840
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
630
841
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
631
842
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
632
843
|
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
@@ -689,8 +900,13 @@
|
|
|
689
900
|
"reachability": {
|
|
690
901
|
"status": "pinned",
|
|
691
902
|
"inlineConfigs": [
|
|
903
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
904
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
905
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
906
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
692
907
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
693
908
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
909
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
694
910
|
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
695
911
|
"qwen3/qwen-3-5-2b-q4k-ehaf16",
|
|
696
912
|
"qwen3/qwen-3-6-27b-q4k-eaf16",
|
|
@@ -746,8 +962,10 @@
|
|
|
746
962
|
},
|
|
747
963
|
"description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
|
|
748
964
|
"reachability": {
|
|
749
|
-
"status": "
|
|
750
|
-
"inlineConfigs": [
|
|
965
|
+
"status": "pinned",
|
|
966
|
+
"inlineConfigs": [
|
|
967
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
968
|
+
],
|
|
751
969
|
"ruleChains": [
|
|
752
970
|
"matmul.rules.json#q4kFusedVariant"
|
|
753
971
|
],
|
|
@@ -773,11 +991,9 @@
|
|
|
773
991
|
},
|
|
774
992
|
"description": "F16 IO + F32 accumulator twin of q4_fused_multicol_f16a. Closes the f16-accum decode-gemv gap on AMD RDNA3 where f32 accumulation outperforms f16 by ~60%.",
|
|
775
993
|
"reachability": {
|
|
776
|
-
"status": "
|
|
994
|
+
"status": "unused",
|
|
777
995
|
"inlineConfigs": [],
|
|
778
|
-
"ruleChains": [
|
|
779
|
-
"matmul.rules.json#q4kFusedVariant"
|
|
780
|
-
],
|
|
996
|
+
"ruleChains": [],
|
|
781
997
|
"wgslOnDisk": true
|
|
782
998
|
}
|
|
783
999
|
},
|
|
@@ -928,8 +1144,11 @@
|
|
|
928
1144
|
},
|
|
929
1145
|
"description": "WideTile Q4_K prefill matmul with f16 activation input and f16 output for execution-v1 f16 activation lanes.",
|
|
930
1146
|
"reachability": {
|
|
931
|
-
"status": "
|
|
932
|
-
"inlineConfigs": [
|
|
1147
|
+
"status": "pinned",
|
|
1148
|
+
"inlineConfigs": [
|
|
1149
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
1150
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
1151
|
+
],
|
|
933
1152
|
"ruleChains": [],
|
|
934
1153
|
"wgslOnDisk": true
|
|
935
1154
|
}
|
|
@@ -955,8 +1174,12 @@
|
|
|
955
1174
|
"reachability": {
|
|
956
1175
|
"status": "pinned",
|
|
957
1176
|
"inlineConfigs": [
|
|
1177
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
1178
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
1179
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
958
1180
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
959
1181
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
1182
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
960
1183
|
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
961
1184
|
"qwen3/qwen-3-5-2b-q4k-ehaf16",
|
|
962
1185
|
"qwen3/qwen-3-6-27b-q4k-eaf16",
|
|
@@ -1113,7 +1336,7 @@
|
|
|
1113
1336
|
"subgroups"
|
|
1114
1337
|
],
|
|
1115
1338
|
"reachability": {
|
|
1116
|
-
"status": "selectable",
|
|
1339
|
+
"status": "model-selectable",
|
|
1117
1340
|
"inlineConfigs": [],
|
|
1118
1341
|
"ruleChains": [
|
|
1119
1342
|
"fused-ffn.rules.json#variant"
|
|
@@ -1133,7 +1356,7 @@
|
|
|
1133
1356
|
"subgroups"
|
|
1134
1357
|
],
|
|
1135
1358
|
"reachability": {
|
|
1136
|
-
"status": "selectable",
|
|
1359
|
+
"status": "model-selectable",
|
|
1137
1360
|
"inlineConfigs": [],
|
|
1138
1361
|
"ruleChains": [
|
|
1139
1362
|
"fused-ffn.rules.json#variant"
|
|
@@ -1153,7 +1376,7 @@
|
|
|
1153
1376
|
"subgroups"
|
|
1154
1377
|
],
|
|
1155
1378
|
"reachability": {
|
|
1156
|
-
"status": "selectable",
|
|
1379
|
+
"status": "model-selectable",
|
|
1157
1380
|
"inlineConfigs": [],
|
|
1158
1381
|
"ruleChains": [
|
|
1159
1382
|
"fused-ffn.rules.json#variant"
|
|
@@ -1175,7 +1398,7 @@
|
|
|
1175
1398
|
],
|
|
1176
1399
|
"description": "Native f16 weight reads via array<f16> bindings (no unpack2x16float)",
|
|
1177
1400
|
"reachability": {
|
|
1178
|
-
"status": "selectable",
|
|
1401
|
+
"status": "model-selectable",
|
|
1179
1402
|
"inlineConfigs": [],
|
|
1180
1403
|
"ruleChains": [
|
|
1181
1404
|
"fused-ffn.rules.json#variant"
|
|
@@ -1197,7 +1420,7 @@
|
|
|
1197
1420
|
],
|
|
1198
1421
|
"description": "Native f16 batched variant for prefill",
|
|
1199
1422
|
"reachability": {
|
|
1200
|
-
"status": "selectable",
|
|
1423
|
+
"status": "model-selectable",
|
|
1201
1424
|
"inlineConfigs": [],
|
|
1202
1425
|
"ruleChains": [
|
|
1203
1426
|
"fused-ffn.rules.json#variant"
|
|
@@ -1217,7 +1440,7 @@
|
|
|
1217
1440
|
"subgroups"
|
|
1218
1441
|
],
|
|
1219
1442
|
"reachability": {
|
|
1220
|
-
"status": "selectable",
|
|
1443
|
+
"status": "model-selectable",
|
|
1221
1444
|
"inlineConfigs": [],
|
|
1222
1445
|
"ruleChains": [
|
|
1223
1446
|
"fused-ffn.rules.json#variant"
|
|
@@ -1237,7 +1460,7 @@
|
|
|
1237
1460
|
"subgroups"
|
|
1238
1461
|
],
|
|
1239
1462
|
"reachability": {
|
|
1240
|
-
"status": "selectable",
|
|
1463
|
+
"status": "model-selectable",
|
|
1241
1464
|
"inlineConfigs": [],
|
|
1242
1465
|
"ruleChains": [
|
|
1243
1466
|
"fused-ffn.rules.json#variant"
|
|
@@ -1259,8 +1482,10 @@
|
|
|
1259
1482
|
],
|
|
1260
1483
|
"description": "Q4K fused FFN with f16 activation reads and f32 output",
|
|
1261
1484
|
"reachability": {
|
|
1262
|
-
"status": "
|
|
1263
|
-
"inlineConfigs": [
|
|
1485
|
+
"status": "pinned",
|
|
1486
|
+
"inlineConfigs": [
|
|
1487
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
1488
|
+
],
|
|
1264
1489
|
"ruleChains": [
|
|
1265
1490
|
"fused-ffn.rules.json#variant"
|
|
1266
1491
|
],
|
|
@@ -1279,7 +1504,7 @@
|
|
|
1279
1504
|
"subgroups"
|
|
1280
1505
|
],
|
|
1281
1506
|
"reachability": {
|
|
1282
|
-
"status": "selectable",
|
|
1507
|
+
"status": "model-selectable",
|
|
1283
1508
|
"inlineConfigs": [],
|
|
1284
1509
|
"ruleChains": [
|
|
1285
1510
|
"fused-ffn.rules.json#variant"
|
|
@@ -1301,7 +1526,7 @@
|
|
|
1301
1526
|
],
|
|
1302
1527
|
"description": "Q4K fused FFN batched path with f16 activation reads and f32 output",
|
|
1303
1528
|
"reachability": {
|
|
1304
|
-
"status": "selectable",
|
|
1529
|
+
"status": "model-selectable",
|
|
1305
1530
|
"inlineConfigs": [],
|
|
1306
1531
|
"ruleChains": [
|
|
1307
1532
|
"fused-ffn.rules.json#variant"
|
|
@@ -1983,8 +2208,10 @@
|
|
|
1983
2208
|
"tier": "tiled_small"
|
|
1984
2209
|
},
|
|
1985
2210
|
"reachability": {
|
|
1986
|
-
"status": "
|
|
1987
|
-
"inlineConfigs": [
|
|
2211
|
+
"status": "pinned",
|
|
2212
|
+
"inlineConfigs": [
|
|
2213
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2214
|
+
],
|
|
1988
2215
|
"ruleChains": [],
|
|
1989
2216
|
"wgslOnDisk": true
|
|
1990
2217
|
}
|
|
@@ -2005,8 +2232,10 @@
|
|
|
2005
2232
|
"tier": "tiled_small"
|
|
2006
2233
|
},
|
|
2007
2234
|
"reachability": {
|
|
2008
|
-
"status": "
|
|
2009
|
-
"inlineConfigs": [
|
|
2235
|
+
"status": "pinned",
|
|
2236
|
+
"inlineConfigs": [
|
|
2237
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2238
|
+
],
|
|
2010
2239
|
"ruleChains": [],
|
|
2011
2240
|
"wgslOnDisk": true
|
|
2012
2241
|
}
|
|
@@ -2027,8 +2256,10 @@
|
|
|
2027
2256
|
"tier": "streaming"
|
|
2028
2257
|
},
|
|
2029
2258
|
"reachability": {
|
|
2030
|
-
"status": "
|
|
2031
|
-
"inlineConfigs": [
|
|
2259
|
+
"status": "pinned",
|
|
2260
|
+
"inlineConfigs": [
|
|
2261
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2262
|
+
],
|
|
2032
2263
|
"ruleChains": [],
|
|
2033
2264
|
"wgslOnDisk": true
|
|
2034
2265
|
}
|
|
@@ -2049,8 +2280,10 @@
|
|
|
2049
2280
|
"tier": "streaming"
|
|
2050
2281
|
},
|
|
2051
2282
|
"reachability": {
|
|
2052
|
-
"status": "
|
|
2053
|
-
"inlineConfigs": [
|
|
2283
|
+
"status": "pinned",
|
|
2284
|
+
"inlineConfigs": [
|
|
2285
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2286
|
+
],
|
|
2054
2287
|
"ruleChains": [],
|
|
2055
2288
|
"wgslOnDisk": true
|
|
2056
2289
|
}
|
|
@@ -2117,11 +2350,18 @@
|
|
|
2117
2350
|
"reachability": {
|
|
2118
2351
|
"status": "pinned",
|
|
2119
2352
|
"inlineConfigs": [
|
|
2353
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2120
2354
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
2121
2355
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
2356
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
2357
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
2122
2358
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
2359
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2360
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2361
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2123
2362
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2124
2363
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2364
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2125
2365
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2126
2366
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2127
2367
|
"lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
|
|
@@ -2148,11 +2388,18 @@
|
|
|
2148
2388
|
"reachability": {
|
|
2149
2389
|
"status": "pinned",
|
|
2150
2390
|
"inlineConfigs": [
|
|
2391
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2151
2392
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
2152
2393
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
2394
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
2395
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
2153
2396
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
2397
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2398
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2399
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2154
2400
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2155
2401
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2402
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2156
2403
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2157
2404
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2158
2405
|
"lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
|
|
@@ -2183,10 +2430,18 @@
|
|
|
2183
2430
|
"reachability": {
|
|
2184
2431
|
"status": "pinned",
|
|
2185
2432
|
"inlineConfigs": [
|
|
2433
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2186
2434
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
2187
2435
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
2436
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
2437
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
2438
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
2439
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2440
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2441
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2188
2442
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2189
2443
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2444
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2190
2445
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2191
2446
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2192
2447
|
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
@@ -2221,8 +2476,12 @@
|
|
|
2221
2476
|
"reachability": {
|
|
2222
2477
|
"status": "pinned",
|
|
2223
2478
|
"inlineConfigs": [
|
|
2479
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2480
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2481
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2224
2482
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2225
2483
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2484
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2226
2485
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2227
2486
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
|
|
2228
2487
|
],
|
|
@@ -2251,8 +2510,11 @@
|
|
|
2251
2510
|
},
|
|
2252
2511
|
"description": "head_dim=512 pure-f16 activation prefill kernel for Gemma-4 global attention layers.",
|
|
2253
2512
|
"reachability": {
|
|
2254
|
-
"status": "
|
|
2255
|
-
"inlineConfigs": [
|
|
2513
|
+
"status": "pinned",
|
|
2514
|
+
"inlineConfigs": [
|
|
2515
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2516
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2517
|
+
],
|
|
2256
2518
|
"ruleChains": [],
|
|
2257
2519
|
"wgslOnDisk": true
|
|
2258
2520
|
}
|
|
@@ -2320,10 +2582,15 @@
|
|
|
2320
2582
|
"reachability": {
|
|
2321
2583
|
"status": "pinned",
|
|
2322
2584
|
"inlineConfigs": [
|
|
2585
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2323
2586
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
2324
2587
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
2588
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2589
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2590
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2325
2591
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2326
2592
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2593
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2327
2594
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2328
2595
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2329
2596
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -2356,10 +2623,15 @@
|
|
|
2356
2623
|
"reachability": {
|
|
2357
2624
|
"status": "pinned",
|
|
2358
2625
|
"inlineConfigs": [
|
|
2626
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2359
2627
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
2360
2628
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
2629
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2630
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2631
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2361
2632
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2362
2633
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2634
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2363
2635
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2364
2636
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2365
2637
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -2393,8 +2665,10 @@
|
|
|
2393
2665
|
},
|
|
2394
2666
|
"description": "Online decode kernel - f16 QKV with subgroup reductions",
|
|
2395
2667
|
"reachability": {
|
|
2396
|
-
"status": "
|
|
2397
|
-
"inlineConfigs": [
|
|
2668
|
+
"status": "pinned",
|
|
2669
|
+
"inlineConfigs": [
|
|
2670
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
|
|
2671
|
+
],
|
|
2398
2672
|
"ruleChains": [
|
|
2399
2673
|
"attention.rules.json#optimizedVariant"
|
|
2400
2674
|
],
|
|
@@ -2422,13 +2696,18 @@
|
|
|
2422
2696
|
"reachability": {
|
|
2423
2697
|
"status": "pinned",
|
|
2424
2698
|
"inlineConfigs": [
|
|
2699
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
2425
2700
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
2426
2701
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
2427
|
-
"gemma3/gemma-3-270m-it-q4k-ehf16-
|
|
2702
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
2428
2703
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
2429
2704
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
2705
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
2706
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
2707
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
2430
2708
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
2431
2709
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
2710
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
2432
2711
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
2433
2712
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
2434
2713
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -2446,6 +2725,35 @@
|
|
|
2446
2725
|
"wgslOnDisk": true
|
|
2447
2726
|
}
|
|
2448
2727
|
},
|
|
2728
|
+
"decode_online_head256_f16kv": {
|
|
2729
|
+
"wgsl": "attention_decode_online_head256_f16kv.wgsl",
|
|
2730
|
+
"entryPoint": "main",
|
|
2731
|
+
"workgroup": [
|
|
2732
|
+
256,
|
|
2733
|
+
1,
|
|
2734
|
+
1
|
|
2735
|
+
],
|
|
2736
|
+
"requires": [
|
|
2737
|
+
"shader-f16",
|
|
2738
|
+
"subgroups"
|
|
2739
|
+
],
|
|
2740
|
+
"outputDtype": "f32",
|
|
2741
|
+
"variantMetadata": {
|
|
2742
|
+
"tier": "subgroup",
|
|
2743
|
+
"exactHeadDim": 256,
|
|
2744
|
+
"maxHeadDim": 256
|
|
2745
|
+
},
|
|
2746
|
+
"description": "Online decode kernel specialized for head_dim=256 with f32 Q, f16 KV, and subgroup reductions",
|
|
2747
|
+
"reachability": {
|
|
2748
|
+
"status": "pinned",
|
|
2749
|
+
"inlineConfigs": [
|
|
2750
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
2751
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af32"
|
|
2752
|
+
],
|
|
2753
|
+
"ruleChains": [],
|
|
2754
|
+
"wgslOnDisk": true
|
|
2755
|
+
}
|
|
2756
|
+
},
|
|
2449
2757
|
"decode_chunked_f16": {
|
|
2450
2758
|
"wgsl": "attention_decode_chunked_f16.wgsl",
|
|
2451
2759
|
"entryPoint": "main",
|
|
@@ -3306,8 +3614,8 @@
|
|
|
3306
3614
|
}
|
|
3307
3615
|
}
|
|
3308
3616
|
},
|
|
3309
|
-
"
|
|
3310
|
-
"description": "
|
|
3617
|
+
"lm_head_argmax": {
|
|
3618
|
+
"description": "Fused LM-head f16-weight GEMV plus greedy argmax",
|
|
3311
3619
|
"baseBindings": [
|
|
3312
3620
|
{
|
|
3313
3621
|
"index": 0,
|
|
@@ -3316,12 +3624,12 @@
|
|
|
3316
3624
|
},
|
|
3317
3625
|
{
|
|
3318
3626
|
"index": 1,
|
|
3319
|
-
"name": "
|
|
3627
|
+
"name": "hidden",
|
|
3320
3628
|
"type": "read-only-storage"
|
|
3321
3629
|
},
|
|
3322
3630
|
{
|
|
3323
3631
|
"index": 2,
|
|
3324
|
-
"name": "
|
|
3632
|
+
"name": "weights",
|
|
3325
3633
|
"type": "read-only-storage"
|
|
3326
3634
|
},
|
|
3327
3635
|
{
|
|
@@ -3331,25 +3639,148 @@
|
|
|
3331
3639
|
},
|
|
3332
3640
|
{
|
|
3333
3641
|
"index": 4,
|
|
3334
|
-
"name": "
|
|
3335
|
-
"type": "
|
|
3642
|
+
"name": "temp_indices",
|
|
3643
|
+
"type": "storage"
|
|
3644
|
+
},
|
|
3645
|
+
{
|
|
3646
|
+
"index": 5,
|
|
3647
|
+
"name": "temp_logits",
|
|
3648
|
+
"type": "storage"
|
|
3336
3649
|
}
|
|
3337
3650
|
],
|
|
3338
3651
|
"baseUniforms": {
|
|
3339
3652
|
"size": 32,
|
|
3340
3653
|
"fields": [
|
|
3341
3654
|
{
|
|
3342
|
-
"name": "
|
|
3655
|
+
"name": "vocab_size",
|
|
3343
3656
|
"type": "u32",
|
|
3344
3657
|
"offset": 0
|
|
3345
3658
|
},
|
|
3346
3659
|
{
|
|
3347
|
-
"name": "
|
|
3660
|
+
"name": "hidden_size",
|
|
3348
3661
|
"type": "u32",
|
|
3349
3662
|
"offset": 4
|
|
3350
3663
|
},
|
|
3351
3664
|
{
|
|
3352
|
-
"name": "
|
|
3665
|
+
"name": "transpose_b",
|
|
3666
|
+
"type": "u32",
|
|
3667
|
+
"offset": 8
|
|
3668
|
+
},
|
|
3669
|
+
{
|
|
3670
|
+
"name": "workgroups_x",
|
|
3671
|
+
"type": "u32",
|
|
3672
|
+
"offset": 12
|
|
3673
|
+
},
|
|
3674
|
+
{
|
|
3675
|
+
"name": "pad_token_id",
|
|
3676
|
+
"type": "u32",
|
|
3677
|
+
"offset": 16
|
|
3678
|
+
},
|
|
3679
|
+
{
|
|
3680
|
+
"name": "logit_softcap",
|
|
3681
|
+
"type": "f32",
|
|
3682
|
+
"offset": 20
|
|
3683
|
+
},
|
|
3684
|
+
{
|
|
3685
|
+
"name": "output_index",
|
|
3686
|
+
"type": "u32",
|
|
3687
|
+
"offset": 24
|
|
3688
|
+
},
|
|
3689
|
+
{
|
|
3690
|
+
"name": "num_groups",
|
|
3691
|
+
"type": "u32",
|
|
3692
|
+
"offset": 28
|
|
3693
|
+
}
|
|
3694
|
+
]
|
|
3695
|
+
},
|
|
3696
|
+
"variants": {
|
|
3697
|
+
"phase1_f16w_f32a": {
|
|
3698
|
+
"wgsl": "lm_head_argmax_f16.wgsl",
|
|
3699
|
+
"entryPoint": "phase1",
|
|
3700
|
+
"workgroup": [
|
|
3701
|
+
256,
|
|
3702
|
+
1,
|
|
3703
|
+
1
|
|
3704
|
+
],
|
|
3705
|
+
"requires": [
|
|
3706
|
+
"shader-f16"
|
|
3707
|
+
],
|
|
3708
|
+
"weightDtype": "f16",
|
|
3709
|
+
"variantMetadata": {
|
|
3710
|
+
"colsPerWg": 64,
|
|
3711
|
+
"threadsPerCol": 4
|
|
3712
|
+
},
|
|
3713
|
+
"reachability": {
|
|
3714
|
+
"status": "unused",
|
|
3715
|
+
"inlineConfigs": [],
|
|
3716
|
+
"ruleChains": [],
|
|
3717
|
+
"wgslOnDisk": true
|
|
3718
|
+
}
|
|
3719
|
+
},
|
|
3720
|
+
"phase2": {
|
|
3721
|
+
"wgsl": "lm_head_argmax_f16.wgsl",
|
|
3722
|
+
"entryPoint": "phase2",
|
|
3723
|
+
"workgroup": [
|
|
3724
|
+
256,
|
|
3725
|
+
1,
|
|
3726
|
+
1
|
|
3727
|
+
],
|
|
3728
|
+
"requires": [
|
|
3729
|
+
"shader-f16"
|
|
3730
|
+
],
|
|
3731
|
+
"reachability": {
|
|
3732
|
+
"status": "unused",
|
|
3733
|
+
"inlineConfigs": [],
|
|
3734
|
+
"ruleChains": [],
|
|
3735
|
+
"wgslOnDisk": true
|
|
3736
|
+
}
|
|
3737
|
+
}
|
|
3738
|
+
}
|
|
3739
|
+
},
|
|
3740
|
+
"rmsnorm": {
|
|
3741
|
+
"description": "RMS normalization kernels",
|
|
3742
|
+
"baseBindings": [
|
|
3743
|
+
{
|
|
3744
|
+
"index": 0,
|
|
3745
|
+
"name": "uniforms",
|
|
3746
|
+
"type": "uniform"
|
|
3747
|
+
},
|
|
3748
|
+
{
|
|
3749
|
+
"index": 1,
|
|
3750
|
+
"name": "input",
|
|
3751
|
+
"type": "read-only-storage"
|
|
3752
|
+
},
|
|
3753
|
+
{
|
|
3754
|
+
"index": 2,
|
|
3755
|
+
"name": "weight",
|
|
3756
|
+
"type": "read-only-storage"
|
|
3757
|
+
},
|
|
3758
|
+
{
|
|
3759
|
+
"index": 3,
|
|
3760
|
+
"name": "output",
|
|
3761
|
+
"type": "storage"
|
|
3762
|
+
},
|
|
3763
|
+
{
|
|
3764
|
+
"index": 4,
|
|
3765
|
+
"name": "residual",
|
|
3766
|
+
"type": "read-only-storage"
|
|
3767
|
+
}
|
|
3768
|
+
],
|
|
3769
|
+
"baseUniforms": {
|
|
3770
|
+
"size": 32,
|
|
3771
|
+
"fields": [
|
|
3772
|
+
{
|
|
3773
|
+
"name": "hidden_size",
|
|
3774
|
+
"type": "u32",
|
|
3775
|
+
"offset": 0
|
|
3776
|
+
},
|
|
3777
|
+
{
|
|
3778
|
+
"name": "num_tokens",
|
|
3779
|
+
"type": "u32",
|
|
3780
|
+
"offset": 4
|
|
3781
|
+
},
|
|
3782
|
+
{
|
|
3783
|
+
"name": "eps",
|
|
3353
3784
|
"type": "f32",
|
|
3354
3785
|
"offset": 8
|
|
3355
3786
|
},
|
|
@@ -3364,8 +3795,8 @@
|
|
|
3364
3795
|
"offset": 16
|
|
3365
3796
|
},
|
|
3366
3797
|
{
|
|
3367
|
-
"name": "
|
|
3368
|
-
"type": "
|
|
3798
|
+
"name": "output_scale",
|
|
3799
|
+
"type": "f32",
|
|
3369
3800
|
"offset": 20
|
|
3370
3801
|
},
|
|
3371
3802
|
{
|
|
@@ -3393,14 +3824,22 @@
|
|
|
3393
3824
|
"reachability": {
|
|
3394
3825
|
"status": "pinned",
|
|
3395
3826
|
"inlineConfigs": [
|
|
3827
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
3396
3828
|
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
3397
3829
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
3398
3830
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
3831
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
3832
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
3399
3833
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
3400
3834
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
3401
3835
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
3836
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
3837
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
3838
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
3839
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
3402
3840
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
3403
3841
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
3842
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
3404
3843
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
3405
3844
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
3406
3845
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -3506,8 +3945,10 @@
|
|
|
3506
3945
|
"shader-f16"
|
|
3507
3946
|
],
|
|
3508
3947
|
"reachability": {
|
|
3509
|
-
"status": "
|
|
3510
|
-
"inlineConfigs": [
|
|
3948
|
+
"status": "pinned",
|
|
3949
|
+
"inlineConfigs": [
|
|
3950
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
3951
|
+
],
|
|
3511
3952
|
"ruleChains": [
|
|
3512
3953
|
"rmsnorm.rules.json#variant"
|
|
3513
3954
|
],
|
|
@@ -3536,8 +3977,8 @@
|
|
|
3536
3977
|
}
|
|
3537
3978
|
}
|
|
3538
3979
|
},
|
|
3539
|
-
"
|
|
3540
|
-
"description": "
|
|
3980
|
+
"rmsnorm_pair": {
|
|
3981
|
+
"description": "Two-output sandwich RMSNorm decode kernel: post_attn_norm plus pre_ffn_norm",
|
|
3541
3982
|
"baseBindings": [
|
|
3542
3983
|
{
|
|
3543
3984
|
"index": 0,
|
|
@@ -3551,22 +3992,32 @@
|
|
|
3551
3992
|
},
|
|
3552
3993
|
{
|
|
3553
3994
|
"index": 2,
|
|
3554
|
-
"name": "
|
|
3995
|
+
"name": "residual",
|
|
3555
3996
|
"type": "read-only-storage"
|
|
3556
3997
|
},
|
|
3557
3998
|
{
|
|
3558
3999
|
"index": 3,
|
|
3559
|
-
"name": "
|
|
4000
|
+
"name": "post_weight",
|
|
3560
4001
|
"type": "read-only-storage"
|
|
3561
4002
|
},
|
|
3562
4003
|
{
|
|
3563
4004
|
"index": 4,
|
|
3564
|
-
"name": "
|
|
4005
|
+
"name": "pre_weight",
|
|
4006
|
+
"type": "read-only-storage"
|
|
4007
|
+
},
|
|
4008
|
+
{
|
|
4009
|
+
"index": 5,
|
|
4010
|
+
"name": "post_output",
|
|
4011
|
+
"type": "storage"
|
|
4012
|
+
},
|
|
4013
|
+
{
|
|
4014
|
+
"index": 6,
|
|
4015
|
+
"name": "pre_output",
|
|
3565
4016
|
"type": "storage"
|
|
3566
4017
|
}
|
|
3567
4018
|
],
|
|
3568
4019
|
"baseUniforms": {
|
|
3569
|
-
"size":
|
|
4020
|
+
"size": 32,
|
|
3570
4021
|
"fields": [
|
|
3571
4022
|
{
|
|
3572
4023
|
"name": "hidden_size",
|
|
@@ -3584,15 +4035,35 @@
|
|
|
3584
4035
|
"offset": 8
|
|
3585
4036
|
},
|
|
3586
4037
|
{
|
|
3587
|
-
"name": "
|
|
4038
|
+
"name": "has_residual",
|
|
3588
4039
|
"type": "u32",
|
|
3589
4040
|
"offset": 12
|
|
4041
|
+
},
|
|
4042
|
+
{
|
|
4043
|
+
"name": "token_stride",
|
|
4044
|
+
"type": "u32",
|
|
4045
|
+
"offset": 16
|
|
4046
|
+
},
|
|
4047
|
+
{
|
|
4048
|
+
"name": "_pad0",
|
|
4049
|
+
"type": "u32",
|
|
4050
|
+
"offset": 20
|
|
4051
|
+
},
|
|
4052
|
+
{
|
|
4053
|
+
"name": "_pad1",
|
|
4054
|
+
"type": "u32",
|
|
4055
|
+
"offset": 24
|
|
4056
|
+
},
|
|
4057
|
+
{
|
|
4058
|
+
"name": "_pad2",
|
|
4059
|
+
"type": "u32",
|
|
4060
|
+
"offset": 28
|
|
3590
4061
|
}
|
|
3591
4062
|
]
|
|
3592
4063
|
},
|
|
3593
4064
|
"variants": {
|
|
3594
4065
|
"default": {
|
|
3595
|
-
"wgsl": "
|
|
4066
|
+
"wgsl": "rmsnorm_pair.wgsl",
|
|
3596
4067
|
"entryPoint": "main",
|
|
3597
4068
|
"workgroup": [
|
|
3598
4069
|
256,
|
|
@@ -3601,38 +4072,34 @@
|
|
|
3601
4072
|
],
|
|
3602
4073
|
"requires": [],
|
|
3603
4074
|
"reachability": {
|
|
3604
|
-
"status": "
|
|
4075
|
+
"status": "unused",
|
|
3605
4076
|
"inlineConfigs": [],
|
|
3606
|
-
"ruleChains": [
|
|
3607
|
-
"layernorm.rules.json#variant"
|
|
3608
|
-
],
|
|
4077
|
+
"ruleChains": [],
|
|
3609
4078
|
"wgslOnDisk": true
|
|
3610
4079
|
}
|
|
3611
4080
|
},
|
|
3612
|
-
"
|
|
3613
|
-
"wgsl": "
|
|
3614
|
-
"entryPoint": "
|
|
4081
|
+
"subgroup": {
|
|
4082
|
+
"wgsl": "rmsnorm_pair.wgsl",
|
|
4083
|
+
"entryPoint": "main_subgroup",
|
|
3615
4084
|
"workgroup": [
|
|
3616
4085
|
256,
|
|
3617
4086
|
1,
|
|
3618
4087
|
1
|
|
3619
4088
|
],
|
|
3620
4089
|
"requires": [
|
|
3621
|
-
"
|
|
4090
|
+
"subgroups"
|
|
3622
4091
|
],
|
|
3623
4092
|
"reachability": {
|
|
3624
|
-
"status": "
|
|
4093
|
+
"status": "unused",
|
|
3625
4094
|
"inlineConfigs": [],
|
|
3626
|
-
"ruleChains": [
|
|
3627
|
-
"layernorm.rules.json#variant"
|
|
3628
|
-
],
|
|
4095
|
+
"ruleChains": [],
|
|
3629
4096
|
"wgslOnDisk": true
|
|
3630
4097
|
}
|
|
3631
4098
|
}
|
|
3632
4099
|
}
|
|
3633
4100
|
},
|
|
3634
|
-
"
|
|
3635
|
-
"description": "Fused
|
|
4101
|
+
"rmsnorm_qk": {
|
|
4102
|
+
"description": "Fused Q/K RMS normalization kernel",
|
|
3636
4103
|
"baseBindings": [
|
|
3637
4104
|
{
|
|
3638
4105
|
"index": 0,
|
|
@@ -3641,54 +4108,84 @@
|
|
|
3641
4108
|
},
|
|
3642
4109
|
{
|
|
3643
4110
|
"index": 1,
|
|
3644
|
-
"name": "
|
|
4111
|
+
"name": "q_input",
|
|
3645
4112
|
"type": "read-only-storage"
|
|
3646
4113
|
},
|
|
3647
4114
|
{
|
|
3648
4115
|
"index": 2,
|
|
3649
|
-
"name": "
|
|
4116
|
+
"name": "q_weight",
|
|
3650
4117
|
"type": "read-only-storage"
|
|
3651
4118
|
},
|
|
3652
4119
|
{
|
|
3653
4120
|
"index": 3,
|
|
3654
|
-
"name": "
|
|
3655
|
-
"type": "
|
|
4121
|
+
"name": "q_output",
|
|
4122
|
+
"type": "storage"
|
|
3656
4123
|
},
|
|
3657
4124
|
{
|
|
3658
4125
|
"index": 4,
|
|
3659
|
-
"name": "
|
|
4126
|
+
"name": "k_input",
|
|
4127
|
+
"type": "read-only-storage"
|
|
4128
|
+
},
|
|
4129
|
+
{
|
|
4130
|
+
"index": 5,
|
|
4131
|
+
"name": "k_weight",
|
|
4132
|
+
"type": "read-only-storage"
|
|
4133
|
+
},
|
|
4134
|
+
{
|
|
4135
|
+
"index": 6,
|
|
4136
|
+
"name": "k_output",
|
|
3660
4137
|
"type": "storage"
|
|
3661
4138
|
}
|
|
3662
4139
|
],
|
|
3663
4140
|
"baseUniforms": {
|
|
3664
|
-
"size":
|
|
4141
|
+
"size": 32,
|
|
3665
4142
|
"fields": [
|
|
3666
4143
|
{
|
|
3667
|
-
"name": "
|
|
4144
|
+
"name": "q_rows",
|
|
3668
4145
|
"type": "u32",
|
|
3669
4146
|
"offset": 0
|
|
3670
4147
|
},
|
|
3671
4148
|
{
|
|
3672
|
-
"name": "
|
|
4149
|
+
"name": "k_rows",
|
|
3673
4150
|
"type": "u32",
|
|
3674
4151
|
"offset": 4
|
|
3675
4152
|
},
|
|
3676
4153
|
{
|
|
3677
|
-
"name": "
|
|
4154
|
+
"name": "head_dim",
|
|
3678
4155
|
"type": "u32",
|
|
3679
4156
|
"offset": 8
|
|
3680
4157
|
},
|
|
4158
|
+
{
|
|
4159
|
+
"name": "row_stride",
|
|
4160
|
+
"type": "u32",
|
|
4161
|
+
"offset": 12
|
|
4162
|
+
},
|
|
3681
4163
|
{
|
|
3682
4164
|
"name": "eps",
|
|
3683
4165
|
"type": "f32",
|
|
3684
|
-
"offset":
|
|
4166
|
+
"offset": 16
|
|
4167
|
+
},
|
|
4168
|
+
{
|
|
4169
|
+
"name": "_pad0",
|
|
4170
|
+
"type": "u32",
|
|
4171
|
+
"offset": 20
|
|
4172
|
+
},
|
|
4173
|
+
{
|
|
4174
|
+
"name": "_pad1",
|
|
4175
|
+
"type": "u32",
|
|
4176
|
+
"offset": 24
|
|
4177
|
+
},
|
|
4178
|
+
{
|
|
4179
|
+
"name": "_pad2",
|
|
4180
|
+
"type": "u32",
|
|
4181
|
+
"offset": 28
|
|
3685
4182
|
}
|
|
3686
4183
|
]
|
|
3687
4184
|
},
|
|
3688
4185
|
"variants": {
|
|
3689
|
-
"
|
|
3690
|
-
"wgsl": "
|
|
3691
|
-
"entryPoint": "
|
|
4186
|
+
"default": {
|
|
4187
|
+
"wgsl": "rmsnorm_qk.wgsl",
|
|
4188
|
+
"entryPoint": "main",
|
|
3692
4189
|
"workgroup": [
|
|
3693
4190
|
256,
|
|
3694
4191
|
1,
|
|
@@ -3699,43 +4196,233 @@
|
|
|
3699
4196
|
"status": "selectable",
|
|
3700
4197
|
"inlineConfigs": [],
|
|
3701
4198
|
"ruleChains": [
|
|
3702
|
-
"
|
|
4199
|
+
"rmsnorm-qk.rules.json#variant"
|
|
3703
4200
|
],
|
|
3704
4201
|
"wgslOnDisk": true
|
|
3705
4202
|
}
|
|
3706
4203
|
},
|
|
3707
|
-
"
|
|
3708
|
-
"wgsl": "
|
|
3709
|
-
"entryPoint": "
|
|
4204
|
+
"default_f16": {
|
|
4205
|
+
"wgsl": "rmsnorm_qk_f16.wgsl",
|
|
4206
|
+
"entryPoint": "main",
|
|
3710
4207
|
"workgroup": [
|
|
3711
4208
|
256,
|
|
3712
4209
|
1,
|
|
3713
4210
|
1
|
|
3714
4211
|
],
|
|
3715
|
-
"requires": [
|
|
3716
|
-
|
|
4212
|
+
"requires": [
|
|
4213
|
+
"shader-f16"
|
|
4214
|
+
],
|
|
3717
4215
|
"reachability": {
|
|
3718
4216
|
"status": "selectable",
|
|
3719
4217
|
"inlineConfigs": [],
|
|
3720
4218
|
"ruleChains": [
|
|
3721
|
-
"
|
|
4219
|
+
"rmsnorm-qk.rules.json#variant"
|
|
3722
4220
|
],
|
|
3723
4221
|
"wgslOnDisk": true
|
|
3724
4222
|
}
|
|
4223
|
+
}
|
|
4224
|
+
}
|
|
4225
|
+
},
|
|
4226
|
+
"layernorm": {
|
|
4227
|
+
"description": "Layer normalization kernels",
|
|
4228
|
+
"baseBindings": [
|
|
4229
|
+
{
|
|
4230
|
+
"index": 0,
|
|
4231
|
+
"name": "uniforms",
|
|
4232
|
+
"type": "uniform"
|
|
3725
4233
|
},
|
|
3726
|
-
|
|
3727
|
-
"
|
|
3728
|
-
"
|
|
3729
|
-
"
|
|
3730
|
-
|
|
3731
|
-
|
|
3732
|
-
|
|
3733
|
-
|
|
3734
|
-
"
|
|
3735
|
-
|
|
3736
|
-
|
|
3737
|
-
|
|
3738
|
-
|
|
4234
|
+
{
|
|
4235
|
+
"index": 1,
|
|
4236
|
+
"name": "input",
|
|
4237
|
+
"type": "read-only-storage"
|
|
4238
|
+
},
|
|
4239
|
+
{
|
|
4240
|
+
"index": 2,
|
|
4241
|
+
"name": "weight",
|
|
4242
|
+
"type": "read-only-storage"
|
|
4243
|
+
},
|
|
4244
|
+
{
|
|
4245
|
+
"index": 3,
|
|
4246
|
+
"name": "bias",
|
|
4247
|
+
"type": "read-only-storage"
|
|
4248
|
+
},
|
|
4249
|
+
{
|
|
4250
|
+
"index": 4,
|
|
4251
|
+
"name": "output",
|
|
4252
|
+
"type": "storage"
|
|
4253
|
+
}
|
|
4254
|
+
],
|
|
4255
|
+
"baseUniforms": {
|
|
4256
|
+
"size": 16,
|
|
4257
|
+
"fields": [
|
|
4258
|
+
{
|
|
4259
|
+
"name": "hidden_size",
|
|
4260
|
+
"type": "u32",
|
|
4261
|
+
"offset": 0
|
|
4262
|
+
},
|
|
4263
|
+
{
|
|
4264
|
+
"name": "num_tokens",
|
|
4265
|
+
"type": "u32",
|
|
4266
|
+
"offset": 4
|
|
4267
|
+
},
|
|
4268
|
+
{
|
|
4269
|
+
"name": "eps",
|
|
4270
|
+
"type": "f32",
|
|
4271
|
+
"offset": 8
|
|
4272
|
+
},
|
|
4273
|
+
{
|
|
4274
|
+
"name": "_pad",
|
|
4275
|
+
"type": "u32",
|
|
4276
|
+
"offset": 12
|
|
4277
|
+
}
|
|
4278
|
+
]
|
|
4279
|
+
},
|
|
4280
|
+
"variants": {
|
|
4281
|
+
"default": {
|
|
4282
|
+
"wgsl": "layernorm.wgsl",
|
|
4283
|
+
"entryPoint": "main",
|
|
4284
|
+
"workgroup": [
|
|
4285
|
+
256,
|
|
4286
|
+
1,
|
|
4287
|
+
1
|
|
4288
|
+
],
|
|
4289
|
+
"requires": [],
|
|
4290
|
+
"reachability": {
|
|
4291
|
+
"status": "selectable",
|
|
4292
|
+
"inlineConfigs": [],
|
|
4293
|
+
"ruleChains": [
|
|
4294
|
+
"layernorm.rules.json#variant"
|
|
4295
|
+
],
|
|
4296
|
+
"wgslOnDisk": true
|
|
4297
|
+
}
|
|
4298
|
+
},
|
|
4299
|
+
"default_f16": {
|
|
4300
|
+
"wgsl": "layernorm_f16.wgsl",
|
|
4301
|
+
"entryPoint": "main",
|
|
4302
|
+
"workgroup": [
|
|
4303
|
+
256,
|
|
4304
|
+
1,
|
|
4305
|
+
1
|
|
4306
|
+
],
|
|
4307
|
+
"requires": [
|
|
4308
|
+
"shader-f16"
|
|
4309
|
+
],
|
|
4310
|
+
"reachability": {
|
|
4311
|
+
"status": "selectable",
|
|
4312
|
+
"inlineConfigs": [],
|
|
4313
|
+
"ruleChains": [
|
|
4314
|
+
"layernorm.rules.json#variant"
|
|
4315
|
+
],
|
|
4316
|
+
"wgslOnDisk": true
|
|
4317
|
+
}
|
|
4318
|
+
}
|
|
4319
|
+
}
|
|
4320
|
+
},
|
|
4321
|
+
"fused_matmul_rmsnorm": {
|
|
4322
|
+
"description": "Fused GEMV + RMSNorm for decode (M=1)",
|
|
4323
|
+
"baseBindings": [
|
|
4324
|
+
{
|
|
4325
|
+
"index": 0,
|
|
4326
|
+
"name": "uniforms",
|
|
4327
|
+
"type": "uniform"
|
|
4328
|
+
},
|
|
4329
|
+
{
|
|
4330
|
+
"index": 1,
|
|
4331
|
+
"name": "input",
|
|
4332
|
+
"type": "read-only-storage"
|
|
4333
|
+
},
|
|
4334
|
+
{
|
|
4335
|
+
"index": 2,
|
|
4336
|
+
"name": "weights",
|
|
4337
|
+
"type": "read-only-storage"
|
|
4338
|
+
},
|
|
4339
|
+
{
|
|
4340
|
+
"index": 3,
|
|
4341
|
+
"name": "norm_weight",
|
|
4342
|
+
"type": "read-only-storage"
|
|
4343
|
+
},
|
|
4344
|
+
{
|
|
4345
|
+
"index": 4,
|
|
4346
|
+
"name": "output",
|
|
4347
|
+
"type": "storage"
|
|
4348
|
+
}
|
|
4349
|
+
],
|
|
4350
|
+
"baseUniforms": {
|
|
4351
|
+
"size": 16,
|
|
4352
|
+
"fields": [
|
|
4353
|
+
{
|
|
4354
|
+
"name": "M",
|
|
4355
|
+
"type": "u32",
|
|
4356
|
+
"offset": 0
|
|
4357
|
+
},
|
|
4358
|
+
{
|
|
4359
|
+
"name": "N",
|
|
4360
|
+
"type": "u32",
|
|
4361
|
+
"offset": 4
|
|
4362
|
+
},
|
|
4363
|
+
{
|
|
4364
|
+
"name": "K",
|
|
4365
|
+
"type": "u32",
|
|
4366
|
+
"offset": 8
|
|
4367
|
+
},
|
|
4368
|
+
{
|
|
4369
|
+
"name": "eps",
|
|
4370
|
+
"type": "f32",
|
|
4371
|
+
"offset": 12
|
|
4372
|
+
}
|
|
4373
|
+
]
|
|
4374
|
+
},
|
|
4375
|
+
"variants": {
|
|
4376
|
+
"small": {
|
|
4377
|
+
"wgsl": "fused_matmul_rmsnorm.wgsl",
|
|
4378
|
+
"entryPoint": "gemv_rmsnorm_small",
|
|
4379
|
+
"workgroup": [
|
|
4380
|
+
256,
|
|
4381
|
+
1,
|
|
4382
|
+
1
|
|
4383
|
+
],
|
|
4384
|
+
"requires": [],
|
|
4385
|
+
"reachability": {
|
|
4386
|
+
"status": "selectable",
|
|
4387
|
+
"inlineConfigs": [],
|
|
4388
|
+
"ruleChains": [
|
|
4389
|
+
"fused-matmul-rmsnorm.rules.json#variant"
|
|
4390
|
+
],
|
|
4391
|
+
"wgslOnDisk": true
|
|
4392
|
+
}
|
|
4393
|
+
},
|
|
4394
|
+
"medium": {
|
|
4395
|
+
"wgsl": "fused_matmul_rmsnorm.wgsl",
|
|
4396
|
+
"entryPoint": "gemv_rmsnorm_medium",
|
|
4397
|
+
"workgroup": [
|
|
4398
|
+
256,
|
|
4399
|
+
1,
|
|
4400
|
+
1
|
|
4401
|
+
],
|
|
4402
|
+
"requires": [],
|
|
4403
|
+
"description": "Medium variant for N up to ~4096 (covers Gemma 3's hiddenSize=1152)",
|
|
4404
|
+
"reachability": {
|
|
4405
|
+
"status": "selectable",
|
|
4406
|
+
"inlineConfigs": [],
|
|
4407
|
+
"ruleChains": [
|
|
4408
|
+
"fused-matmul-rmsnorm.rules.json#variant"
|
|
4409
|
+
],
|
|
4410
|
+
"wgslOnDisk": true
|
|
4411
|
+
}
|
|
4412
|
+
},
|
|
4413
|
+
"phase1": {
|
|
4414
|
+
"wgsl": "fused_matmul_rmsnorm.wgsl",
|
|
4415
|
+
"entryPoint": "gemv_rmsnorm_phase1",
|
|
4416
|
+
"workgroup": [
|
|
4417
|
+
256,
|
|
4418
|
+
1,
|
|
4419
|
+
1
|
|
4420
|
+
],
|
|
4421
|
+
"requires": [],
|
|
4422
|
+
"reachability": {
|
|
4423
|
+
"status": "unused",
|
|
4424
|
+
"inlineConfigs": [],
|
|
4425
|
+
"ruleChains": [],
|
|
3739
4426
|
"wgslOnDisk": true
|
|
3740
4427
|
}
|
|
3741
4428
|
},
|
|
@@ -3995,27 +4682,11 @@
|
|
|
3995
4682
|
],
|
|
3996
4683
|
"wgslOnDisk": true
|
|
3997
4684
|
}
|
|
3998
|
-
},
|
|
3999
|
-
"online": {
|
|
4000
|
-
"wgsl": "softmax.wgsl",
|
|
4001
|
-
"entryPoint": "softmax_online",
|
|
4002
|
-
"workgroup": [
|
|
4003
|
-
256,
|
|
4004
|
-
1,
|
|
4005
|
-
1
|
|
4006
|
-
],
|
|
4007
|
-
"requires": [],
|
|
4008
|
-
"reachability": {
|
|
4009
|
-
"status": "unused",
|
|
4010
|
-
"inlineConfigs": [],
|
|
4011
|
-
"ruleChains": [],
|
|
4012
|
-
"wgslOnDisk": true
|
|
4013
|
-
}
|
|
4014
4685
|
}
|
|
4015
4686
|
}
|
|
4016
4687
|
},
|
|
4017
|
-
"
|
|
4018
|
-
"description": "
|
|
4688
|
+
"soft_embedding": {
|
|
4689
|
+
"description": "Soft embedding helpers for block-diffusion self-conditioning",
|
|
4019
4690
|
"baseBindings": [
|
|
4020
4691
|
{
|
|
4021
4692
|
"index": 0,
|
|
@@ -4024,88 +4695,341 @@
|
|
|
4024
4695
|
},
|
|
4025
4696
|
{
|
|
4026
4697
|
"index": 1,
|
|
4027
|
-
"name": "
|
|
4028
|
-
"type": "storage"
|
|
4698
|
+
"name": "softmax_rows",
|
|
4699
|
+
"type": "read-only-storage"
|
|
4029
4700
|
},
|
|
4030
4701
|
{
|
|
4031
4702
|
"index": 2,
|
|
4032
|
-
"name": "
|
|
4033
|
-
"type": "storage"
|
|
4703
|
+
"name": "embedding_section",
|
|
4704
|
+
"type": "read-only-storage"
|
|
4034
4705
|
},
|
|
4035
4706
|
{
|
|
4036
4707
|
"index": 3,
|
|
4037
|
-
"name": "
|
|
4708
|
+
"name": "output",
|
|
4038
4709
|
"type": "storage"
|
|
4039
4710
|
}
|
|
4040
4711
|
],
|
|
4041
4712
|
"baseUniforms": {
|
|
4042
|
-
"size":
|
|
4713
|
+
"size": 32,
|
|
4043
4714
|
"fields": [
|
|
4044
4715
|
{
|
|
4045
|
-
"name": "
|
|
4716
|
+
"name": "canvas_length",
|
|
4046
4717
|
"type": "u32",
|
|
4047
4718
|
"offset": 0
|
|
4048
4719
|
},
|
|
4049
4720
|
{
|
|
4050
|
-
"name": "
|
|
4721
|
+
"name": "hidden_size",
|
|
4051
4722
|
"type": "u32",
|
|
4052
4723
|
"offset": 4
|
|
4053
4724
|
},
|
|
4054
4725
|
{
|
|
4055
|
-
"name": "
|
|
4726
|
+
"name": "vocab_size",
|
|
4056
4727
|
"type": "u32",
|
|
4057
4728
|
"offset": 8
|
|
4058
4729
|
},
|
|
4059
4730
|
{
|
|
4060
|
-
"name": "
|
|
4731
|
+
"name": "row_start",
|
|
4061
4732
|
"type": "u32",
|
|
4062
4733
|
"offset": 12
|
|
4063
4734
|
},
|
|
4064
4735
|
{
|
|
4065
|
-
"name": "
|
|
4066
|
-
"type": "f32",
|
|
4067
|
-
"offset": 16
|
|
4068
|
-
},
|
|
4069
|
-
{
|
|
4070
|
-
"name": "rope_scale",
|
|
4071
|
-
"type": "f32",
|
|
4072
|
-
"offset": 20
|
|
4073
|
-
},
|
|
4074
|
-
{
|
|
4075
|
-
"name": "rotary_dim",
|
|
4076
|
-
"type": "u32",
|
|
4077
|
-
"offset": 24
|
|
4078
|
-
},
|
|
4079
|
-
{
|
|
4080
|
-
"name": "interleaved",
|
|
4736
|
+
"name": "row_count",
|
|
4081
4737
|
"type": "u32",
|
|
4082
|
-
"offset":
|
|
4738
|
+
"offset": 16
|
|
4083
4739
|
},
|
|
4084
4740
|
{
|
|
4085
|
-
"name": "
|
|
4741
|
+
"name": "output_mode",
|
|
4086
4742
|
"type": "u32",
|
|
4087
|
-
"offset":
|
|
4743
|
+
"offset": 20
|
|
4088
4744
|
},
|
|
4089
4745
|
{
|
|
4090
4746
|
"name": "_pad0",
|
|
4091
4747
|
"type": "u32",
|
|
4092
|
-
"offset":
|
|
4748
|
+
"offset": 24
|
|
4093
4749
|
},
|
|
4094
4750
|
{
|
|
4095
4751
|
"name": "_pad1",
|
|
4096
4752
|
"type": "u32",
|
|
4097
|
-
"offset":
|
|
4098
|
-
},
|
|
4099
|
-
{
|
|
4100
|
-
"name": "_pad2",
|
|
4101
|
-
"type": "u32",
|
|
4102
|
-
"offset": 44
|
|
4753
|
+
"offset": 28
|
|
4103
4754
|
}
|
|
4104
4755
|
]
|
|
4105
4756
|
},
|
|
4106
4757
|
"variants": {
|
|
4107
|
-
"
|
|
4108
|
-
"wgsl": "
|
|
4758
|
+
"split_f16": {
|
|
4759
|
+
"wgsl": "soft_embedding_split_f16.wgsl",
|
|
4760
|
+
"entryPoint": "main",
|
|
4761
|
+
"workgroup": [
|
|
4762
|
+
8,
|
|
4763
|
+
8,
|
|
4764
|
+
1
|
|
4765
|
+
],
|
|
4766
|
+
"requires": [
|
|
4767
|
+
"shader-f16"
|
|
4768
|
+
],
|
|
4769
|
+
"reachability": {
|
|
4770
|
+
"status": "unused",
|
|
4771
|
+
"inlineConfigs": [],
|
|
4772
|
+
"ruleChains": [],
|
|
4773
|
+
"wgslOnDisk": true
|
|
4774
|
+
}
|
|
4775
|
+
},
|
|
4776
|
+
"logits_norm_stats": {
|
|
4777
|
+
"wgsl": "soft_embedding_logits_f16.wgsl",
|
|
4778
|
+
"entryPoint": "logits_norm_stats",
|
|
4779
|
+
"workgroup": [
|
|
4780
|
+
256,
|
|
4781
|
+
1,
|
|
4782
|
+
1
|
|
4783
|
+
],
|
|
4784
|
+
"requires": [
|
|
4785
|
+
"shader-f16"
|
|
4786
|
+
],
|
|
4787
|
+
"bindingsOverride": [
|
|
4788
|
+
{
|
|
4789
|
+
"index": 1,
|
|
4790
|
+
"name": "logits",
|
|
4791
|
+
"type": "read-only-storage"
|
|
4792
|
+
},
|
|
4793
|
+
{
|
|
4794
|
+
"index": 2,
|
|
4795
|
+
"name": "row_max",
|
|
4796
|
+
"type": "storage"
|
|
4797
|
+
},
|
|
4798
|
+
{
|
|
4799
|
+
"index": 3,
|
|
4800
|
+
"name": "row_sum",
|
|
4801
|
+
"type": "storage"
|
|
4802
|
+
}
|
|
4803
|
+
],
|
|
4804
|
+
"reachability": {
|
|
4805
|
+
"status": "unused",
|
|
4806
|
+
"inlineConfigs": [],
|
|
4807
|
+
"ruleChains": [],
|
|
4808
|
+
"wgslOnDisk": true
|
|
4809
|
+
}
|
|
4810
|
+
},
|
|
4811
|
+
"logits_probability_chunk": {
|
|
4812
|
+
"wgsl": "soft_embedding_logits_f16.wgsl",
|
|
4813
|
+
"entryPoint": "logits_probability_chunk",
|
|
4814
|
+
"workgroup": [
|
|
4815
|
+
256,
|
|
4816
|
+
1,
|
|
4817
|
+
1
|
|
4818
|
+
],
|
|
4819
|
+
"requires": [
|
|
4820
|
+
"shader-f16"
|
|
4821
|
+
],
|
|
4822
|
+
"bindingsOverride": [
|
|
4823
|
+
{
|
|
4824
|
+
"index": 1,
|
|
4825
|
+
"name": "logits",
|
|
4826
|
+
"type": "read-only-storage"
|
|
4827
|
+
},
|
|
4828
|
+
{
|
|
4829
|
+
"index": 2,
|
|
4830
|
+
"name": "row_max",
|
|
4831
|
+
"type": "storage"
|
|
4832
|
+
},
|
|
4833
|
+
{
|
|
4834
|
+
"index": 3,
|
|
4835
|
+
"name": "row_sum",
|
|
4836
|
+
"type": "storage"
|
|
4837
|
+
},
|
|
4838
|
+
{
|
|
4839
|
+
"index": 4,
|
|
4840
|
+
"name": "probabilities",
|
|
4841
|
+
"type": "storage"
|
|
4842
|
+
}
|
|
4843
|
+
],
|
|
4844
|
+
"reachability": {
|
|
4845
|
+
"status": "unused",
|
|
4846
|
+
"inlineConfigs": [],
|
|
4847
|
+
"ruleChains": [],
|
|
4848
|
+
"wgslOnDisk": true
|
|
4849
|
+
}
|
|
4850
|
+
}
|
|
4851
|
+
}
|
|
4852
|
+
},
|
|
4853
|
+
"diffusion_gemma_sampling": {
|
|
4854
|
+
"description": "Block-diffusion canvas sampling stats for DiffusionGemma",
|
|
4855
|
+
"baseBindings": [
|
|
4856
|
+
{
|
|
4857
|
+
"index": 0,
|
|
4858
|
+
"name": "uniforms",
|
|
4859
|
+
"type": "uniform"
|
|
4860
|
+
},
|
|
4861
|
+
{
|
|
4862
|
+
"index": 1,
|
|
4863
|
+
"name": "logits",
|
|
4864
|
+
"type": "read-only-storage"
|
|
4865
|
+
},
|
|
4866
|
+
{
|
|
4867
|
+
"index": 2,
|
|
4868
|
+
"name": "argmax_tokens",
|
|
4869
|
+
"type": "storage"
|
|
4870
|
+
},
|
|
4871
|
+
{
|
|
4872
|
+
"index": 3,
|
|
4873
|
+
"name": "entropies",
|
|
4874
|
+
"type": "storage"
|
|
4875
|
+
}
|
|
4876
|
+
],
|
|
4877
|
+
"baseUniforms": {
|
|
4878
|
+
"size": 32,
|
|
4879
|
+
"fields": [
|
|
4880
|
+
{
|
|
4881
|
+
"name": "vocab_size",
|
|
4882
|
+
"type": "u32",
|
|
4883
|
+
"offset": 0
|
|
4884
|
+
},
|
|
4885
|
+
{
|
|
4886
|
+
"name": "canvas_length",
|
|
4887
|
+
"type": "u32",
|
|
4888
|
+
"offset": 4
|
|
4889
|
+
},
|
|
4890
|
+
{
|
|
4891
|
+
"name": "pad_token_id",
|
|
4892
|
+
"type": "u32",
|
|
4893
|
+
"offset": 8
|
|
4894
|
+
},
|
|
4895
|
+
{
|
|
4896
|
+
"name": "_pad0",
|
|
4897
|
+
"type": "u32",
|
|
4898
|
+
"offset": 12
|
|
4899
|
+
},
|
|
4900
|
+
{
|
|
4901
|
+
"name": "temperature",
|
|
4902
|
+
"type": "f32",
|
|
4903
|
+
"offset": 16
|
|
4904
|
+
},
|
|
4905
|
+
{
|
|
4906
|
+
"name": "logit_softcap",
|
|
4907
|
+
"type": "f32",
|
|
4908
|
+
"offset": 20
|
|
4909
|
+
},
|
|
4910
|
+
{
|
|
4911
|
+
"name": "_pad1",
|
|
4912
|
+
"type": "f32",
|
|
4913
|
+
"offset": 24
|
|
4914
|
+
},
|
|
4915
|
+
{
|
|
4916
|
+
"name": "_pad2",
|
|
4917
|
+
"type": "f32",
|
|
4918
|
+
"offset": 28
|
|
4919
|
+
}
|
|
4920
|
+
]
|
|
4921
|
+
},
|
|
4922
|
+
"variants": {
|
|
4923
|
+
"entropy_stats": {
|
|
4924
|
+
"wgsl": "diffusion_gemma_sampling.wgsl",
|
|
4925
|
+
"entryPoint": "entropy_stats",
|
|
4926
|
+
"workgroup": [
|
|
4927
|
+
256,
|
|
4928
|
+
1,
|
|
4929
|
+
1
|
|
4930
|
+
],
|
|
4931
|
+
"requires": [],
|
|
4932
|
+
"reachability": {
|
|
4933
|
+
"status": "unused",
|
|
4934
|
+
"inlineConfigs": [],
|
|
4935
|
+
"ruleChains": [],
|
|
4936
|
+
"wgslOnDisk": true
|
|
4937
|
+
}
|
|
4938
|
+
}
|
|
4939
|
+
}
|
|
4940
|
+
},
|
|
4941
|
+
"rope": {
|
|
4942
|
+
"description": "Rotary position embeddings kernels",
|
|
4943
|
+
"baseBindings": [
|
|
4944
|
+
{
|
|
4945
|
+
"index": 0,
|
|
4946
|
+
"name": "uniforms",
|
|
4947
|
+
"type": "uniform"
|
|
4948
|
+
},
|
|
4949
|
+
{
|
|
4950
|
+
"index": 1,
|
|
4951
|
+
"name": "input",
|
|
4952
|
+
"type": "storage"
|
|
4953
|
+
},
|
|
4954
|
+
{
|
|
4955
|
+
"index": 2,
|
|
4956
|
+
"name": "freqs_cos",
|
|
4957
|
+
"type": "storage"
|
|
4958
|
+
},
|
|
4959
|
+
{
|
|
4960
|
+
"index": 3,
|
|
4961
|
+
"name": "freqs_sin",
|
|
4962
|
+
"type": "storage"
|
|
4963
|
+
}
|
|
4964
|
+
],
|
|
4965
|
+
"baseUniforms": {
|
|
4966
|
+
"size": 48,
|
|
4967
|
+
"fields": [
|
|
4968
|
+
{
|
|
4969
|
+
"name": "seq_len",
|
|
4970
|
+
"type": "u32",
|
|
4971
|
+
"offset": 0
|
|
4972
|
+
},
|
|
4973
|
+
{
|
|
4974
|
+
"name": "num_heads",
|
|
4975
|
+
"type": "u32",
|
|
4976
|
+
"offset": 4
|
|
4977
|
+
},
|
|
4978
|
+
{
|
|
4979
|
+
"name": "head_dim",
|
|
4980
|
+
"type": "u32",
|
|
4981
|
+
"offset": 8
|
|
4982
|
+
},
|
|
4983
|
+
{
|
|
4984
|
+
"name": "start_pos",
|
|
4985
|
+
"type": "u32",
|
|
4986
|
+
"offset": 12
|
|
4987
|
+
},
|
|
4988
|
+
{
|
|
4989
|
+
"name": "rope_base",
|
|
4990
|
+
"type": "f32",
|
|
4991
|
+
"offset": 16
|
|
4992
|
+
},
|
|
4993
|
+
{
|
|
4994
|
+
"name": "rope_scale",
|
|
4995
|
+
"type": "f32",
|
|
4996
|
+
"offset": 20
|
|
4997
|
+
},
|
|
4998
|
+
{
|
|
4999
|
+
"name": "rotary_dim",
|
|
5000
|
+
"type": "u32",
|
|
5001
|
+
"offset": 24
|
|
5002
|
+
},
|
|
5003
|
+
{
|
|
5004
|
+
"name": "interleaved",
|
|
5005
|
+
"type": "u32",
|
|
5006
|
+
"offset": 28
|
|
5007
|
+
},
|
|
5008
|
+
{
|
|
5009
|
+
"name": "pair_span_dim",
|
|
5010
|
+
"type": "u32",
|
|
5011
|
+
"offset": 32
|
|
5012
|
+
},
|
|
5013
|
+
{
|
|
5014
|
+
"name": "_pad0",
|
|
5015
|
+
"type": "u32",
|
|
5016
|
+
"offset": 36
|
|
5017
|
+
},
|
|
5018
|
+
{
|
|
5019
|
+
"name": "_pad1",
|
|
5020
|
+
"type": "u32",
|
|
5021
|
+
"offset": 40
|
|
5022
|
+
},
|
|
5023
|
+
{
|
|
5024
|
+
"name": "_pad2",
|
|
5025
|
+
"type": "u32",
|
|
5026
|
+
"offset": 44
|
|
5027
|
+
}
|
|
5028
|
+
]
|
|
5029
|
+
},
|
|
5030
|
+
"variants": {
|
|
5031
|
+
"default": {
|
|
5032
|
+
"wgsl": "rope.wgsl",
|
|
4109
5033
|
"entryPoint": "main",
|
|
4110
5034
|
"workgroup": [
|
|
4111
5035
|
256,
|
|
@@ -4116,14 +5040,22 @@
|
|
|
4116
5040
|
"reachability": {
|
|
4117
5041
|
"status": "pinned",
|
|
4118
5042
|
"inlineConfigs": [
|
|
5043
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
4119
5044
|
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
4120
5045
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
4121
5046
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
5047
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
5048
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
4122
5049
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
4123
5050
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
4124
5051
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
5052
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
5053
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
5054
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
5055
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
4125
5056
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
4126
5057
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
5058
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
4127
5059
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
4128
5060
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
4129
5061
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -4153,8 +5085,10 @@
|
|
|
4153
5085
|
"shader-f16"
|
|
4154
5086
|
],
|
|
4155
5087
|
"reachability": {
|
|
4156
|
-
"status": "
|
|
4157
|
-
"inlineConfigs": [
|
|
5088
|
+
"status": "pinned",
|
|
5089
|
+
"inlineConfigs": [
|
|
5090
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
5091
|
+
],
|
|
4158
5092
|
"ruleChains": [
|
|
4159
5093
|
"rope.rules.json#variant"
|
|
4160
5094
|
],
|
|
@@ -4299,8 +5233,8 @@
|
|
|
4299
5233
|
}
|
|
4300
5234
|
}
|
|
4301
5235
|
},
|
|
4302
|
-
"
|
|
4303
|
-
"description": "
|
|
5236
|
+
"rope_qk": {
|
|
5237
|
+
"description": "Rotary position embeddings for separate Q/K buffers",
|
|
4304
5238
|
"baseBindings": [
|
|
4305
5239
|
{
|
|
4306
5240
|
"index": 0,
|
|
@@ -4309,8 +5243,123 @@
|
|
|
4309
5243
|
},
|
|
4310
5244
|
{
|
|
4311
5245
|
"index": 1,
|
|
4312
|
-
"name": "
|
|
4313
|
-
"type": "
|
|
5246
|
+
"name": "q_input",
|
|
5247
|
+
"type": "storage"
|
|
5248
|
+
},
|
|
5249
|
+
{
|
|
5250
|
+
"index": 2,
|
|
5251
|
+
"name": "k_input",
|
|
5252
|
+
"type": "storage"
|
|
5253
|
+
},
|
|
5254
|
+
{
|
|
5255
|
+
"index": 3,
|
|
5256
|
+
"name": "freqs_cos",
|
|
5257
|
+
"type": "read-only-storage"
|
|
5258
|
+
},
|
|
5259
|
+
{
|
|
5260
|
+
"index": 4,
|
|
5261
|
+
"name": "freqs_sin",
|
|
5262
|
+
"type": "read-only-storage"
|
|
5263
|
+
}
|
|
5264
|
+
],
|
|
5265
|
+
"baseUniforms": {
|
|
5266
|
+
"size": 32,
|
|
5267
|
+
"fields": [
|
|
5268
|
+
{
|
|
5269
|
+
"name": "seq_len",
|
|
5270
|
+
"type": "u32",
|
|
5271
|
+
"offset": 0
|
|
5272
|
+
},
|
|
5273
|
+
{
|
|
5274
|
+
"name": "num_q_heads",
|
|
5275
|
+
"type": "u32",
|
|
5276
|
+
"offset": 4
|
|
5277
|
+
},
|
|
5278
|
+
{
|
|
5279
|
+
"name": "num_kv_heads",
|
|
5280
|
+
"type": "u32",
|
|
5281
|
+
"offset": 8
|
|
5282
|
+
},
|
|
5283
|
+
{
|
|
5284
|
+
"name": "head_dim",
|
|
5285
|
+
"type": "u32",
|
|
5286
|
+
"offset": 12
|
|
5287
|
+
},
|
|
5288
|
+
{
|
|
5289
|
+
"name": "start_pos",
|
|
5290
|
+
"type": "u32",
|
|
5291
|
+
"offset": 16
|
|
5292
|
+
},
|
|
5293
|
+
{
|
|
5294
|
+
"name": "rotary_dim",
|
|
5295
|
+
"type": "u32",
|
|
5296
|
+
"offset": 20
|
|
5297
|
+
},
|
|
5298
|
+
{
|
|
5299
|
+
"name": "interleaved",
|
|
5300
|
+
"type": "u32",
|
|
5301
|
+
"offset": 24
|
|
5302
|
+
},
|
|
5303
|
+
{
|
|
5304
|
+
"name": "pair_span_dim",
|
|
5305
|
+
"type": "u32",
|
|
5306
|
+
"offset": 28
|
|
5307
|
+
}
|
|
5308
|
+
]
|
|
5309
|
+
},
|
|
5310
|
+
"variants": {
|
|
5311
|
+
"default": {
|
|
5312
|
+
"wgsl": "rope_qk.wgsl",
|
|
5313
|
+
"entryPoint": "main",
|
|
5314
|
+
"workgroup": [
|
|
5315
|
+
256,
|
|
5316
|
+
1,
|
|
5317
|
+
1
|
|
5318
|
+
],
|
|
5319
|
+
"requires": [],
|
|
5320
|
+
"reachability": {
|
|
5321
|
+
"status": "selectable",
|
|
5322
|
+
"inlineConfigs": [],
|
|
5323
|
+
"ruleChains": [
|
|
5324
|
+
"rope-qk.rules.json#variant"
|
|
5325
|
+
],
|
|
5326
|
+
"wgslOnDisk": true
|
|
5327
|
+
}
|
|
5328
|
+
},
|
|
5329
|
+
"default_f16": {
|
|
5330
|
+
"wgsl": "rope_qk_f16.wgsl",
|
|
5331
|
+
"entryPoint": "main",
|
|
5332
|
+
"workgroup": [
|
|
5333
|
+
256,
|
|
5334
|
+
1,
|
|
5335
|
+
1
|
|
5336
|
+
],
|
|
5337
|
+
"requires": [
|
|
5338
|
+
"shader-f16"
|
|
5339
|
+
],
|
|
5340
|
+
"reachability": {
|
|
5341
|
+
"status": "selectable",
|
|
5342
|
+
"inlineConfigs": [],
|
|
5343
|
+
"ruleChains": [
|
|
5344
|
+
"rope-qk.rules.json#variant"
|
|
5345
|
+
],
|
|
5346
|
+
"wgslOnDisk": true
|
|
5347
|
+
}
|
|
5348
|
+
}
|
|
5349
|
+
}
|
|
5350
|
+
},
|
|
5351
|
+
"silu": {
|
|
5352
|
+
"description": "SiLU activation kernels",
|
|
5353
|
+
"baseBindings": [
|
|
5354
|
+
{
|
|
5355
|
+
"index": 0,
|
|
5356
|
+
"name": "uniforms",
|
|
5357
|
+
"type": "uniform"
|
|
5358
|
+
},
|
|
5359
|
+
{
|
|
5360
|
+
"index": 1,
|
|
5361
|
+
"name": "input",
|
|
5362
|
+
"type": "read-only-storage"
|
|
4314
5363
|
},
|
|
4315
5364
|
{
|
|
4316
5365
|
"index": 2,
|
|
@@ -4436,14 +5485,21 @@
|
|
|
4436
5485
|
"reachability": {
|
|
4437
5486
|
"status": "pinned",
|
|
4438
5487
|
"inlineConfigs": [
|
|
5488
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
4439
5489
|
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
4440
5490
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
4441
5491
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
5492
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
5493
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
4442
5494
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
4443
5495
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
4444
5496
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
5497
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
5498
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
5499
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
4445
5500
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
4446
5501
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
5502
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
4447
5503
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
4448
5504
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
4449
5505
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -4469,8 +5525,10 @@
|
|
|
4469
5525
|
"shader-f16"
|
|
4470
5526
|
],
|
|
4471
5527
|
"reachability": {
|
|
4472
|
-
"status": "
|
|
4473
|
-
"inlineConfigs": [
|
|
5528
|
+
"status": "pinned",
|
|
5529
|
+
"inlineConfigs": [
|
|
5530
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
5531
|
+
],
|
|
4474
5532
|
"ruleChains": [
|
|
4475
5533
|
"gelu.rules.json#variant"
|
|
4476
5534
|
],
|
|
@@ -5387,13 +6445,17 @@
|
|
|
5387
6445
|
"reachability": {
|
|
5388
6446
|
"status": "pinned",
|
|
5389
6447
|
"inlineConfigs": [
|
|
6448
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
5390
6449
|
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
5391
6450
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
6451
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
6452
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
5392
6453
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
6454
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
6455
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
6456
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
5393
6457
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
5394
|
-
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32"
|
|
5395
|
-
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
5396
|
-
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
|
|
6458
|
+
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32"
|
|
5397
6459
|
],
|
|
5398
6460
|
"ruleChains": [
|
|
5399
6461
|
"gather.rules.json#variant"
|
|
@@ -5572,151 +6634,59 @@
|
|
|
5572
6634
|
],
|
|
5573
6635
|
"wgslOnDisk": true
|
|
5574
6636
|
}
|
|
5575
|
-
}
|
|
5576
|
-
}
|
|
5577
|
-
},
|
|
5578
|
-
"residual": {
|
|
5579
|
-
"description": "Residual addition kernels",
|
|
5580
|
-
"baseBindings": [
|
|
5581
|
-
{
|
|
5582
|
-
"index": 0,
|
|
5583
|
-
"name": "uniforms",
|
|
5584
|
-
"type": "uniform"
|
|
5585
|
-
},
|
|
5586
|
-
{
|
|
5587
|
-
"index": 1,
|
|
5588
|
-
"name": "input",
|
|
5589
|
-
"type": "read-only-storage"
|
|
5590
|
-
},
|
|
5591
|
-
{
|
|
5592
|
-
"index": 2,
|
|
5593
|
-
"name": "residual",
|
|
5594
|
-
"type": "read-only-storage"
|
|
5595
|
-
},
|
|
5596
|
-
{
|
|
5597
|
-
"index": 3,
|
|
5598
|
-
"name": "output",
|
|
5599
|
-
"type": "storage"
|
|
5600
|
-
}
|
|
5601
|
-
],
|
|
5602
|
-
"baseUniforms": {
|
|
5603
|
-
"size": 16,
|
|
5604
|
-
"fields": [
|
|
5605
|
-
{
|
|
5606
|
-
"name": "size",
|
|
5607
|
-
"type": "u32",
|
|
5608
|
-
"offset": 0
|
|
5609
|
-
},
|
|
5610
|
-
{
|
|
5611
|
-
"name": "scale",
|
|
5612
|
-
"type": "f32",
|
|
5613
|
-
"offset": 4
|
|
5614
|
-
}
|
|
5615
|
-
]
|
|
5616
|
-
},
|
|
5617
|
-
"variants": {
|
|
5618
|
-
"default": {
|
|
5619
|
-
"wgsl": "residual.wgsl",
|
|
5620
|
-
"entryPoint": "main",
|
|
5621
|
-
"workgroup": [
|
|
5622
|
-
256,
|
|
5623
|
-
1,
|
|
5624
|
-
1
|
|
5625
|
-
],
|
|
5626
|
-
"requires": [],
|
|
5627
|
-
"reachability": {
|
|
5628
|
-
"status": "pinned",
|
|
5629
|
-
"inlineConfigs": [
|
|
5630
|
-
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
5631
|
-
"gemma3/gemma-3-1b-it-f16-af32",
|
|
5632
|
-
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
5633
|
-
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
5634
|
-
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
5635
|
-
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
5636
|
-
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
5637
|
-
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
5638
|
-
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
5639
|
-
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
5640
|
-
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
5641
|
-
"gpt-oss-20b-f16-xmxfp4",
|
|
5642
|
-
"janus/janus-pro-1b-text-q4k-ehaf16",
|
|
5643
|
-
"lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
|
|
5644
|
-
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
5645
|
-
"qwen3/qwen-3-5-2b-q4k-ehaf16",
|
|
5646
|
-
"qwen3/qwen-3-6-27b-q4k-eaf16",
|
|
5647
|
-
"qwen3/qwen-3-6-27b-q4k-ehaf16"
|
|
5648
|
-
],
|
|
5649
|
-
"ruleChains": [
|
|
5650
|
-
"residual.rules.json#biasAddVariant",
|
|
5651
|
-
"residual.rules.json#residualVariant"
|
|
5652
|
-
],
|
|
5653
|
-
"wgslOnDisk": true
|
|
5654
|
-
}
|
|
5655
6637
|
},
|
|
5656
|
-
"
|
|
5657
|
-
"wgsl": "
|
|
5658
|
-
"entryPoint": "
|
|
6638
|
+
"litert_int4_vec4_f16_out": {
|
|
6639
|
+
"wgsl": "gather_litert_int4_vec4_f16_out.wgsl",
|
|
6640
|
+
"entryPoint": "gather_litert_int4_vec4_f16_out",
|
|
5659
6641
|
"workgroup": [
|
|
5660
6642
|
64,
|
|
5661
6643
|
1,
|
|
5662
6644
|
1
|
|
5663
6645
|
],
|
|
5664
|
-
"requires": [],
|
|
5665
|
-
"reachability": {
|
|
5666
|
-
"status": "model-selectable",
|
|
5667
|
-
"inlineConfigs": [],
|
|
5668
|
-
"ruleChains": [
|
|
5669
|
-
"residual.rules.json#residualVariant"
|
|
5670
|
-
],
|
|
5671
|
-
"wgslOnDisk": true
|
|
5672
|
-
}
|
|
5673
|
-
},
|
|
5674
|
-
"default_f16": {
|
|
5675
|
-
"wgsl": "residual_f16.wgsl",
|
|
5676
|
-
"entryPoint": "main",
|
|
5677
|
-
"workgroup": [
|
|
5678
|
-
256,
|
|
5679
|
-
1,
|
|
5680
|
-
1
|
|
5681
|
-
],
|
|
5682
6646
|
"requires": [
|
|
5683
6647
|
"shader-f16"
|
|
5684
6648
|
],
|
|
5685
6649
|
"outputDtype": "f16",
|
|
6650
|
+
"variantMetadata": {
|
|
6651
|
+
"outputBinding": 4
|
|
6652
|
+
},
|
|
6653
|
+
"description": "LiteRT signed INT4 affine embeddings -> F16 output",
|
|
5686
6654
|
"reachability": {
|
|
5687
6655
|
"status": "model-selectable",
|
|
5688
6656
|
"inlineConfigs": [],
|
|
5689
6657
|
"ruleChains": [
|
|
5690
|
-
"
|
|
6658
|
+
"gather.rules.json#variant"
|
|
5691
6659
|
],
|
|
5692
6660
|
"wgslOnDisk": true
|
|
5693
6661
|
}
|
|
5694
6662
|
},
|
|
5695
|
-
"
|
|
5696
|
-
"wgsl": "
|
|
5697
|
-
"entryPoint": "
|
|
6663
|
+
"litert_int4_vec4_f32_out": {
|
|
6664
|
+
"wgsl": "gather_litert_int4_vec4_f32_out.wgsl",
|
|
6665
|
+
"entryPoint": "gather_litert_int4_vec4_f32_out",
|
|
5698
6666
|
"workgroup": [
|
|
5699
6667
|
64,
|
|
5700
6668
|
1,
|
|
5701
6669
|
1
|
|
5702
6670
|
],
|
|
5703
|
-
"requires": [
|
|
5704
|
-
|
|
5705
|
-
|
|
5706
|
-
|
|
6671
|
+
"requires": [],
|
|
6672
|
+
"outputDtype": "f32",
|
|
6673
|
+
"variantMetadata": {
|
|
6674
|
+
"outputBinding": 4
|
|
6675
|
+
},
|
|
6676
|
+
"description": "LiteRT signed INT4 affine embeddings -> F32 output",
|
|
5707
6677
|
"reachability": {
|
|
5708
6678
|
"status": "model-selectable",
|
|
5709
6679
|
"inlineConfigs": [],
|
|
5710
6680
|
"ruleChains": [
|
|
5711
|
-
"
|
|
6681
|
+
"gather.rules.json#variant"
|
|
5712
6682
|
],
|
|
5713
6683
|
"wgslOnDisk": true
|
|
5714
6684
|
}
|
|
5715
6685
|
}
|
|
5716
6686
|
}
|
|
5717
6687
|
},
|
|
5718
|
-
"
|
|
5719
|
-
"description": "
|
|
6688
|
+
"gather_split4": {
|
|
6689
|
+
"description": "Row-split embedding lookup kernels",
|
|
5720
6690
|
"baseBindings": [
|
|
5721
6691
|
{
|
|
5722
6692
|
"index": 0,
|
|
@@ -5725,41 +6695,1231 @@
|
|
|
5725
6695
|
},
|
|
5726
6696
|
{
|
|
5727
6697
|
"index": 1,
|
|
5728
|
-
"name": "
|
|
6698
|
+
"name": "indices",
|
|
5729
6699
|
"type": "read-only-storage"
|
|
5730
6700
|
},
|
|
5731
6701
|
{
|
|
5732
6702
|
"index": 2,
|
|
5733
|
-
"name": "
|
|
5734
|
-
"type": "storage"
|
|
6703
|
+
"name": "embeddings0",
|
|
6704
|
+
"type": "read-only-storage"
|
|
5735
6705
|
},
|
|
5736
6706
|
{
|
|
5737
6707
|
"index": 3,
|
|
5738
|
-
"name": "
|
|
5739
|
-
"type": "storage"
|
|
5740
|
-
}
|
|
5741
|
-
|
|
5742
|
-
|
|
5743
|
-
|
|
5744
|
-
|
|
5745
|
-
|
|
5746
|
-
|
|
5747
|
-
|
|
5748
|
-
|
|
5749
|
-
|
|
6708
|
+
"name": "embeddings1",
|
|
6709
|
+
"type": "read-only-storage"
|
|
6710
|
+
},
|
|
6711
|
+
{
|
|
6712
|
+
"index": 4,
|
|
6713
|
+
"name": "embeddings2",
|
|
6714
|
+
"type": "read-only-storage"
|
|
6715
|
+
},
|
|
6716
|
+
{
|
|
6717
|
+
"index": 5,
|
|
6718
|
+
"name": "embeddings3",
|
|
6719
|
+
"type": "read-only-storage"
|
|
6720
|
+
},
|
|
6721
|
+
{
|
|
6722
|
+
"index": 6,
|
|
6723
|
+
"name": "output",
|
|
6724
|
+
"type": "storage"
|
|
6725
|
+
}
|
|
6726
|
+
],
|
|
6727
|
+
"baseUniforms": {
|
|
6728
|
+
"size": 48,
|
|
6729
|
+
"fields": [
|
|
6730
|
+
{
|
|
6731
|
+
"name": "num_tokens",
|
|
6732
|
+
"type": "u32",
|
|
6733
|
+
"offset": 0
|
|
6734
|
+
},
|
|
6735
|
+
{
|
|
6736
|
+
"name": "hidden_size",
|
|
6737
|
+
"type": "u32",
|
|
6738
|
+
"offset": 4
|
|
6739
|
+
},
|
|
6740
|
+
{
|
|
6741
|
+
"name": "vocab_size",
|
|
6742
|
+
"type": "u32",
|
|
6743
|
+
"offset": 8
|
|
6744
|
+
},
|
|
6745
|
+
{
|
|
6746
|
+
"name": "index_offset",
|
|
6747
|
+
"type": "u32",
|
|
6748
|
+
"offset": 12
|
|
6749
|
+
},
|
|
6750
|
+
{
|
|
6751
|
+
"name": "input_hidden_size",
|
|
6752
|
+
"type": "u32",
|
|
6753
|
+
"offset": 16
|
|
6754
|
+
},
|
|
6755
|
+
{
|
|
6756
|
+
"name": "hidden_offset",
|
|
6757
|
+
"type": "u32",
|
|
6758
|
+
"offset": 20
|
|
6759
|
+
},
|
|
6760
|
+
{
|
|
6761
|
+
"name": "section0_rows",
|
|
6762
|
+
"type": "u32",
|
|
6763
|
+
"offset": 24
|
|
6764
|
+
},
|
|
6765
|
+
{
|
|
6766
|
+
"name": "section1_rows",
|
|
6767
|
+
"type": "u32",
|
|
6768
|
+
"offset": 28
|
|
6769
|
+
},
|
|
6770
|
+
{
|
|
6771
|
+
"name": "section2_rows",
|
|
6772
|
+
"type": "u32",
|
|
6773
|
+
"offset": 32
|
|
6774
|
+
},
|
|
6775
|
+
{
|
|
6776
|
+
"name": "section3_rows",
|
|
6777
|
+
"type": "u32",
|
|
6778
|
+
"offset": 36
|
|
6779
|
+
},
|
|
6780
|
+
{
|
|
6781
|
+
"name": "_pad0",
|
|
6782
|
+
"type": "u32",
|
|
6783
|
+
"offset": 40
|
|
6784
|
+
},
|
|
6785
|
+
{
|
|
6786
|
+
"name": "_pad1",
|
|
6787
|
+
"type": "u32",
|
|
6788
|
+
"offset": 44
|
|
6789
|
+
}
|
|
6790
|
+
]
|
|
6791
|
+
},
|
|
6792
|
+
"variants": {
|
|
6793
|
+
"f16_vec4_f16_out": {
|
|
6794
|
+
"wgsl": "gather_split4_f16_vec4_f16_out.wgsl",
|
|
6795
|
+
"entryPoint": "gather_vec4_f16_out",
|
|
6796
|
+
"workgroup": [
|
|
6797
|
+
64,
|
|
6798
|
+
1,
|
|
6799
|
+
1
|
|
6800
|
+
],
|
|
6801
|
+
"requires": [
|
|
6802
|
+
"shader-f16"
|
|
6803
|
+
],
|
|
6804
|
+
"outputDtype": "f16",
|
|
6805
|
+
"description": "F16 split embeddings -> F16 output",
|
|
6806
|
+
"reachability": {
|
|
6807
|
+
"status": "pinned",
|
|
6808
|
+
"inlineConfigs": [
|
|
6809
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
6810
|
+
],
|
|
6811
|
+
"ruleChains": [],
|
|
6812
|
+
"wgslOnDisk": true
|
|
6813
|
+
}
|
|
6814
|
+
}
|
|
6815
|
+
}
|
|
6816
|
+
},
|
|
6817
|
+
"gather_split8": {
|
|
6818
|
+
"description": "Row-split embedding lookup kernels with up to eight sections",
|
|
6819
|
+
"baseBindings": [
|
|
6820
|
+
{
|
|
6821
|
+
"index": 0,
|
|
6822
|
+
"name": "uniforms",
|
|
6823
|
+
"type": "uniform"
|
|
6824
|
+
},
|
|
6825
|
+
{
|
|
6826
|
+
"index": 1,
|
|
6827
|
+
"name": "indices",
|
|
6828
|
+
"type": "read-only-storage"
|
|
6829
|
+
},
|
|
6830
|
+
{
|
|
6831
|
+
"index": 2,
|
|
6832
|
+
"name": "embeddings0",
|
|
6833
|
+
"type": "read-only-storage"
|
|
6834
|
+
},
|
|
6835
|
+
{
|
|
6836
|
+
"index": 3,
|
|
6837
|
+
"name": "embeddings1",
|
|
6838
|
+
"type": "read-only-storage"
|
|
6839
|
+
},
|
|
6840
|
+
{
|
|
6841
|
+
"index": 4,
|
|
6842
|
+
"name": "embeddings2",
|
|
6843
|
+
"type": "read-only-storage"
|
|
6844
|
+
},
|
|
6845
|
+
{
|
|
6846
|
+
"index": 5,
|
|
6847
|
+
"name": "embeddings3",
|
|
6848
|
+
"type": "read-only-storage"
|
|
6849
|
+
},
|
|
6850
|
+
{
|
|
6851
|
+
"index": 6,
|
|
6852
|
+
"name": "embeddings4",
|
|
6853
|
+
"type": "read-only-storage"
|
|
6854
|
+
},
|
|
6855
|
+
{
|
|
6856
|
+
"index": 7,
|
|
6857
|
+
"name": "embeddings5",
|
|
6858
|
+
"type": "read-only-storage"
|
|
6859
|
+
},
|
|
6860
|
+
{
|
|
6861
|
+
"index": 8,
|
|
6862
|
+
"name": "embeddings6",
|
|
6863
|
+
"type": "read-only-storage"
|
|
6864
|
+
},
|
|
6865
|
+
{
|
|
6866
|
+
"index": 9,
|
|
6867
|
+
"name": "embeddings7",
|
|
6868
|
+
"type": "read-only-storage"
|
|
6869
|
+
},
|
|
6870
|
+
{
|
|
6871
|
+
"index": 10,
|
|
6872
|
+
"name": "output",
|
|
6873
|
+
"type": "storage"
|
|
6874
|
+
}
|
|
6875
|
+
],
|
|
6876
|
+
"baseUniforms": {
|
|
6877
|
+
"size": 64,
|
|
6878
|
+
"fields": [
|
|
6879
|
+
{
|
|
6880
|
+
"name": "num_tokens",
|
|
6881
|
+
"type": "u32",
|
|
6882
|
+
"offset": 0
|
|
6883
|
+
},
|
|
6884
|
+
{
|
|
6885
|
+
"name": "hidden_size",
|
|
6886
|
+
"type": "u32",
|
|
6887
|
+
"offset": 4
|
|
6888
|
+
},
|
|
6889
|
+
{
|
|
6890
|
+
"name": "vocab_size",
|
|
6891
|
+
"type": "u32",
|
|
6892
|
+
"offset": 8
|
|
6893
|
+
},
|
|
6894
|
+
{
|
|
6895
|
+
"name": "index_offset",
|
|
6896
|
+
"type": "u32",
|
|
6897
|
+
"offset": 12
|
|
6898
|
+
},
|
|
6899
|
+
{
|
|
6900
|
+
"name": "input_hidden_size",
|
|
6901
|
+
"type": "u32",
|
|
6902
|
+
"offset": 16
|
|
6903
|
+
},
|
|
6904
|
+
{
|
|
6905
|
+
"name": "hidden_offset",
|
|
6906
|
+
"type": "u32",
|
|
6907
|
+
"offset": 20
|
|
6908
|
+
},
|
|
6909
|
+
{
|
|
6910
|
+
"name": "section0_rows",
|
|
6911
|
+
"type": "u32",
|
|
6912
|
+
"offset": 24
|
|
6913
|
+
},
|
|
6914
|
+
{
|
|
6915
|
+
"name": "section1_rows",
|
|
6916
|
+
"type": "u32",
|
|
6917
|
+
"offset": 28
|
|
6918
|
+
},
|
|
6919
|
+
{
|
|
6920
|
+
"name": "section2_rows",
|
|
6921
|
+
"type": "u32",
|
|
6922
|
+
"offset": 32
|
|
6923
|
+
},
|
|
6924
|
+
{
|
|
6925
|
+
"name": "section3_rows",
|
|
6926
|
+
"type": "u32",
|
|
6927
|
+
"offset": 36
|
|
6928
|
+
},
|
|
6929
|
+
{
|
|
6930
|
+
"name": "section4_rows",
|
|
6931
|
+
"type": "u32",
|
|
6932
|
+
"offset": 40
|
|
6933
|
+
},
|
|
6934
|
+
{
|
|
6935
|
+
"name": "section5_rows",
|
|
6936
|
+
"type": "u32",
|
|
6937
|
+
"offset": 44
|
|
6938
|
+
},
|
|
6939
|
+
{
|
|
6940
|
+
"name": "section6_rows",
|
|
6941
|
+
"type": "u32",
|
|
6942
|
+
"offset": 48
|
|
6943
|
+
},
|
|
6944
|
+
{
|
|
6945
|
+
"name": "section7_rows",
|
|
6946
|
+
"type": "u32",
|
|
6947
|
+
"offset": 52
|
|
6948
|
+
},
|
|
6949
|
+
{
|
|
6950
|
+
"name": "_pad0",
|
|
6951
|
+
"type": "u32",
|
|
6952
|
+
"offset": 56
|
|
6953
|
+
},
|
|
6954
|
+
{
|
|
6955
|
+
"name": "_pad1",
|
|
6956
|
+
"type": "u32",
|
|
6957
|
+
"offset": 60
|
|
6958
|
+
}
|
|
6959
|
+
]
|
|
6960
|
+
},
|
|
6961
|
+
"variants": {
|
|
6962
|
+
"f16_vec4_f16_out": {
|
|
6963
|
+
"wgsl": "gather_split8_f16_vec4_f16_out.wgsl",
|
|
6964
|
+
"entryPoint": "gather_vec4_f16_out",
|
|
6965
|
+
"workgroup": [
|
|
6966
|
+
64,
|
|
6967
|
+
1,
|
|
6968
|
+
1
|
|
6969
|
+
],
|
|
6970
|
+
"requires": [
|
|
6971
|
+
"shader-f16"
|
|
6972
|
+
],
|
|
6973
|
+
"outputDtype": "f16",
|
|
6974
|
+
"description": "F16 split8 embeddings -> F16 output",
|
|
6975
|
+
"reachability": {
|
|
6976
|
+
"status": "pinned",
|
|
6977
|
+
"inlineConfigs": [
|
|
6978
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple"
|
|
6979
|
+
],
|
|
6980
|
+
"ruleChains": [],
|
|
6981
|
+
"wgslOnDisk": true
|
|
6982
|
+
}
|
|
6983
|
+
},
|
|
6984
|
+
"f16_vec4_f32_out": {
|
|
6985
|
+
"wgsl": "gather_split8_f16_vec4_f32_out.wgsl",
|
|
6986
|
+
"entryPoint": "gather_vec4_f32_out",
|
|
6987
|
+
"workgroup": [
|
|
6988
|
+
64,
|
|
6989
|
+
1,
|
|
6990
|
+
1
|
|
6991
|
+
],
|
|
6992
|
+
"requires": [
|
|
6993
|
+
"shader-f16"
|
|
6994
|
+
],
|
|
6995
|
+
"outputDtype": "f32",
|
|
6996
|
+
"description": "F16 split8 embeddings -> F32 output",
|
|
6997
|
+
"reachability": {
|
|
6998
|
+
"status": "pinned",
|
|
6999
|
+
"inlineConfigs": [
|
|
7000
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
7001
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
|
|
7002
|
+
],
|
|
7003
|
+
"ruleChains": [],
|
|
7004
|
+
"wgslOnDisk": true
|
|
7005
|
+
}
|
|
7006
|
+
}
|
|
7007
|
+
}
|
|
7008
|
+
},
|
|
7009
|
+
"residual": {
|
|
7010
|
+
"description": "Residual addition kernels",
|
|
7011
|
+
"baseBindings": [
|
|
7012
|
+
{
|
|
7013
|
+
"index": 0,
|
|
7014
|
+
"name": "uniforms",
|
|
7015
|
+
"type": "uniform"
|
|
7016
|
+
},
|
|
7017
|
+
{
|
|
7018
|
+
"index": 1,
|
|
7019
|
+
"name": "input",
|
|
7020
|
+
"type": "read-only-storage"
|
|
7021
|
+
},
|
|
7022
|
+
{
|
|
7023
|
+
"index": 2,
|
|
7024
|
+
"name": "residual",
|
|
7025
|
+
"type": "read-only-storage"
|
|
7026
|
+
},
|
|
7027
|
+
{
|
|
7028
|
+
"index": 3,
|
|
7029
|
+
"name": "output",
|
|
7030
|
+
"type": "storage"
|
|
7031
|
+
}
|
|
7032
|
+
],
|
|
7033
|
+
"baseUniforms": {
|
|
7034
|
+
"size": 16,
|
|
7035
|
+
"fields": [
|
|
7036
|
+
{
|
|
7037
|
+
"name": "size",
|
|
7038
|
+
"type": "u32",
|
|
7039
|
+
"offset": 0
|
|
7040
|
+
},
|
|
7041
|
+
{
|
|
7042
|
+
"name": "scale",
|
|
7043
|
+
"type": "f32",
|
|
7044
|
+
"offset": 4
|
|
7045
|
+
}
|
|
7046
|
+
]
|
|
7047
|
+
},
|
|
7048
|
+
"variants": {
|
|
7049
|
+
"default": {
|
|
7050
|
+
"wgsl": "residual.wgsl",
|
|
7051
|
+
"entryPoint": "main",
|
|
7052
|
+
"workgroup": [
|
|
7053
|
+
256,
|
|
7054
|
+
1,
|
|
7055
|
+
1
|
|
7056
|
+
],
|
|
7057
|
+
"requires": [],
|
|
7058
|
+
"reachability": {
|
|
7059
|
+
"status": "pinned",
|
|
7060
|
+
"inlineConfigs": [
|
|
7061
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
7062
|
+
"embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
|
|
7063
|
+
"gemma3/gemma-3-1b-it-f16-af32",
|
|
7064
|
+
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
7065
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
7066
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
7067
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
7068
|
+
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
7069
|
+
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
7070
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
7071
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
7072
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
7073
|
+
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
7074
|
+
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
7075
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
7076
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
7077
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
7078
|
+
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
7079
|
+
"gpt-oss-20b-f16-xmxfp4",
|
|
7080
|
+
"janus/janus-pro-1b-text-q4k-ehaf16",
|
|
7081
|
+
"lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
|
|
7082
|
+
"qwen3/qwen-3-5-0-8b-q4k-ehaf16",
|
|
7083
|
+
"qwen3/qwen-3-5-2b-q4k-ehaf16",
|
|
7084
|
+
"qwen3/qwen-3-6-27b-q4k-eaf16",
|
|
7085
|
+
"qwen3/qwen-3-6-27b-q4k-ehaf16"
|
|
7086
|
+
],
|
|
7087
|
+
"ruleChains": [
|
|
7088
|
+
"residual.rules.json#biasAddVariant",
|
|
7089
|
+
"residual.rules.json#residualVariant"
|
|
7090
|
+
],
|
|
7091
|
+
"wgslOnDisk": true
|
|
7092
|
+
}
|
|
7093
|
+
},
|
|
7094
|
+
"vec4": {
|
|
7095
|
+
"wgsl": "residual_vec4.wgsl",
|
|
7096
|
+
"entryPoint": "add_vec4",
|
|
7097
|
+
"workgroup": [
|
|
7098
|
+
64,
|
|
7099
|
+
1,
|
|
7100
|
+
1
|
|
7101
|
+
],
|
|
7102
|
+
"requires": [],
|
|
7103
|
+
"reachability": {
|
|
7104
|
+
"status": "model-selectable",
|
|
7105
|
+
"inlineConfigs": [],
|
|
7106
|
+
"ruleChains": [
|
|
7107
|
+
"residual.rules.json#residualVariant"
|
|
7108
|
+
],
|
|
7109
|
+
"wgslOnDisk": true
|
|
7110
|
+
}
|
|
7111
|
+
},
|
|
7112
|
+
"default_f16": {
|
|
7113
|
+
"wgsl": "residual_f16.wgsl",
|
|
7114
|
+
"entryPoint": "main",
|
|
7115
|
+
"workgroup": [
|
|
7116
|
+
256,
|
|
7117
|
+
1,
|
|
7118
|
+
1
|
|
7119
|
+
],
|
|
7120
|
+
"requires": [
|
|
7121
|
+
"shader-f16"
|
|
7122
|
+
],
|
|
7123
|
+
"outputDtype": "f16",
|
|
7124
|
+
"reachability": {
|
|
7125
|
+
"status": "pinned",
|
|
7126
|
+
"inlineConfigs": [
|
|
7127
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
|
|
7128
|
+
],
|
|
7129
|
+
"ruleChains": [
|
|
7130
|
+
"residual.rules.json#residualVariant"
|
|
7131
|
+
],
|
|
7132
|
+
"wgslOnDisk": true
|
|
7133
|
+
}
|
|
7134
|
+
},
|
|
7135
|
+
"vec4_f16": {
|
|
7136
|
+
"wgsl": "residual_f16_vec4.wgsl",
|
|
7137
|
+
"entryPoint": "add_vec4",
|
|
7138
|
+
"workgroup": [
|
|
7139
|
+
64,
|
|
7140
|
+
1,
|
|
7141
|
+
1
|
|
7142
|
+
],
|
|
7143
|
+
"requires": [
|
|
7144
|
+
"shader-f16"
|
|
7145
|
+
],
|
|
7146
|
+
"outputDtype": "f16",
|
|
7147
|
+
"reachability": {
|
|
7148
|
+
"status": "model-selectable",
|
|
7149
|
+
"inlineConfigs": [],
|
|
7150
|
+
"ruleChains": [
|
|
7151
|
+
"residual.rules.json#residualVariant"
|
|
7152
|
+
],
|
|
7153
|
+
"wgslOnDisk": true
|
|
7154
|
+
}
|
|
7155
|
+
}
|
|
7156
|
+
}
|
|
7157
|
+
},
|
|
7158
|
+
"topk": {
|
|
7159
|
+
"description": "Top-K selection kernels",
|
|
7160
|
+
"baseBindings": [
|
|
7161
|
+
{
|
|
7162
|
+
"index": 0,
|
|
7163
|
+
"name": "uniforms",
|
|
7164
|
+
"type": "uniform"
|
|
7165
|
+
},
|
|
7166
|
+
{
|
|
7167
|
+
"index": 1,
|
|
7168
|
+
"name": "input",
|
|
7169
|
+
"type": "read-only-storage"
|
|
7170
|
+
},
|
|
7171
|
+
{
|
|
7172
|
+
"index": 2,
|
|
7173
|
+
"name": "values",
|
|
7174
|
+
"type": "storage"
|
|
7175
|
+
},
|
|
7176
|
+
{
|
|
7177
|
+
"index": 3,
|
|
7178
|
+
"name": "indices",
|
|
7179
|
+
"type": "storage"
|
|
7180
|
+
}
|
|
7181
|
+
],
|
|
7182
|
+
"baseUniforms": {
|
|
7183
|
+
"size": 16,
|
|
7184
|
+
"fields": [
|
|
7185
|
+
{
|
|
7186
|
+
"name": "size",
|
|
7187
|
+
"type": "u32",
|
|
7188
|
+
"offset": 0
|
|
7189
|
+
},
|
|
7190
|
+
{
|
|
7191
|
+
"name": "k",
|
|
7192
|
+
"type": "u32",
|
|
7193
|
+
"offset": 4
|
|
7194
|
+
}
|
|
7195
|
+
]
|
|
7196
|
+
},
|
|
7197
|
+
"variants": {
|
|
7198
|
+
"default": {
|
|
7199
|
+
"wgsl": "topk.wgsl",
|
|
7200
|
+
"entryPoint": "main",
|
|
7201
|
+
"workgroup": [
|
|
7202
|
+
32,
|
|
7203
|
+
1,
|
|
7204
|
+
1
|
|
7205
|
+
],
|
|
7206
|
+
"requires": [],
|
|
7207
|
+
"reachability": {
|
|
7208
|
+
"status": "unused",
|
|
7209
|
+
"inlineConfigs": [],
|
|
7210
|
+
"ruleChains": [],
|
|
7211
|
+
"wgslOnDisk": true
|
|
7212
|
+
}
|
|
7213
|
+
},
|
|
7214
|
+
"small": {
|
|
7215
|
+
"wgsl": "topk.wgsl",
|
|
7216
|
+
"entryPoint": "topk_2_small",
|
|
7217
|
+
"workgroup": [
|
|
7218
|
+
256,
|
|
7219
|
+
1,
|
|
7220
|
+
1
|
|
7221
|
+
],
|
|
7222
|
+
"requires": [],
|
|
7223
|
+
"reachability": {
|
|
7224
|
+
"status": "unused",
|
|
7225
|
+
"inlineConfigs": [],
|
|
7226
|
+
"ruleChains": [],
|
|
7227
|
+
"wgslOnDisk": true
|
|
7228
|
+
}
|
|
7229
|
+
},
|
|
7230
|
+
"fused": {
|
|
7231
|
+
"wgsl": "topk.wgsl",
|
|
7232
|
+
"entryPoint": "softmax_topk",
|
|
7233
|
+
"workgroup": [
|
|
7234
|
+
32,
|
|
7235
|
+
1,
|
|
7236
|
+
1
|
|
7237
|
+
],
|
|
7238
|
+
"requires": [],
|
|
7239
|
+
"reachability": {
|
|
7240
|
+
"status": "unused",
|
|
7241
|
+
"inlineConfigs": [],
|
|
7242
|
+
"ruleChains": [],
|
|
7243
|
+
"wgslOnDisk": true
|
|
7244
|
+
}
|
|
7245
|
+
},
|
|
7246
|
+
"fused_f16": {
|
|
7247
|
+
"wgsl": "topk_f16.wgsl",
|
|
7248
|
+
"entryPoint": "softmax_topk",
|
|
7249
|
+
"workgroup": [
|
|
7250
|
+
32,
|
|
7251
|
+
1,
|
|
7252
|
+
1
|
|
7253
|
+
],
|
|
7254
|
+
"requires": [
|
|
7255
|
+
"shader-f16"
|
|
7256
|
+
],
|
|
7257
|
+
"reachability": {
|
|
7258
|
+
"status": "unused",
|
|
7259
|
+
"inlineConfigs": [],
|
|
7260
|
+
"ruleChains": [],
|
|
7261
|
+
"wgslOnDisk": true
|
|
7262
|
+
}
|
|
7263
|
+
},
|
|
7264
|
+
"fused_f16_w16": {
|
|
7265
|
+
"wgsl": "topk_f16_weights.wgsl",
|
|
7266
|
+
"entryPoint": "softmax_topk",
|
|
7267
|
+
"workgroup": [
|
|
7268
|
+
32,
|
|
7269
|
+
1,
|
|
7270
|
+
1
|
|
7271
|
+
],
|
|
7272
|
+
"requires": [
|
|
7273
|
+
"shader-f16"
|
|
7274
|
+
],
|
|
7275
|
+
"reachability": {
|
|
7276
|
+
"status": "unused",
|
|
7277
|
+
"inlineConfigs": [],
|
|
7278
|
+
"ruleChains": [],
|
|
7279
|
+
"wgslOnDisk": true
|
|
7280
|
+
}
|
|
7281
|
+
},
|
|
7282
|
+
"gptoss_router_topk": {
|
|
7283
|
+
"wgsl": "gptoss_router_topk.wgsl",
|
|
7284
|
+
"entryPoint": "softmax_topk",
|
|
7285
|
+
"workgroup": [
|
|
7286
|
+
256,
|
|
7287
|
+
1,
|
|
7288
|
+
1
|
|
7289
|
+
],
|
|
7290
|
+
"requires": [
|
|
7291
|
+
"shader-f16",
|
|
7292
|
+
"subgroups"
|
|
7293
|
+
],
|
|
7294
|
+
"outputDtype": "f16",
|
|
7295
|
+
"variantMetadata": {
|
|
7296
|
+
"modelType": "gpt-oss",
|
|
7297
|
+
"routerDtype": "f16",
|
|
7298
|
+
"weightsDtype": "f16",
|
|
7299
|
+
"tileShape": "token-major",
|
|
7300
|
+
"groupSize": 32
|
|
7301
|
+
},
|
|
7302
|
+
"description": "GPT-OSS deterministic router top-k kernel (f16 logits/weights).",
|
|
7303
|
+
"reachability": {
|
|
7304
|
+
"status": "unused",
|
|
7305
|
+
"inlineConfigs": [],
|
|
7306
|
+
"ruleChains": [],
|
|
7307
|
+
"wgslOnDisk": true
|
|
7308
|
+
}
|
|
7309
|
+
}
|
|
7310
|
+
}
|
|
7311
|
+
},
|
|
7312
|
+
"scatter_add": {
|
|
7313
|
+
"description": "MoE output combination kernels",
|
|
7314
|
+
"baseBindings": [
|
|
7315
|
+
{
|
|
7316
|
+
"index": 0,
|
|
7317
|
+
"name": "uniforms",
|
|
7318
|
+
"type": "uniform"
|
|
7319
|
+
},
|
|
7320
|
+
{
|
|
7321
|
+
"index": 1,
|
|
7322
|
+
"name": "input",
|
|
7323
|
+
"type": "read-only-storage"
|
|
7324
|
+
},
|
|
7325
|
+
{
|
|
7326
|
+
"index": 2,
|
|
7327
|
+
"name": "indices",
|
|
7328
|
+
"type": "read-only-storage"
|
|
7329
|
+
},
|
|
7330
|
+
{
|
|
7331
|
+
"index": 3,
|
|
7332
|
+
"name": "weights",
|
|
7333
|
+
"type": "read-only-storage"
|
|
7334
|
+
},
|
|
7335
|
+
{
|
|
7336
|
+
"index": 4,
|
|
7337
|
+
"name": "output",
|
|
7338
|
+
"type": "storage"
|
|
7339
|
+
}
|
|
7340
|
+
],
|
|
7341
|
+
"baseUniforms": {
|
|
7342
|
+
"size": 32,
|
|
7343
|
+
"fields": [
|
|
7344
|
+
{
|
|
7345
|
+
"name": "num_tokens",
|
|
7346
|
+
"type": "u32",
|
|
7347
|
+
"offset": 0
|
|
7348
|
+
},
|
|
7349
|
+
{
|
|
7350
|
+
"name": "hidden_size",
|
|
7351
|
+
"type": "u32",
|
|
7352
|
+
"offset": 4
|
|
7353
|
+
},
|
|
7354
|
+
{
|
|
7355
|
+
"name": "top_k",
|
|
7356
|
+
"type": "u32",
|
|
7357
|
+
"offset": 8
|
|
7358
|
+
},
|
|
7359
|
+
{
|
|
7360
|
+
"name": "num_experts",
|
|
7361
|
+
"type": "u32",
|
|
7362
|
+
"offset": 12
|
|
7363
|
+
}
|
|
7364
|
+
]
|
|
7365
|
+
},
|
|
7366
|
+
"variants": {
|
|
7367
|
+
"default": {
|
|
7368
|
+
"wgsl": "scatter_add.wgsl",
|
|
7369
|
+
"entryPoint": "main",
|
|
7370
|
+
"workgroup": [
|
|
7371
|
+
256,
|
|
7372
|
+
1,
|
|
7373
|
+
1
|
|
7374
|
+
],
|
|
7375
|
+
"requires": [],
|
|
7376
|
+
"reachability": {
|
|
7377
|
+
"status": "unused",
|
|
7378
|
+
"inlineConfigs": [],
|
|
7379
|
+
"ruleChains": [],
|
|
7380
|
+
"wgslOnDisk": true
|
|
7381
|
+
}
|
|
7382
|
+
},
|
|
7383
|
+
"vec4": {
|
|
7384
|
+
"wgsl": "scatter_add_vec4.wgsl",
|
|
7385
|
+
"entryPoint": "scatter_add_vec4",
|
|
7386
|
+
"workgroup": [
|
|
7387
|
+
64,
|
|
7388
|
+
1,
|
|
7389
|
+
1
|
|
7390
|
+
],
|
|
7391
|
+
"requires": [],
|
|
7392
|
+
"reachability": {
|
|
7393
|
+
"status": "unused",
|
|
7394
|
+
"inlineConfigs": [],
|
|
7395
|
+
"ruleChains": [],
|
|
7396
|
+
"wgslOnDisk": true
|
|
7397
|
+
}
|
|
7398
|
+
},
|
|
7399
|
+
"dynamic": {
|
|
7400
|
+
"wgsl": "scatter_add_dynamic.wgsl",
|
|
7401
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7402
|
+
"workgroup": [
|
|
7403
|
+
256,
|
|
7404
|
+
1,
|
|
7405
|
+
1
|
|
7406
|
+
],
|
|
7407
|
+
"requires": [],
|
|
7408
|
+
"bindingsOverride": [
|
|
7409
|
+
{
|
|
7410
|
+
"index": 2,
|
|
7411
|
+
"name": "routing_indices",
|
|
7412
|
+
"type": "read-only-storage"
|
|
7413
|
+
},
|
|
7414
|
+
{
|
|
7415
|
+
"index": 3,
|
|
7416
|
+
"name": "routing_weights",
|
|
7417
|
+
"type": "read-only-storage"
|
|
7418
|
+
},
|
|
7419
|
+
{
|
|
7420
|
+
"index": 4,
|
|
7421
|
+
"name": "token_offsets",
|
|
7422
|
+
"type": "read-only-storage"
|
|
7423
|
+
},
|
|
7424
|
+
{
|
|
7425
|
+
"index": 5,
|
|
7426
|
+
"name": "output",
|
|
7427
|
+
"type": "storage"
|
|
7428
|
+
}
|
|
7429
|
+
],
|
|
7430
|
+
"reachability": {
|
|
7431
|
+
"status": "unused",
|
|
7432
|
+
"inlineConfigs": [],
|
|
7433
|
+
"ruleChains": [],
|
|
7434
|
+
"wgslOnDisk": true
|
|
7435
|
+
}
|
|
7436
|
+
},
|
|
7437
|
+
"dynamic_expert_scale": {
|
|
7438
|
+
"wgsl": "scatter_add_dynamic_expert_scale.wgsl",
|
|
7439
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7440
|
+
"workgroup": [
|
|
7441
|
+
256,
|
|
7442
|
+
1,
|
|
7443
|
+
1
|
|
7444
|
+
],
|
|
7445
|
+
"requires": [],
|
|
7446
|
+
"bindingsOverride": [
|
|
7447
|
+
{
|
|
7448
|
+
"index": 2,
|
|
7449
|
+
"name": "routing_indices",
|
|
7450
|
+
"type": "read-only-storage"
|
|
7451
|
+
},
|
|
7452
|
+
{
|
|
7453
|
+
"index": 3,
|
|
7454
|
+
"name": "routing_weights",
|
|
7455
|
+
"type": "read-only-storage"
|
|
7456
|
+
},
|
|
7457
|
+
{
|
|
7458
|
+
"index": 4,
|
|
7459
|
+
"name": "token_offsets",
|
|
7460
|
+
"type": "read-only-storage"
|
|
7461
|
+
},
|
|
7462
|
+
{
|
|
7463
|
+
"index": 5,
|
|
7464
|
+
"name": "expert_scales",
|
|
7465
|
+
"type": "read-only-storage"
|
|
7466
|
+
},
|
|
7467
|
+
{
|
|
7468
|
+
"index": 6,
|
|
7469
|
+
"name": "output",
|
|
7470
|
+
"type": "storage"
|
|
7471
|
+
}
|
|
7472
|
+
],
|
|
7473
|
+
"reachability": {
|
|
7474
|
+
"status": "unused",
|
|
7475
|
+
"inlineConfigs": [],
|
|
7476
|
+
"ruleChains": [],
|
|
7477
|
+
"wgslOnDisk": true
|
|
7478
|
+
}
|
|
7479
|
+
},
|
|
7480
|
+
"dynamic_f16": {
|
|
7481
|
+
"wgsl": "scatter_add_dynamic_f16.wgsl",
|
|
7482
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7483
|
+
"workgroup": [
|
|
7484
|
+
256,
|
|
7485
|
+
1,
|
|
7486
|
+
1
|
|
7487
|
+
],
|
|
7488
|
+
"requires": [
|
|
7489
|
+
"shader-f16"
|
|
7490
|
+
],
|
|
7491
|
+
"bindingsOverride": [
|
|
7492
|
+
{
|
|
7493
|
+
"index": 2,
|
|
7494
|
+
"name": "routing_indices",
|
|
7495
|
+
"type": "read-only-storage"
|
|
7496
|
+
},
|
|
7497
|
+
{
|
|
7498
|
+
"index": 3,
|
|
7499
|
+
"name": "routing_weights",
|
|
7500
|
+
"type": "read-only-storage"
|
|
7501
|
+
},
|
|
7502
|
+
{
|
|
7503
|
+
"index": 4,
|
|
7504
|
+
"name": "token_offsets",
|
|
7505
|
+
"type": "read-only-storage"
|
|
7506
|
+
},
|
|
7507
|
+
{
|
|
7508
|
+
"index": 5,
|
|
7509
|
+
"name": "output",
|
|
7510
|
+
"type": "storage"
|
|
7511
|
+
}
|
|
7512
|
+
],
|
|
7513
|
+
"reachability": {
|
|
7514
|
+
"status": "unused",
|
|
7515
|
+
"inlineConfigs": [],
|
|
7516
|
+
"ruleChains": [],
|
|
7517
|
+
"wgslOnDisk": true
|
|
7518
|
+
}
|
|
7519
|
+
},
|
|
7520
|
+
"dynamic_f16_expert_scale": {
|
|
7521
|
+
"wgsl": "scatter_add_dynamic_f16_expert_scale.wgsl",
|
|
7522
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7523
|
+
"workgroup": [
|
|
7524
|
+
256,
|
|
7525
|
+
1,
|
|
7526
|
+
1
|
|
7527
|
+
],
|
|
7528
|
+
"requires": [
|
|
7529
|
+
"shader-f16"
|
|
7530
|
+
],
|
|
7531
|
+
"bindingsOverride": [
|
|
7532
|
+
{
|
|
7533
|
+
"index": 2,
|
|
7534
|
+
"name": "routing_indices",
|
|
7535
|
+
"type": "read-only-storage"
|
|
7536
|
+
},
|
|
7537
|
+
{
|
|
7538
|
+
"index": 3,
|
|
7539
|
+
"name": "routing_weights",
|
|
7540
|
+
"type": "read-only-storage"
|
|
7541
|
+
},
|
|
7542
|
+
{
|
|
7543
|
+
"index": 4,
|
|
7544
|
+
"name": "token_offsets",
|
|
7545
|
+
"type": "read-only-storage"
|
|
7546
|
+
},
|
|
7547
|
+
{
|
|
7548
|
+
"index": 5,
|
|
7549
|
+
"name": "expert_scales",
|
|
7550
|
+
"type": "read-only-storage"
|
|
7551
|
+
},
|
|
7552
|
+
{
|
|
7553
|
+
"index": 6,
|
|
7554
|
+
"name": "output",
|
|
7555
|
+
"type": "storage"
|
|
7556
|
+
}
|
|
7557
|
+
],
|
|
7558
|
+
"reachability": {
|
|
7559
|
+
"status": "unused",
|
|
7560
|
+
"inlineConfigs": [],
|
|
7561
|
+
"ruleChains": [],
|
|
7562
|
+
"wgslOnDisk": true
|
|
7563
|
+
}
|
|
7564
|
+
},
|
|
7565
|
+
"dynamic_f16_w16": {
|
|
7566
|
+
"wgsl": "scatter_add_dynamic_f16_weights.wgsl",
|
|
7567
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7568
|
+
"workgroup": [
|
|
7569
|
+
256,
|
|
7570
|
+
1,
|
|
7571
|
+
1
|
|
7572
|
+
],
|
|
7573
|
+
"requires": [
|
|
7574
|
+
"shader-f16"
|
|
7575
|
+
],
|
|
7576
|
+
"bindingsOverride": [
|
|
7577
|
+
{
|
|
7578
|
+
"index": 2,
|
|
7579
|
+
"name": "routing_indices",
|
|
7580
|
+
"type": "read-only-storage"
|
|
7581
|
+
},
|
|
7582
|
+
{
|
|
7583
|
+
"index": 3,
|
|
7584
|
+
"name": "routing_weights",
|
|
7585
|
+
"type": "read-only-storage"
|
|
7586
|
+
},
|
|
7587
|
+
{
|
|
7588
|
+
"index": 4,
|
|
7589
|
+
"name": "token_offsets",
|
|
7590
|
+
"type": "read-only-storage"
|
|
7591
|
+
},
|
|
7592
|
+
{
|
|
7593
|
+
"index": 5,
|
|
7594
|
+
"name": "output",
|
|
7595
|
+
"type": "storage"
|
|
7596
|
+
}
|
|
7597
|
+
],
|
|
7598
|
+
"reachability": {
|
|
7599
|
+
"status": "unused",
|
|
7600
|
+
"inlineConfigs": [],
|
|
7601
|
+
"ruleChains": [],
|
|
7602
|
+
"wgslOnDisk": true
|
|
7603
|
+
}
|
|
7604
|
+
},
|
|
7605
|
+
"dynamic_f16_w16_expert_scale": {
|
|
7606
|
+
"wgsl": "scatter_add_dynamic_f16_weights_expert_scale.wgsl",
|
|
7607
|
+
"entryPoint": "scatter_add_dynamic",
|
|
7608
|
+
"workgroup": [
|
|
7609
|
+
256,
|
|
7610
|
+
1,
|
|
7611
|
+
1
|
|
7612
|
+
],
|
|
7613
|
+
"requires": [
|
|
7614
|
+
"shader-f16"
|
|
7615
|
+
],
|
|
7616
|
+
"bindingsOverride": [
|
|
7617
|
+
{
|
|
7618
|
+
"index": 2,
|
|
7619
|
+
"name": "routing_indices",
|
|
7620
|
+
"type": "read-only-storage"
|
|
7621
|
+
},
|
|
7622
|
+
{
|
|
7623
|
+
"index": 3,
|
|
7624
|
+
"name": "routing_weights",
|
|
7625
|
+
"type": "read-only-storage"
|
|
7626
|
+
},
|
|
7627
|
+
{
|
|
7628
|
+
"index": 4,
|
|
7629
|
+
"name": "token_offsets",
|
|
7630
|
+
"type": "read-only-storage"
|
|
7631
|
+
},
|
|
7632
|
+
{
|
|
7633
|
+
"index": 5,
|
|
7634
|
+
"name": "expert_scales",
|
|
7635
|
+
"type": "read-only-storage"
|
|
7636
|
+
},
|
|
7637
|
+
{
|
|
7638
|
+
"index": 6,
|
|
7639
|
+
"name": "output",
|
|
7640
|
+
"type": "storage"
|
|
7641
|
+
}
|
|
7642
|
+
],
|
|
7643
|
+
"reachability": {
|
|
7644
|
+
"status": "unused",
|
|
7645
|
+
"inlineConfigs": [],
|
|
7646
|
+
"ruleChains": [],
|
|
7647
|
+
"wgslOnDisk": true
|
|
7648
|
+
}
|
|
7649
|
+
},
|
|
7650
|
+
"accumulate": {
|
|
7651
|
+
"wgsl": "scatter_add.wgsl",
|
|
7652
|
+
"entryPoint": "scatter_add_accumulate",
|
|
7653
|
+
"workgroup": [
|
|
7654
|
+
256,
|
|
7655
|
+
1,
|
|
7656
|
+
1
|
|
7657
|
+
],
|
|
7658
|
+
"requires": [],
|
|
7659
|
+
"reachability": {
|
|
7660
|
+
"status": "unused",
|
|
7661
|
+
"inlineConfigs": [],
|
|
7662
|
+
"ruleChains": [],
|
|
7663
|
+
"wgslOnDisk": true
|
|
7664
|
+
}
|
|
7665
|
+
}
|
|
7666
|
+
}
|
|
7667
|
+
},
|
|
7668
|
+
"gemma4_route_q4_matmul": {
|
|
7669
|
+
"description": "Route-wise Gemma4 packed Q4_K expert matmul kernels",
|
|
7670
|
+
"baseBindings": [
|
|
7671
|
+
{
|
|
7672
|
+
"index": 0,
|
|
7673
|
+
"name": "uniforms",
|
|
7674
|
+
"type": "uniform"
|
|
7675
|
+
},
|
|
7676
|
+
{
|
|
7677
|
+
"index": 1,
|
|
7678
|
+
"name": "input",
|
|
7679
|
+
"type": "read-only-storage"
|
|
7680
|
+
},
|
|
7681
|
+
{
|
|
7682
|
+
"index": 2,
|
|
7683
|
+
"name": "route_indices",
|
|
7684
|
+
"type": "read-only-storage"
|
|
7685
|
+
},
|
|
7686
|
+
{
|
|
7687
|
+
"index": 3,
|
|
7688
|
+
"name": "weights",
|
|
7689
|
+
"type": "read-only-storage"
|
|
7690
|
+
},
|
|
7691
|
+
{
|
|
7692
|
+
"index": 4,
|
|
7693
|
+
"name": "output",
|
|
7694
|
+
"type": "storage"
|
|
7695
|
+
}
|
|
7696
|
+
],
|
|
7697
|
+
"baseUniforms": {
|
|
7698
|
+
"size": 32,
|
|
7699
|
+
"fields": [
|
|
7700
|
+
{
|
|
7701
|
+
"name": "num_routes",
|
|
7702
|
+
"type": "u32",
|
|
7703
|
+
"offset": 0
|
|
7704
|
+
},
|
|
7705
|
+
{
|
|
7706
|
+
"name": "top_k",
|
|
7707
|
+
"type": "u32",
|
|
7708
|
+
"offset": 4
|
|
7709
|
+
},
|
|
7710
|
+
{
|
|
7711
|
+
"name": "N",
|
|
7712
|
+
"type": "u32",
|
|
7713
|
+
"offset": 8
|
|
7714
|
+
},
|
|
7715
|
+
{
|
|
7716
|
+
"name": "K",
|
|
7717
|
+
"type": "u32",
|
|
7718
|
+
"offset": 12
|
|
7719
|
+
},
|
|
7720
|
+
{
|
|
7721
|
+
"name": "num_blocks_per_row",
|
|
7722
|
+
"type": "u32",
|
|
7723
|
+
"offset": 16
|
|
7724
|
+
},
|
|
7725
|
+
{
|
|
7726
|
+
"name": "input_mode",
|
|
7727
|
+
"type": "u32",
|
|
7728
|
+
"offset": 20
|
|
7729
|
+
},
|
|
7730
|
+
{
|
|
7731
|
+
"name": "alpha",
|
|
7732
|
+
"type": "f32",
|
|
7733
|
+
"offset": 24
|
|
7734
|
+
},
|
|
7735
|
+
{
|
|
7736
|
+
"name": "_pad0",
|
|
7737
|
+
"type": "u32",
|
|
7738
|
+
"offset": 28
|
|
7739
|
+
}
|
|
7740
|
+
]
|
|
7741
|
+
},
|
|
7742
|
+
"variants": {
|
|
7743
|
+
"f16a": {
|
|
7744
|
+
"wgsl": "gemma4_route_q4_matmul_f16a.wgsl",
|
|
7745
|
+
"entryPoint": "route_matmul_f16a",
|
|
7746
|
+
"workgroup": [
|
|
7747
|
+
64,
|
|
7748
|
+
4,
|
|
7749
|
+
1
|
|
7750
|
+
],
|
|
7751
|
+
"requires": [
|
|
7752
|
+
"shader-f16",
|
|
7753
|
+
"subgroups"
|
|
7754
|
+
],
|
|
7755
|
+
"wgslOverrides": {
|
|
7756
|
+
"TILE_M": 4,
|
|
7757
|
+
"THREADS_PER_COL": 64
|
|
7758
|
+
},
|
|
7759
|
+
"reachability": {
|
|
7760
|
+
"status": "unused",
|
|
7761
|
+
"inlineConfigs": [],
|
|
7762
|
+
"ruleChains": [],
|
|
7763
|
+
"wgslOnDisk": true
|
|
7764
|
+
}
|
|
7765
|
+
}
|
|
7766
|
+
}
|
|
7767
|
+
},
|
|
7768
|
+
"scatter_add_routes": {
|
|
7769
|
+
"description": "Route-wise MoE output combination kernels",
|
|
7770
|
+
"baseBindings": [
|
|
7771
|
+
{
|
|
7772
|
+
"index": 0,
|
|
7773
|
+
"name": "uniforms",
|
|
7774
|
+
"type": "uniform"
|
|
7775
|
+
},
|
|
7776
|
+
{
|
|
7777
|
+
"index": 1,
|
|
7778
|
+
"name": "route_outputs",
|
|
7779
|
+
"type": "read-only-storage"
|
|
7780
|
+
},
|
|
7781
|
+
{
|
|
7782
|
+
"index": 2,
|
|
7783
|
+
"name": "routing_indices",
|
|
7784
|
+
"type": "read-only-storage"
|
|
7785
|
+
},
|
|
7786
|
+
{
|
|
7787
|
+
"index": 3,
|
|
7788
|
+
"name": "routing_weights",
|
|
7789
|
+
"type": "read-only-storage"
|
|
7790
|
+
},
|
|
7791
|
+
{
|
|
7792
|
+
"index": 4,
|
|
7793
|
+
"name": "expert_scales",
|
|
7794
|
+
"type": "read-only-storage"
|
|
7795
|
+
},
|
|
7796
|
+
{
|
|
7797
|
+
"index": 5,
|
|
7798
|
+
"name": "output",
|
|
7799
|
+
"type": "storage"
|
|
7800
|
+
}
|
|
7801
|
+
],
|
|
7802
|
+
"baseUniforms": {
|
|
7803
|
+
"size": 16,
|
|
7804
|
+
"fields": [
|
|
7805
|
+
{
|
|
7806
|
+
"name": "num_tokens",
|
|
7807
|
+
"type": "u32",
|
|
7808
|
+
"offset": 0
|
|
7809
|
+
},
|
|
7810
|
+
{
|
|
7811
|
+
"name": "hidden_size",
|
|
7812
|
+
"type": "u32",
|
|
7813
|
+
"offset": 4
|
|
7814
|
+
},
|
|
7815
|
+
{
|
|
7816
|
+
"name": "top_k",
|
|
7817
|
+
"type": "u32",
|
|
7818
|
+
"offset": 8
|
|
7819
|
+
},
|
|
7820
|
+
{
|
|
7821
|
+
"name": "_pad0",
|
|
7822
|
+
"type": "u32",
|
|
7823
|
+
"offset": 12
|
|
7824
|
+
}
|
|
7825
|
+
]
|
|
7826
|
+
},
|
|
7827
|
+
"variants": {
|
|
7828
|
+
"f16_w16_expert_scale": {
|
|
7829
|
+
"wgsl": "scatter_add_routes_f16_weights_expert_scale.wgsl",
|
|
7830
|
+
"entryPoint": "scatter_add_routes",
|
|
7831
|
+
"workgroup": [
|
|
7832
|
+
256,
|
|
7833
|
+
1,
|
|
7834
|
+
1
|
|
7835
|
+
],
|
|
7836
|
+
"requires": [
|
|
7837
|
+
"shader-f16"
|
|
7838
|
+
],
|
|
7839
|
+
"reachability": {
|
|
7840
|
+
"status": "unused",
|
|
7841
|
+
"inlineConfigs": [],
|
|
7842
|
+
"ruleChains": [],
|
|
7843
|
+
"wgslOnDisk": true
|
|
7844
|
+
}
|
|
7845
|
+
}
|
|
7846
|
+
}
|
|
7847
|
+
},
|
|
7848
|
+
"moe_gather": {
|
|
7849
|
+
"description": "Token gathering by expert kernels",
|
|
7850
|
+
"baseBindings": [
|
|
7851
|
+
{
|
|
7852
|
+
"index": 0,
|
|
7853
|
+
"name": "uniforms",
|
|
7854
|
+
"type": "uniform"
|
|
7855
|
+
},
|
|
7856
|
+
{
|
|
7857
|
+
"index": 1,
|
|
7858
|
+
"name": "input",
|
|
7859
|
+
"type": "read-only-storage"
|
|
7860
|
+
},
|
|
7861
|
+
{
|
|
7862
|
+
"index": 2,
|
|
7863
|
+
"name": "expert_assignments",
|
|
7864
|
+
"type": "read-only-storage"
|
|
7865
|
+
},
|
|
7866
|
+
{
|
|
7867
|
+
"index": 3,
|
|
7868
|
+
"name": "output",
|
|
7869
|
+
"type": "storage"
|
|
7870
|
+
}
|
|
7871
|
+
],
|
|
7872
|
+
"baseUniforms": {
|
|
7873
|
+
"size": 32,
|
|
7874
|
+
"fields": [
|
|
5750
7875
|
{
|
|
5751
|
-
"name": "
|
|
7876
|
+
"name": "num_tokens",
|
|
7877
|
+
"type": "u32",
|
|
7878
|
+
"offset": 0
|
|
7879
|
+
},
|
|
7880
|
+
{
|
|
7881
|
+
"name": "hidden_size",
|
|
5752
7882
|
"type": "u32",
|
|
5753
7883
|
"offset": 4
|
|
7884
|
+
},
|
|
7885
|
+
{
|
|
7886
|
+
"name": "num_experts",
|
|
7887
|
+
"type": "u32",
|
|
7888
|
+
"offset": 8
|
|
7889
|
+
},
|
|
7890
|
+
{
|
|
7891
|
+
"name": "top_k",
|
|
7892
|
+
"type": "u32",
|
|
7893
|
+
"offset": 12
|
|
7894
|
+
},
|
|
7895
|
+
{
|
|
7896
|
+
"name": "max_tokens_per_expert",
|
|
7897
|
+
"type": "u32",
|
|
7898
|
+
"offset": 16
|
|
7899
|
+
},
|
|
7900
|
+
{
|
|
7901
|
+
"name": "threads_per_row",
|
|
7902
|
+
"type": "u32",
|
|
7903
|
+
"offset": 20
|
|
7904
|
+
},
|
|
7905
|
+
{
|
|
7906
|
+
"name": "_pad2",
|
|
7907
|
+
"type": "u32",
|
|
7908
|
+
"offset": 24
|
|
7909
|
+
},
|
|
7910
|
+
{
|
|
7911
|
+
"name": "_pad3",
|
|
7912
|
+
"type": "u32",
|
|
7913
|
+
"offset": 28
|
|
5754
7914
|
}
|
|
5755
7915
|
]
|
|
5756
7916
|
},
|
|
5757
7917
|
"variants": {
|
|
5758
|
-
"
|
|
5759
|
-
"wgsl": "
|
|
5760
|
-
"entryPoint": "
|
|
7918
|
+
"count": {
|
|
7919
|
+
"wgsl": "moe_gather.wgsl",
|
|
7920
|
+
"entryPoint": "count_and_map",
|
|
5761
7921
|
"workgroup": [
|
|
5762
|
-
|
|
7922
|
+
256,
|
|
5763
7923
|
1,
|
|
5764
7924
|
1
|
|
5765
7925
|
],
|
|
@@ -5771,15 +7931,17 @@
|
|
|
5771
7931
|
"wgslOnDisk": true
|
|
5772
7932
|
}
|
|
5773
7933
|
},
|
|
5774
|
-
"
|
|
5775
|
-
"wgsl": "
|
|
5776
|
-
"entryPoint": "
|
|
7934
|
+
"count_f16": {
|
|
7935
|
+
"wgsl": "moe_gather_f16.wgsl",
|
|
7936
|
+
"entryPoint": "count_and_map",
|
|
5777
7937
|
"workgroup": [
|
|
5778
7938
|
256,
|
|
5779
7939
|
1,
|
|
5780
7940
|
1
|
|
5781
7941
|
],
|
|
5782
|
-
"requires": [
|
|
7942
|
+
"requires": [
|
|
7943
|
+
"shader-f16"
|
|
7944
|
+
],
|
|
5783
7945
|
"reachability": {
|
|
5784
7946
|
"status": "unused",
|
|
5785
7947
|
"inlineConfigs": [],
|
|
@@ -5787,11 +7949,11 @@
|
|
|
5787
7949
|
"wgslOnDisk": true
|
|
5788
7950
|
}
|
|
5789
7951
|
},
|
|
5790
|
-
"
|
|
5791
|
-
"wgsl": "
|
|
5792
|
-
"entryPoint": "
|
|
7952
|
+
"gather": {
|
|
7953
|
+
"wgsl": "moe_gather.wgsl",
|
|
7954
|
+
"entryPoint": "gather_tokens",
|
|
5793
7955
|
"workgroup": [
|
|
5794
|
-
|
|
7956
|
+
256,
|
|
5795
7957
|
1,
|
|
5796
7958
|
1
|
|
5797
7959
|
],
|
|
@@ -5803,11 +7965,11 @@
|
|
|
5803
7965
|
"wgslOnDisk": true
|
|
5804
7966
|
}
|
|
5805
7967
|
},
|
|
5806
|
-
"
|
|
5807
|
-
"wgsl": "
|
|
5808
|
-
"entryPoint": "
|
|
7968
|
+
"gather_f16": {
|
|
7969
|
+
"wgsl": "moe_gather_f16.wgsl",
|
|
7970
|
+
"entryPoint": "gather_tokens",
|
|
5809
7971
|
"workgroup": [
|
|
5810
|
-
|
|
7972
|
+
256,
|
|
5811
7973
|
1,
|
|
5812
7974
|
1
|
|
5813
7975
|
],
|
|
@@ -5821,45 +7983,179 @@
|
|
|
5821
7983
|
"wgslOnDisk": true
|
|
5822
7984
|
}
|
|
5823
7985
|
},
|
|
5824
|
-
"
|
|
5825
|
-
"wgsl": "
|
|
5826
|
-
"entryPoint": "
|
|
7986
|
+
"single_pass": {
|
|
7987
|
+
"wgsl": "moe_gather.wgsl",
|
|
7988
|
+
"entryPoint": "gather_single_pass",
|
|
5827
7989
|
"workgroup": [
|
|
5828
|
-
|
|
7990
|
+
256,
|
|
5829
7991
|
1,
|
|
5830
7992
|
1
|
|
5831
7993
|
],
|
|
5832
|
-
"requires": [
|
|
5833
|
-
|
|
7994
|
+
"requires": [],
|
|
7995
|
+
"reachability": {
|
|
7996
|
+
"status": "unused",
|
|
7997
|
+
"inlineConfigs": [],
|
|
7998
|
+
"ruleChains": [],
|
|
7999
|
+
"wgslOnDisk": true
|
|
8000
|
+
}
|
|
8001
|
+
}
|
|
8002
|
+
}
|
|
8003
|
+
},
|
|
8004
|
+
"moe_offsets": {
|
|
8005
|
+
"description": "Build routing token offsets for dynamic MoE scatter on GPU",
|
|
8006
|
+
"baseBindings": [
|
|
8007
|
+
{
|
|
8008
|
+
"index": 0,
|
|
8009
|
+
"name": "uniforms",
|
|
8010
|
+
"type": "uniform"
|
|
8011
|
+
},
|
|
8012
|
+
{
|
|
8013
|
+
"index": 1,
|
|
8014
|
+
"name": "token_counts",
|
|
8015
|
+
"type": "read-only-storage"
|
|
8016
|
+
},
|
|
8017
|
+
{
|
|
8018
|
+
"index": 2,
|
|
8019
|
+
"name": "token_map",
|
|
8020
|
+
"type": "read-only-storage"
|
|
8021
|
+
},
|
|
8022
|
+
{
|
|
8023
|
+
"index": 3,
|
|
8024
|
+
"name": "token_offsets",
|
|
8025
|
+
"type": "storage"
|
|
8026
|
+
}
|
|
8027
|
+
],
|
|
8028
|
+
"baseUniforms": {
|
|
8029
|
+
"size": 32,
|
|
8030
|
+
"fields": [
|
|
8031
|
+
{
|
|
8032
|
+
"name": "num_tokens",
|
|
8033
|
+
"type": "u32",
|
|
8034
|
+
"offset": 0
|
|
8035
|
+
},
|
|
8036
|
+
{
|
|
8037
|
+
"name": "num_experts",
|
|
8038
|
+
"type": "u32",
|
|
8039
|
+
"offset": 4
|
|
8040
|
+
},
|
|
8041
|
+
{
|
|
8042
|
+
"name": "top_k",
|
|
8043
|
+
"type": "u32",
|
|
8044
|
+
"offset": 8
|
|
8045
|
+
},
|
|
8046
|
+
{
|
|
8047
|
+
"name": "max_tokens_per_expert",
|
|
8048
|
+
"type": "u32",
|
|
8049
|
+
"offset": 12
|
|
8050
|
+
},
|
|
8051
|
+
{
|
|
8052
|
+
"name": "_pad0",
|
|
8053
|
+
"type": "u32",
|
|
8054
|
+
"offset": 16
|
|
8055
|
+
},
|
|
8056
|
+
{
|
|
8057
|
+
"name": "_pad1",
|
|
8058
|
+
"type": "u32",
|
|
8059
|
+
"offset": 20
|
|
8060
|
+
},
|
|
8061
|
+
{
|
|
8062
|
+
"name": "_pad2",
|
|
8063
|
+
"type": "u32",
|
|
8064
|
+
"offset": 24
|
|
8065
|
+
},
|
|
8066
|
+
{
|
|
8067
|
+
"name": "_pad3",
|
|
8068
|
+
"type": "u32",
|
|
8069
|
+
"offset": 28
|
|
8070
|
+
}
|
|
8071
|
+
]
|
|
8072
|
+
},
|
|
8073
|
+
"variants": {
|
|
8074
|
+
"default": {
|
|
8075
|
+
"wgsl": "moe_offsets.wgsl",
|
|
8076
|
+
"entryPoint": "build_offsets",
|
|
8077
|
+
"workgroup": [
|
|
8078
|
+
256,
|
|
8079
|
+
1,
|
|
8080
|
+
1
|
|
5834
8081
|
],
|
|
8082
|
+
"requires": [],
|
|
5835
8083
|
"reachability": {
|
|
5836
8084
|
"status": "unused",
|
|
5837
8085
|
"inlineConfigs": [],
|
|
5838
8086
|
"ruleChains": [],
|
|
5839
8087
|
"wgslOnDisk": true
|
|
5840
8088
|
}
|
|
8089
|
+
}
|
|
8090
|
+
}
|
|
8091
|
+
},
|
|
8092
|
+
"swiglu": {
|
|
8093
|
+
"description": "SwiGLU activation (gated) kernels",
|
|
8094
|
+
"baseBindings": [
|
|
8095
|
+
{
|
|
8096
|
+
"index": 0,
|
|
8097
|
+
"name": "uniforms",
|
|
8098
|
+
"type": "uniform"
|
|
5841
8099
|
},
|
|
5842
|
-
|
|
5843
|
-
"
|
|
5844
|
-
"
|
|
8100
|
+
{
|
|
8101
|
+
"index": 1,
|
|
8102
|
+
"name": "gate",
|
|
8103
|
+
"type": "read-only-storage"
|
|
8104
|
+
},
|
|
8105
|
+
{
|
|
8106
|
+
"index": 2,
|
|
8107
|
+
"name": "up",
|
|
8108
|
+
"type": "read-only-storage"
|
|
8109
|
+
},
|
|
8110
|
+
{
|
|
8111
|
+
"index": 3,
|
|
8112
|
+
"name": "bias",
|
|
8113
|
+
"type": "read-only-storage"
|
|
8114
|
+
},
|
|
8115
|
+
{
|
|
8116
|
+
"index": 4,
|
|
8117
|
+
"name": "output",
|
|
8118
|
+
"type": "storage"
|
|
8119
|
+
}
|
|
8120
|
+
],
|
|
8121
|
+
"baseUniforms": {
|
|
8122
|
+
"size": 16,
|
|
8123
|
+
"fields": [
|
|
8124
|
+
{
|
|
8125
|
+
"name": "size",
|
|
8126
|
+
"type": "u32",
|
|
8127
|
+
"offset": 0
|
|
8128
|
+
}
|
|
8129
|
+
]
|
|
8130
|
+
},
|
|
8131
|
+
"variants": {
|
|
8132
|
+
"rowsplit_bias": {
|
|
8133
|
+
"wgsl": "fused_swiglu.wgsl",
|
|
8134
|
+
"entryPoint": "main",
|
|
8135
|
+
"workgroup": [
|
|
8136
|
+
256,
|
|
8137
|
+
1,
|
|
8138
|
+
1
|
|
8139
|
+
],
|
|
8140
|
+
"requires": [],
|
|
8141
|
+
"reachability": {
|
|
8142
|
+
"status": "unused",
|
|
8143
|
+
"inlineConfigs": [],
|
|
8144
|
+
"ruleChains": [],
|
|
8145
|
+
"wgslOnDisk": true
|
|
8146
|
+
}
|
|
8147
|
+
},
|
|
8148
|
+
"rowsplit_bias_f16": {
|
|
8149
|
+
"wgsl": "fused_swiglu_f16.wgsl",
|
|
8150
|
+
"entryPoint": "main",
|
|
5845
8151
|
"workgroup": [
|
|
5846
8152
|
256,
|
|
5847
8153
|
1,
|
|
5848
8154
|
1
|
|
5849
8155
|
],
|
|
5850
8156
|
"requires": [
|
|
5851
|
-
"shader-f16"
|
|
5852
|
-
"subgroups"
|
|
8157
|
+
"shader-f16"
|
|
5853
8158
|
],
|
|
5854
|
-
"outputDtype": "f16",
|
|
5855
|
-
"variantMetadata": {
|
|
5856
|
-
"modelType": "gpt-oss",
|
|
5857
|
-
"routerDtype": "f16",
|
|
5858
|
-
"weightsDtype": "f16",
|
|
5859
|
-
"tileShape": "token-major",
|
|
5860
|
-
"groupSize": 32
|
|
5861
|
-
},
|
|
5862
|
-
"description": "GPT-OSS deterministic router top-k kernel (f16 logits/weights).",
|
|
5863
8159
|
"reachability": {
|
|
5864
8160
|
"status": "unused",
|
|
5865
8161
|
"inlineConfigs": [],
|
|
@@ -5869,8 +8165,8 @@
|
|
|
5869
8165
|
}
|
|
5870
8166
|
}
|
|
5871
8167
|
},
|
|
5872
|
-
"
|
|
5873
|
-
"description": "
|
|
8168
|
+
"bias_add": {
|
|
8169
|
+
"description": "Bias addition kernels",
|
|
5874
8170
|
"baseBindings": [
|
|
5875
8171
|
{
|
|
5876
8172
|
"index": 0,
|
|
@@ -5879,23 +8175,13 @@
|
|
|
5879
8175
|
},
|
|
5880
8176
|
{
|
|
5881
8177
|
"index": 1,
|
|
5882
|
-
"name": "
|
|
5883
|
-
"type": "
|
|
8178
|
+
"name": "data",
|
|
8179
|
+
"type": "storage"
|
|
5884
8180
|
},
|
|
5885
8181
|
{
|
|
5886
8182
|
"index": 2,
|
|
5887
|
-
"name": "
|
|
5888
|
-
"type": "read-only-storage"
|
|
5889
|
-
},
|
|
5890
|
-
{
|
|
5891
|
-
"index": 3,
|
|
5892
|
-
"name": "weights",
|
|
8183
|
+
"name": "bias",
|
|
5893
8184
|
"type": "read-only-storage"
|
|
5894
|
-
},
|
|
5895
|
-
{
|
|
5896
|
-
"index": 4,
|
|
5897
|
-
"name": "output",
|
|
5898
|
-
"type": "storage"
|
|
5899
8185
|
}
|
|
5900
8186
|
],
|
|
5901
8187
|
"baseUniforms": {
|
|
@@ -5907,25 +8193,45 @@
|
|
|
5907
8193
|
"offset": 0
|
|
5908
8194
|
},
|
|
5909
8195
|
{
|
|
5910
|
-
"name": "
|
|
8196
|
+
"name": "dim",
|
|
5911
8197
|
"type": "u32",
|
|
5912
8198
|
"offset": 4
|
|
5913
8199
|
},
|
|
5914
8200
|
{
|
|
5915
|
-
"name": "
|
|
8201
|
+
"name": "data_offset",
|
|
5916
8202
|
"type": "u32",
|
|
5917
8203
|
"offset": 8
|
|
5918
8204
|
},
|
|
5919
8205
|
{
|
|
5920
|
-
"name": "
|
|
8206
|
+
"name": "bias_offset",
|
|
5921
8207
|
"type": "u32",
|
|
5922
8208
|
"offset": 12
|
|
8209
|
+
},
|
|
8210
|
+
{
|
|
8211
|
+
"name": "token_stride",
|
|
8212
|
+
"type": "u32",
|
|
8213
|
+
"offset": 16
|
|
8214
|
+
},
|
|
8215
|
+
{
|
|
8216
|
+
"name": "_pad0",
|
|
8217
|
+
"type": "u32",
|
|
8218
|
+
"offset": 20
|
|
8219
|
+
},
|
|
8220
|
+
{
|
|
8221
|
+
"name": "_pad1",
|
|
8222
|
+
"type": "u32",
|
|
8223
|
+
"offset": 24
|
|
8224
|
+
},
|
|
8225
|
+
{
|
|
8226
|
+
"name": "_pad2",
|
|
8227
|
+
"type": "u32",
|
|
8228
|
+
"offset": 28
|
|
5923
8229
|
}
|
|
5924
8230
|
]
|
|
5925
8231
|
},
|
|
5926
8232
|
"variants": {
|
|
5927
8233
|
"default": {
|
|
5928
|
-
"wgsl": "
|
|
8234
|
+
"wgsl": "bias_add.wgsl",
|
|
5929
8235
|
"entryPoint": "main",
|
|
5930
8236
|
"workgroup": [
|
|
5931
8237
|
256,
|
|
@@ -5940,52 +8246,16 @@
|
|
|
5940
8246
|
"wgslOnDisk": true
|
|
5941
8247
|
}
|
|
5942
8248
|
},
|
|
5943
|
-
"
|
|
5944
|
-
"wgsl": "
|
|
5945
|
-
"entryPoint": "
|
|
5946
|
-
"workgroup": [
|
|
5947
|
-
64,
|
|
5948
|
-
1,
|
|
5949
|
-
1
|
|
5950
|
-
],
|
|
5951
|
-
"requires": [],
|
|
5952
|
-
"reachability": {
|
|
5953
|
-
"status": "unused",
|
|
5954
|
-
"inlineConfigs": [],
|
|
5955
|
-
"ruleChains": [],
|
|
5956
|
-
"wgslOnDisk": true
|
|
5957
|
-
}
|
|
5958
|
-
},
|
|
5959
|
-
"dynamic": {
|
|
5960
|
-
"wgsl": "scatter_add_dynamic.wgsl",
|
|
5961
|
-
"entryPoint": "scatter_add_dynamic",
|
|
8249
|
+
"f16": {
|
|
8250
|
+
"wgsl": "bias_add_f16.wgsl",
|
|
8251
|
+
"entryPoint": "main",
|
|
5962
8252
|
"workgroup": [
|
|
5963
8253
|
256,
|
|
5964
8254
|
1,
|
|
5965
8255
|
1
|
|
5966
8256
|
],
|
|
5967
|
-
"requires": [
|
|
5968
|
-
|
|
5969
|
-
{
|
|
5970
|
-
"index": 2,
|
|
5971
|
-
"name": "routing_indices",
|
|
5972
|
-
"type": "read-only-storage"
|
|
5973
|
-
},
|
|
5974
|
-
{
|
|
5975
|
-
"index": 3,
|
|
5976
|
-
"name": "routing_weights",
|
|
5977
|
-
"type": "read-only-storage"
|
|
5978
|
-
},
|
|
5979
|
-
{
|
|
5980
|
-
"index": 4,
|
|
5981
|
-
"name": "token_offsets",
|
|
5982
|
-
"type": "read-only-storage"
|
|
5983
|
-
},
|
|
5984
|
-
{
|
|
5985
|
-
"index": 5,
|
|
5986
|
-
"name": "output",
|
|
5987
|
-
"type": "storage"
|
|
5988
|
-
}
|
|
8257
|
+
"requires": [
|
|
8258
|
+
"shader-f16"
|
|
5989
8259
|
],
|
|
5990
8260
|
"reachability": {
|
|
5991
8261
|
"status": "unused",
|
|
@@ -5993,10 +8263,42 @@
|
|
|
5993
8263
|
"ruleChains": [],
|
|
5994
8264
|
"wgslOnDisk": true
|
|
5995
8265
|
}
|
|
8266
|
+
}
|
|
8267
|
+
}
|
|
8268
|
+
},
|
|
8269
|
+
"cast": {
|
|
8270
|
+
"description": "Type casting kernels",
|
|
8271
|
+
"baseBindings": [
|
|
8272
|
+
{
|
|
8273
|
+
"index": 0,
|
|
8274
|
+
"name": "uniforms",
|
|
8275
|
+
"type": "uniform"
|
|
5996
8276
|
},
|
|
5997
|
-
|
|
5998
|
-
"
|
|
5999
|
-
"
|
|
8277
|
+
{
|
|
8278
|
+
"index": 1,
|
|
8279
|
+
"name": "input",
|
|
8280
|
+
"type": "read-only-storage"
|
|
8281
|
+
},
|
|
8282
|
+
{
|
|
8283
|
+
"index": 2,
|
|
8284
|
+
"name": "output",
|
|
8285
|
+
"type": "storage"
|
|
8286
|
+
}
|
|
8287
|
+
],
|
|
8288
|
+
"baseUniforms": {
|
|
8289
|
+
"size": 16,
|
|
8290
|
+
"fields": [
|
|
8291
|
+
{
|
|
8292
|
+
"name": "size",
|
|
8293
|
+
"type": "u32",
|
|
8294
|
+
"offset": 0
|
|
8295
|
+
}
|
|
8296
|
+
]
|
|
8297
|
+
},
|
|
8298
|
+
"variants": {
|
|
8299
|
+
"f32_to_f16": {
|
|
8300
|
+
"wgsl": "cast_f32_to_f16.wgsl",
|
|
8301
|
+
"entryPoint": "main",
|
|
6000
8302
|
"workgroup": [
|
|
6001
8303
|
256,
|
|
6002
8304
|
1,
|
|
@@ -6005,38 +8307,18 @@
|
|
|
6005
8307
|
"requires": [
|
|
6006
8308
|
"shader-f16"
|
|
6007
8309
|
],
|
|
6008
|
-
"bindingsOverride": [
|
|
6009
|
-
{
|
|
6010
|
-
"index": 2,
|
|
6011
|
-
"name": "routing_indices",
|
|
6012
|
-
"type": "read-only-storage"
|
|
6013
|
-
},
|
|
6014
|
-
{
|
|
6015
|
-
"index": 3,
|
|
6016
|
-
"name": "routing_weights",
|
|
6017
|
-
"type": "read-only-storage"
|
|
6018
|
-
},
|
|
6019
|
-
{
|
|
6020
|
-
"index": 4,
|
|
6021
|
-
"name": "token_offsets",
|
|
6022
|
-
"type": "read-only-storage"
|
|
6023
|
-
},
|
|
6024
|
-
{
|
|
6025
|
-
"index": 5,
|
|
6026
|
-
"name": "output",
|
|
6027
|
-
"type": "storage"
|
|
6028
|
-
}
|
|
6029
|
-
],
|
|
6030
8310
|
"reachability": {
|
|
6031
|
-
"status": "
|
|
6032
|
-
"inlineConfigs": [
|
|
8311
|
+
"status": "pinned",
|
|
8312
|
+
"inlineConfigs": [
|
|
8313
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16"
|
|
8314
|
+
],
|
|
6033
8315
|
"ruleChains": [],
|
|
6034
8316
|
"wgslOnDisk": true
|
|
6035
8317
|
}
|
|
6036
8318
|
},
|
|
6037
|
-
"
|
|
6038
|
-
"wgsl": "
|
|
6039
|
-
"entryPoint": "
|
|
8319
|
+
"f16_to_f32": {
|
|
8320
|
+
"wgsl": "cast_f16_to_f32.wgsl",
|
|
8321
|
+
"entryPoint": "main",
|
|
6040
8322
|
"workgroup": [
|
|
6041
8323
|
256,
|
|
6042
8324
|
1,
|
|
@@ -6045,44 +8327,81 @@
|
|
|
6045
8327
|
"requires": [
|
|
6046
8328
|
"shader-f16"
|
|
6047
8329
|
],
|
|
6048
|
-
"bindingsOverride": [
|
|
6049
|
-
{
|
|
6050
|
-
"index": 2,
|
|
6051
|
-
"name": "routing_indices",
|
|
6052
|
-
"type": "read-only-storage"
|
|
6053
|
-
},
|
|
6054
|
-
{
|
|
6055
|
-
"index": 3,
|
|
6056
|
-
"name": "routing_weights",
|
|
6057
|
-
"type": "read-only-storage"
|
|
6058
|
-
},
|
|
6059
|
-
{
|
|
6060
|
-
"index": 4,
|
|
6061
|
-
"name": "token_offsets",
|
|
6062
|
-
"type": "read-only-storage"
|
|
6063
|
-
},
|
|
6064
|
-
{
|
|
6065
|
-
"index": 5,
|
|
6066
|
-
"name": "output",
|
|
6067
|
-
"type": "storage"
|
|
6068
|
-
}
|
|
6069
|
-
],
|
|
6070
8330
|
"reachability": {
|
|
6071
8331
|
"status": "unused",
|
|
6072
8332
|
"inlineConfigs": [],
|
|
6073
8333
|
"ruleChains": [],
|
|
6074
8334
|
"wgslOnDisk": true
|
|
6075
8335
|
}
|
|
8336
|
+
}
|
|
8337
|
+
}
|
|
8338
|
+
},
|
|
8339
|
+
"kv_cache_write": {
|
|
8340
|
+
"description": "Direct KV cache write kernels",
|
|
8341
|
+
"baseBindings": [
|
|
8342
|
+
{
|
|
8343
|
+
"index": 0,
|
|
8344
|
+
"name": "uniforms",
|
|
8345
|
+
"type": "uniform"
|
|
6076
8346
|
},
|
|
6077
|
-
|
|
6078
|
-
"
|
|
6079
|
-
"
|
|
8347
|
+
{
|
|
8348
|
+
"index": 1,
|
|
8349
|
+
"name": "input_k",
|
|
8350
|
+
"type": "read-only-storage"
|
|
8351
|
+
},
|
|
8352
|
+
{
|
|
8353
|
+
"index": 2,
|
|
8354
|
+
"name": "input_v",
|
|
8355
|
+
"type": "read-only-storage"
|
|
8356
|
+
},
|
|
8357
|
+
{
|
|
8358
|
+
"index": 3,
|
|
8359
|
+
"name": "output_k",
|
|
8360
|
+
"type": "storage"
|
|
8361
|
+
},
|
|
8362
|
+
{
|
|
8363
|
+
"index": 4,
|
|
8364
|
+
"name": "output_v",
|
|
8365
|
+
"type": "storage"
|
|
8366
|
+
}
|
|
8367
|
+
],
|
|
8368
|
+
"baseUniforms": {
|
|
8369
|
+
"size": 16,
|
|
8370
|
+
"fields": [
|
|
8371
|
+
{
|
|
8372
|
+
"name": "src_offset",
|
|
8373
|
+
"type": "u32",
|
|
8374
|
+
"offset": 0
|
|
8375
|
+
},
|
|
8376
|
+
{
|
|
8377
|
+
"name": "dst_offset",
|
|
8378
|
+
"type": "u32",
|
|
8379
|
+
"offset": 4
|
|
8380
|
+
},
|
|
8381
|
+
{
|
|
8382
|
+
"name": "count",
|
|
8383
|
+
"type": "u32",
|
|
8384
|
+
"offset": 8
|
|
8385
|
+
},
|
|
8386
|
+
{
|
|
8387
|
+
"name": "_pad0",
|
|
8388
|
+
"type": "u32",
|
|
8389
|
+
"offset": 12
|
|
8390
|
+
}
|
|
8391
|
+
]
|
|
8392
|
+
},
|
|
8393
|
+
"variants": {
|
|
8394
|
+
"f32_to_f16": {
|
|
8395
|
+
"wgsl": "kv_cache_write_f32_to_f16.wgsl",
|
|
8396
|
+
"entryPoint": "main",
|
|
6080
8397
|
"workgroup": [
|
|
6081
8398
|
256,
|
|
6082
8399
|
1,
|
|
6083
8400
|
1
|
|
6084
8401
|
],
|
|
6085
|
-
"requires": [
|
|
8402
|
+
"requires": [
|
|
8403
|
+
"shader-f16"
|
|
8404
|
+
],
|
|
6086
8405
|
"reachability": {
|
|
6087
8406
|
"status": "unused",
|
|
6088
8407
|
"inlineConfigs": [],
|
|
@@ -6092,8 +8411,8 @@
|
|
|
6092
8411
|
}
|
|
6093
8412
|
}
|
|
6094
8413
|
},
|
|
6095
|
-
"
|
|
6096
|
-
"description": "
|
|
8414
|
+
"split_qkv": {
|
|
8415
|
+
"description": "Split fused QKV output into separate Q, K, V buffers",
|
|
6097
8416
|
"baseBindings": [
|
|
6098
8417
|
{
|
|
6099
8418
|
"index": 0,
|
|
@@ -6102,22 +8421,27 @@
|
|
|
6102
8421
|
},
|
|
6103
8422
|
{
|
|
6104
8423
|
"index": 1,
|
|
6105
|
-
"name": "
|
|
8424
|
+
"name": "fused_qkv",
|
|
6106
8425
|
"type": "read-only-storage"
|
|
6107
8426
|
},
|
|
6108
8427
|
{
|
|
6109
8428
|
"index": 2,
|
|
6110
|
-
"name": "
|
|
6111
|
-
"type": "
|
|
8429
|
+
"name": "Q",
|
|
8430
|
+
"type": "storage"
|
|
6112
8431
|
},
|
|
6113
8432
|
{
|
|
6114
8433
|
"index": 3,
|
|
6115
|
-
"name": "
|
|
8434
|
+
"name": "K",
|
|
8435
|
+
"type": "storage"
|
|
8436
|
+
},
|
|
8437
|
+
{
|
|
8438
|
+
"index": 4,
|
|
8439
|
+
"name": "V",
|
|
6116
8440
|
"type": "storage"
|
|
6117
8441
|
}
|
|
6118
8442
|
],
|
|
6119
8443
|
"baseUniforms": {
|
|
6120
|
-
"size":
|
|
8444
|
+
"size": 16,
|
|
6121
8445
|
"fields": [
|
|
6122
8446
|
{
|
|
6123
8447
|
"name": "num_tokens",
|
|
@@ -6125,80 +8449,26 @@
|
|
|
6125
8449
|
"offset": 0
|
|
6126
8450
|
},
|
|
6127
8451
|
{
|
|
6128
|
-
"name": "
|
|
8452
|
+
"name": "q_size",
|
|
6129
8453
|
"type": "u32",
|
|
6130
8454
|
"offset": 4
|
|
6131
8455
|
},
|
|
6132
8456
|
{
|
|
6133
|
-
"name": "
|
|
8457
|
+
"name": "k_size",
|
|
6134
8458
|
"type": "u32",
|
|
6135
8459
|
"offset": 8
|
|
6136
8460
|
},
|
|
6137
8461
|
{
|
|
6138
|
-
"name": "
|
|
8462
|
+
"name": "v_size",
|
|
6139
8463
|
"type": "u32",
|
|
6140
8464
|
"offset": 12
|
|
6141
|
-
},
|
|
6142
|
-
{
|
|
6143
|
-
"name": "max_tokens_per_expert",
|
|
6144
|
-
"type": "u32",
|
|
6145
|
-
"offset": 16
|
|
6146
|
-
},
|
|
6147
|
-
{
|
|
6148
|
-
"name": "threads_per_row",
|
|
6149
|
-
"type": "u32",
|
|
6150
|
-
"offset": 20
|
|
6151
|
-
},
|
|
6152
|
-
{
|
|
6153
|
-
"name": "_pad2",
|
|
6154
|
-
"type": "u32",
|
|
6155
|
-
"offset": 24
|
|
6156
|
-
},
|
|
6157
|
-
{
|
|
6158
|
-
"name": "_pad3",
|
|
6159
|
-
"type": "u32",
|
|
6160
|
-
"offset": 28
|
|
6161
8465
|
}
|
|
6162
8466
|
]
|
|
6163
8467
|
},
|
|
6164
8468
|
"variants": {
|
|
6165
|
-
"
|
|
6166
|
-
"wgsl": "
|
|
6167
|
-
"entryPoint": "
|
|
6168
|
-
"workgroup": [
|
|
6169
|
-
256,
|
|
6170
|
-
1,
|
|
6171
|
-
1
|
|
6172
|
-
],
|
|
6173
|
-
"requires": [],
|
|
6174
|
-
"reachability": {
|
|
6175
|
-
"status": "unused",
|
|
6176
|
-
"inlineConfigs": [],
|
|
6177
|
-
"ruleChains": [],
|
|
6178
|
-
"wgslOnDisk": true
|
|
6179
|
-
}
|
|
6180
|
-
},
|
|
6181
|
-
"count_f16": {
|
|
6182
|
-
"wgsl": "moe_gather_f16.wgsl",
|
|
6183
|
-
"entryPoint": "count_and_map",
|
|
6184
|
-
"workgroup": [
|
|
6185
|
-
256,
|
|
6186
|
-
1,
|
|
6187
|
-
1
|
|
6188
|
-
],
|
|
6189
|
-
"requires": [
|
|
6190
|
-
"shader-f16"
|
|
6191
|
-
],
|
|
6192
|
-
"reachability": {
|
|
6193
|
-
"status": "unused",
|
|
6194
|
-
"inlineConfigs": [],
|
|
6195
|
-
"ruleChains": [],
|
|
6196
|
-
"wgslOnDisk": true
|
|
6197
|
-
}
|
|
6198
|
-
},
|
|
6199
|
-
"gather": {
|
|
6200
|
-
"wgsl": "moe_gather.wgsl",
|
|
6201
|
-
"entryPoint": "gather_tokens",
|
|
8469
|
+
"default": {
|
|
8470
|
+
"wgsl": "split_qkv.wgsl",
|
|
8471
|
+
"entryPoint": "main",
|
|
6202
8472
|
"workgroup": [
|
|
6203
8473
|
256,
|
|
6204
8474
|
1,
|
|
@@ -6206,15 +8476,17 @@
|
|
|
6206
8476
|
],
|
|
6207
8477
|
"requires": [],
|
|
6208
8478
|
"reachability": {
|
|
6209
|
-
"status": "
|
|
8479
|
+
"status": "selectable",
|
|
6210
8480
|
"inlineConfigs": [],
|
|
6211
|
-
"ruleChains": [
|
|
8481
|
+
"ruleChains": [
|
|
8482
|
+
"split-qkv.rules.json#variant"
|
|
8483
|
+
],
|
|
6212
8484
|
"wgslOnDisk": true
|
|
6213
8485
|
}
|
|
6214
8486
|
},
|
|
6215
|
-
"
|
|
6216
|
-
"wgsl": "
|
|
6217
|
-
"entryPoint": "
|
|
8487
|
+
"f16": {
|
|
8488
|
+
"wgsl": "split_qkv_f16.wgsl",
|
|
8489
|
+
"entryPoint": "main",
|
|
6218
8490
|
"workgroup": [
|
|
6219
8491
|
256,
|
|
6220
8492
|
1,
|
|
@@ -6224,32 +8496,18 @@
|
|
|
6224
8496
|
"shader-f16"
|
|
6225
8497
|
],
|
|
6226
8498
|
"reachability": {
|
|
6227
|
-
"status": "
|
|
6228
|
-
"inlineConfigs": [],
|
|
6229
|
-
"ruleChains": [],
|
|
6230
|
-
"wgslOnDisk": true
|
|
6231
|
-
}
|
|
6232
|
-
},
|
|
6233
|
-
"single_pass": {
|
|
6234
|
-
"wgsl": "moe_gather.wgsl",
|
|
6235
|
-
"entryPoint": "gather_single_pass",
|
|
6236
|
-
"workgroup": [
|
|
6237
|
-
256,
|
|
6238
|
-
1,
|
|
6239
|
-
1
|
|
6240
|
-
],
|
|
6241
|
-
"requires": [],
|
|
6242
|
-
"reachability": {
|
|
6243
|
-
"status": "unused",
|
|
8499
|
+
"status": "selectable",
|
|
6244
8500
|
"inlineConfigs": [],
|
|
6245
|
-
"ruleChains": [
|
|
8501
|
+
"ruleChains": [
|
|
8502
|
+
"split-qkv.rules.json#variant"
|
|
8503
|
+
],
|
|
6246
8504
|
"wgslOnDisk": true
|
|
6247
8505
|
}
|
|
6248
8506
|
}
|
|
6249
8507
|
}
|
|
6250
8508
|
},
|
|
6251
|
-
"
|
|
6252
|
-
"description": "
|
|
8509
|
+
"split_qkv_rmsnorm_qk": {
|
|
8510
|
+
"description": "Split fused QKV output and apply weighted RMSNorm to Q and K buffers",
|
|
6253
8511
|
"baseBindings": [
|
|
6254
8512
|
{
|
|
6255
8513
|
"index": 0,
|
|
@@ -6258,22 +8516,37 @@
|
|
|
6258
8516
|
},
|
|
6259
8517
|
{
|
|
6260
8518
|
"index": 1,
|
|
6261
|
-
"name": "
|
|
8519
|
+
"name": "fused_qkv",
|
|
6262
8520
|
"type": "read-only-storage"
|
|
6263
8521
|
},
|
|
6264
8522
|
{
|
|
6265
8523
|
"index": 2,
|
|
6266
|
-
"name": "
|
|
8524
|
+
"name": "q_weight",
|
|
6267
8525
|
"type": "read-only-storage"
|
|
6268
8526
|
},
|
|
6269
8527
|
{
|
|
6270
8528
|
"index": 3,
|
|
6271
|
-
"name": "
|
|
8529
|
+
"name": "k_weight",
|
|
8530
|
+
"type": "read-only-storage"
|
|
8531
|
+
},
|
|
8532
|
+
{
|
|
8533
|
+
"index": 4,
|
|
8534
|
+
"name": "Q",
|
|
8535
|
+
"type": "storage"
|
|
8536
|
+
},
|
|
8537
|
+
{
|
|
8538
|
+
"index": 5,
|
|
8539
|
+
"name": "K",
|
|
8540
|
+
"type": "storage"
|
|
8541
|
+
},
|
|
8542
|
+
{
|
|
8543
|
+
"index": 6,
|
|
8544
|
+
"name": "V",
|
|
6272
8545
|
"type": "storage"
|
|
6273
8546
|
}
|
|
6274
8547
|
],
|
|
6275
8548
|
"baseUniforms": {
|
|
6276
|
-
"size":
|
|
8549
|
+
"size": 48,
|
|
6277
8550
|
"fields": [
|
|
6278
8551
|
{
|
|
6279
8552
|
"name": "num_tokens",
|
|
@@ -6281,46 +8554,66 @@
|
|
|
6281
8554
|
"offset": 0
|
|
6282
8555
|
},
|
|
6283
8556
|
{
|
|
6284
|
-
"name": "
|
|
8557
|
+
"name": "q_size",
|
|
6285
8558
|
"type": "u32",
|
|
6286
8559
|
"offset": 4
|
|
6287
8560
|
},
|
|
6288
8561
|
{
|
|
6289
|
-
"name": "
|
|
8562
|
+
"name": "k_size",
|
|
6290
8563
|
"type": "u32",
|
|
6291
8564
|
"offset": 8
|
|
6292
8565
|
},
|
|
6293
8566
|
{
|
|
6294
|
-
"name": "
|
|
8567
|
+
"name": "v_size",
|
|
6295
8568
|
"type": "u32",
|
|
6296
8569
|
"offset": 12
|
|
6297
8570
|
},
|
|
6298
8571
|
{
|
|
6299
|
-
"name": "
|
|
8572
|
+
"name": "num_heads",
|
|
6300
8573
|
"type": "u32",
|
|
6301
8574
|
"offset": 16
|
|
6302
8575
|
},
|
|
6303
8576
|
{
|
|
6304
|
-
"name": "
|
|
8577
|
+
"name": "num_kv_heads",
|
|
6305
8578
|
"type": "u32",
|
|
6306
8579
|
"offset": 20
|
|
6307
8580
|
},
|
|
6308
8581
|
{
|
|
6309
|
-
"name": "
|
|
8582
|
+
"name": "head_dim",
|
|
6310
8583
|
"type": "u32",
|
|
6311
8584
|
"offset": 24
|
|
6312
8585
|
},
|
|
6313
8586
|
{
|
|
6314
|
-
"name": "
|
|
8587
|
+
"name": "workgroup_stride",
|
|
6315
8588
|
"type": "u32",
|
|
6316
8589
|
"offset": 28
|
|
8590
|
+
},
|
|
8591
|
+
{
|
|
8592
|
+
"name": "qk_rows",
|
|
8593
|
+
"type": "u32",
|
|
8594
|
+
"offset": 32
|
|
8595
|
+
},
|
|
8596
|
+
{
|
|
8597
|
+
"name": "total_v",
|
|
8598
|
+
"type": "u32",
|
|
8599
|
+
"offset": 36
|
|
8600
|
+
},
|
|
8601
|
+
{
|
|
8602
|
+
"name": "eps",
|
|
8603
|
+
"type": "f32",
|
|
8604
|
+
"offset": 40
|
|
8605
|
+
},
|
|
8606
|
+
{
|
|
8607
|
+
"name": "_pad0",
|
|
8608
|
+
"type": "u32",
|
|
8609
|
+
"offset": 44
|
|
6317
8610
|
}
|
|
6318
8611
|
]
|
|
6319
8612
|
},
|
|
6320
8613
|
"variants": {
|
|
6321
8614
|
"default": {
|
|
6322
|
-
"wgsl": "
|
|
6323
|
-
"entryPoint": "
|
|
8615
|
+
"wgsl": "split_qkv_rmsnorm_qk.wgsl",
|
|
8616
|
+
"entryPoint": "main",
|
|
6324
8617
|
"workgroup": [
|
|
6325
8618
|
256,
|
|
6326
8619
|
1,
|
|
@@ -6336,8 +8629,8 @@
|
|
|
6336
8629
|
}
|
|
6337
8630
|
}
|
|
6338
8631
|
},
|
|
6339
|
-
"
|
|
6340
|
-
"description": "
|
|
8632
|
+
"split_qkv_rmsnorm_rope_qk": {
|
|
8633
|
+
"description": "Split fused QKV output and apply weighted RMSNorm plus full-head RoPE to Q and K buffers",
|
|
6341
8634
|
"baseBindings": [
|
|
6342
8635
|
{
|
|
6343
8636
|
"index": 0,
|
|
@@ -6346,93 +8639,47 @@
|
|
|
6346
8639
|
},
|
|
6347
8640
|
{
|
|
6348
8641
|
"index": 1,
|
|
6349
|
-
"name": "
|
|
8642
|
+
"name": "fused_qkv",
|
|
6350
8643
|
"type": "read-only-storage"
|
|
6351
8644
|
},
|
|
6352
8645
|
{
|
|
6353
8646
|
"index": 2,
|
|
6354
|
-
"name": "
|
|
8647
|
+
"name": "q_weight",
|
|
6355
8648
|
"type": "read-only-storage"
|
|
6356
8649
|
},
|
|
6357
8650
|
{
|
|
6358
8651
|
"index": 3,
|
|
6359
|
-
"name": "
|
|
8652
|
+
"name": "k_weight",
|
|
6360
8653
|
"type": "read-only-storage"
|
|
6361
8654
|
},
|
|
6362
8655
|
{
|
|
6363
8656
|
"index": 4,
|
|
6364
|
-
"name": "
|
|
6365
|
-
"type": "storage"
|
|
6366
|
-
}
|
|
6367
|
-
],
|
|
6368
|
-
"baseUniforms": {
|
|
6369
|
-
"size": 16,
|
|
6370
|
-
"fields": [
|
|
6371
|
-
{
|
|
6372
|
-
"name": "size",
|
|
6373
|
-
"type": "u32",
|
|
6374
|
-
"offset": 0
|
|
6375
|
-
}
|
|
6376
|
-
]
|
|
6377
|
-
},
|
|
6378
|
-
"variants": {
|
|
6379
|
-
"rowsplit_bias": {
|
|
6380
|
-
"wgsl": "fused_swiglu.wgsl",
|
|
6381
|
-
"entryPoint": "main",
|
|
6382
|
-
"workgroup": [
|
|
6383
|
-
256,
|
|
6384
|
-
1,
|
|
6385
|
-
1
|
|
6386
|
-
],
|
|
6387
|
-
"requires": [],
|
|
6388
|
-
"reachability": {
|
|
6389
|
-
"status": "unused",
|
|
6390
|
-
"inlineConfigs": [],
|
|
6391
|
-
"ruleChains": [],
|
|
6392
|
-
"wgslOnDisk": true
|
|
6393
|
-
}
|
|
8657
|
+
"name": "freqs_cos",
|
|
8658
|
+
"type": "read-only-storage"
|
|
6394
8659
|
},
|
|
6395
|
-
"rowsplit_bias_f16": {
|
|
6396
|
-
"wgsl": "fused_swiglu_f16.wgsl",
|
|
6397
|
-
"entryPoint": "main",
|
|
6398
|
-
"workgroup": [
|
|
6399
|
-
256,
|
|
6400
|
-
1,
|
|
6401
|
-
1
|
|
6402
|
-
],
|
|
6403
|
-
"requires": [
|
|
6404
|
-
"shader-f16"
|
|
6405
|
-
],
|
|
6406
|
-
"reachability": {
|
|
6407
|
-
"status": "unused",
|
|
6408
|
-
"inlineConfigs": [],
|
|
6409
|
-
"ruleChains": [],
|
|
6410
|
-
"wgslOnDisk": true
|
|
6411
|
-
}
|
|
6412
|
-
}
|
|
6413
|
-
}
|
|
6414
|
-
},
|
|
6415
|
-
"bias_add": {
|
|
6416
|
-
"description": "Bias addition kernels",
|
|
6417
|
-
"baseBindings": [
|
|
6418
8660
|
{
|
|
6419
|
-
"index":
|
|
6420
|
-
"name": "
|
|
6421
|
-
"type": "
|
|
8661
|
+
"index": 5,
|
|
8662
|
+
"name": "freqs_sin",
|
|
8663
|
+
"type": "read-only-storage"
|
|
8664
|
+
},
|
|
8665
|
+
{
|
|
8666
|
+
"index": 6,
|
|
8667
|
+
"name": "Q",
|
|
8668
|
+
"type": "storage"
|
|
6422
8669
|
},
|
|
6423
8670
|
{
|
|
6424
|
-
"index":
|
|
6425
|
-
"name": "
|
|
8671
|
+
"index": 7,
|
|
8672
|
+
"name": "K",
|
|
6426
8673
|
"type": "storage"
|
|
6427
8674
|
},
|
|
6428
8675
|
{
|
|
6429
|
-
"index":
|
|
6430
|
-
"name": "
|
|
6431
|
-
"type": "
|
|
8676
|
+
"index": 8,
|
|
8677
|
+
"name": "V",
|
|
8678
|
+
"type": "storage"
|
|
6432
8679
|
}
|
|
6433
8680
|
],
|
|
6434
8681
|
"baseUniforms": {
|
|
6435
|
-
"size":
|
|
8682
|
+
"size": 64,
|
|
6436
8683
|
"fields": [
|
|
6437
8684
|
{
|
|
6438
8685
|
"name": "num_tokens",
|
|
@@ -6440,45 +8687,85 @@
|
|
|
6440
8687
|
"offset": 0
|
|
6441
8688
|
},
|
|
6442
8689
|
{
|
|
6443
|
-
"name": "
|
|
8690
|
+
"name": "q_size",
|
|
6444
8691
|
"type": "u32",
|
|
6445
8692
|
"offset": 4
|
|
6446
8693
|
},
|
|
6447
8694
|
{
|
|
6448
|
-
"name": "
|
|
8695
|
+
"name": "k_size",
|
|
6449
8696
|
"type": "u32",
|
|
6450
8697
|
"offset": 8
|
|
6451
8698
|
},
|
|
6452
8699
|
{
|
|
6453
|
-
"name": "
|
|
8700
|
+
"name": "v_size",
|
|
6454
8701
|
"type": "u32",
|
|
6455
8702
|
"offset": 12
|
|
6456
8703
|
},
|
|
6457
8704
|
{
|
|
6458
|
-
"name": "
|
|
8705
|
+
"name": "num_heads",
|
|
6459
8706
|
"type": "u32",
|
|
6460
8707
|
"offset": 16
|
|
6461
8708
|
},
|
|
6462
8709
|
{
|
|
6463
|
-
"name": "
|
|
8710
|
+
"name": "num_kv_heads",
|
|
6464
8711
|
"type": "u32",
|
|
6465
8712
|
"offset": 20
|
|
6466
8713
|
},
|
|
6467
8714
|
{
|
|
6468
|
-
"name": "
|
|
8715
|
+
"name": "head_dim",
|
|
6469
8716
|
"type": "u32",
|
|
6470
8717
|
"offset": 24
|
|
6471
8718
|
},
|
|
6472
8719
|
{
|
|
6473
|
-
"name": "
|
|
8720
|
+
"name": "workgroup_stride",
|
|
6474
8721
|
"type": "u32",
|
|
6475
8722
|
"offset": 28
|
|
8723
|
+
},
|
|
8724
|
+
{
|
|
8725
|
+
"name": "qk_rows",
|
|
8726
|
+
"type": "u32",
|
|
8727
|
+
"offset": 32
|
|
8728
|
+
},
|
|
8729
|
+
{
|
|
8730
|
+
"name": "total_v",
|
|
8731
|
+
"type": "u32",
|
|
8732
|
+
"offset": 36
|
|
8733
|
+
},
|
|
8734
|
+
{
|
|
8735
|
+
"name": "start_pos",
|
|
8736
|
+
"type": "u32",
|
|
8737
|
+
"offset": 40
|
|
8738
|
+
},
|
|
8739
|
+
{
|
|
8740
|
+
"name": "half_dim",
|
|
8741
|
+
"type": "u32",
|
|
8742
|
+
"offset": 44
|
|
8743
|
+
},
|
|
8744
|
+
{
|
|
8745
|
+
"name": "eps",
|
|
8746
|
+
"type": "f32",
|
|
8747
|
+
"offset": 48
|
|
8748
|
+
},
|
|
8749
|
+
{
|
|
8750
|
+
"name": "_pad0",
|
|
8751
|
+
"type": "u32",
|
|
8752
|
+
"offset": 52
|
|
8753
|
+
},
|
|
8754
|
+
{
|
|
8755
|
+
"name": "_pad1",
|
|
8756
|
+
"type": "u32",
|
|
8757
|
+
"offset": 56
|
|
8758
|
+
},
|
|
8759
|
+
{
|
|
8760
|
+
"name": "_pad2",
|
|
8761
|
+
"type": "u32",
|
|
8762
|
+
"offset": 60
|
|
6476
8763
|
}
|
|
6477
8764
|
]
|
|
6478
8765
|
},
|
|
6479
8766
|
"variants": {
|
|
6480
8767
|
"default": {
|
|
6481
|
-
"wgsl": "
|
|
8768
|
+
"wgsl": "split_qkv_rmsnorm_rope_qk.wgsl",
|
|
6482
8769
|
"entryPoint": "main",
|
|
6483
8770
|
"workgroup": [
|
|
6484
8771
|
256,
|
|
@@ -6492,29 +8779,11 @@
|
|
|
6492
8779
|
"ruleChains": [],
|
|
6493
8780
|
"wgslOnDisk": true
|
|
6494
8781
|
}
|
|
6495
|
-
},
|
|
6496
|
-
"f16": {
|
|
6497
|
-
"wgsl": "bias_add_f16.wgsl",
|
|
6498
|
-
"entryPoint": "main",
|
|
6499
|
-
"workgroup": [
|
|
6500
|
-
256,
|
|
6501
|
-
1,
|
|
6502
|
-
1
|
|
6503
|
-
],
|
|
6504
|
-
"requires": [
|
|
6505
|
-
"shader-f16"
|
|
6506
|
-
],
|
|
6507
|
-
"reachability": {
|
|
6508
|
-
"status": "unused",
|
|
6509
|
-
"inlineConfigs": [],
|
|
6510
|
-
"ruleChains": [],
|
|
6511
|
-
"wgslOnDisk": true
|
|
6512
|
-
}
|
|
6513
8782
|
}
|
|
6514
8783
|
}
|
|
6515
8784
|
},
|
|
6516
|
-
"
|
|
6517
|
-
"description": "
|
|
8785
|
+
"split_qkv_rmsnorm_rope_qk_f16kv_cache": {
|
|
8786
|
+
"description": "Split fused QKV output, apply weighted RMSNorm plus full-head RoPE to Q/K, and write K/V directly to contiguous f16 KV cache",
|
|
6518
8787
|
"baseBindings": [
|
|
6519
8788
|
{
|
|
6520
8789
|
"index": 0,
|
|
@@ -6523,95 +8792,47 @@
|
|
|
6523
8792
|
},
|
|
6524
8793
|
{
|
|
6525
8794
|
"index": 1,
|
|
6526
|
-
"name": "
|
|
8795
|
+
"name": "fused_qkv",
|
|
6527
8796
|
"type": "read-only-storage"
|
|
6528
8797
|
},
|
|
6529
8798
|
{
|
|
6530
8799
|
"index": 2,
|
|
6531
|
-
"name": "
|
|
6532
|
-
"type": "storage"
|
|
6533
|
-
}
|
|
6534
|
-
],
|
|
6535
|
-
"baseUniforms": {
|
|
6536
|
-
"size": 16,
|
|
6537
|
-
"fields": [
|
|
6538
|
-
{
|
|
6539
|
-
"name": "size",
|
|
6540
|
-
"type": "u32",
|
|
6541
|
-
"offset": 0
|
|
6542
|
-
}
|
|
6543
|
-
]
|
|
6544
|
-
},
|
|
6545
|
-
"variants": {
|
|
6546
|
-
"f32_to_f16": {
|
|
6547
|
-
"wgsl": "cast_f32_to_f16.wgsl",
|
|
6548
|
-
"entryPoint": "main",
|
|
6549
|
-
"workgroup": [
|
|
6550
|
-
256,
|
|
6551
|
-
1,
|
|
6552
|
-
1
|
|
6553
|
-
],
|
|
6554
|
-
"requires": [
|
|
6555
|
-
"shader-f16"
|
|
6556
|
-
],
|
|
6557
|
-
"reachability": {
|
|
6558
|
-
"status": "unused",
|
|
6559
|
-
"inlineConfigs": [],
|
|
6560
|
-
"ruleChains": [],
|
|
6561
|
-
"wgslOnDisk": true
|
|
6562
|
-
}
|
|
8800
|
+
"name": "q_weight",
|
|
8801
|
+
"type": "read-only-storage"
|
|
6563
8802
|
},
|
|
6564
|
-
"f16_to_f32": {
|
|
6565
|
-
"wgsl": "cast_f16_to_f32.wgsl",
|
|
6566
|
-
"entryPoint": "main",
|
|
6567
|
-
"workgroup": [
|
|
6568
|
-
256,
|
|
6569
|
-
1,
|
|
6570
|
-
1
|
|
6571
|
-
],
|
|
6572
|
-
"requires": [
|
|
6573
|
-
"shader-f16"
|
|
6574
|
-
],
|
|
6575
|
-
"reachability": {
|
|
6576
|
-
"status": "unused",
|
|
6577
|
-
"inlineConfigs": [],
|
|
6578
|
-
"ruleChains": [],
|
|
6579
|
-
"wgslOnDisk": true
|
|
6580
|
-
}
|
|
6581
|
-
}
|
|
6582
|
-
}
|
|
6583
|
-
},
|
|
6584
|
-
"split_qkv": {
|
|
6585
|
-
"description": "Split fused QKV output into separate Q, K, V buffers",
|
|
6586
|
-
"baseBindings": [
|
|
6587
8803
|
{
|
|
6588
|
-
"index":
|
|
6589
|
-
"name": "
|
|
6590
|
-
"type": "
|
|
8804
|
+
"index": 3,
|
|
8805
|
+
"name": "k_weight",
|
|
8806
|
+
"type": "read-only-storage"
|
|
6591
8807
|
},
|
|
6592
8808
|
{
|
|
6593
|
-
"index":
|
|
6594
|
-
"name": "
|
|
8809
|
+
"index": 4,
|
|
8810
|
+
"name": "freqs_cos",
|
|
6595
8811
|
"type": "read-only-storage"
|
|
6596
8812
|
},
|
|
6597
8813
|
{
|
|
6598
|
-
"index":
|
|
8814
|
+
"index": 5,
|
|
8815
|
+
"name": "freqs_sin",
|
|
8816
|
+
"type": "read-only-storage"
|
|
8817
|
+
},
|
|
8818
|
+
{
|
|
8819
|
+
"index": 6,
|
|
6599
8820
|
"name": "Q",
|
|
6600
8821
|
"type": "storage"
|
|
6601
8822
|
},
|
|
6602
8823
|
{
|
|
6603
|
-
"index":
|
|
6604
|
-
"name": "
|
|
8824
|
+
"index": 7,
|
|
8825
|
+
"name": "kv_cache_k",
|
|
6605
8826
|
"type": "storage"
|
|
6606
8827
|
},
|
|
6607
8828
|
{
|
|
6608
|
-
"index":
|
|
6609
|
-
"name": "
|
|
8829
|
+
"index": 8,
|
|
8830
|
+
"name": "kv_cache_v",
|
|
6610
8831
|
"type": "storage"
|
|
6611
8832
|
}
|
|
6612
8833
|
],
|
|
6613
8834
|
"baseUniforms": {
|
|
6614
|
-
"size":
|
|
8835
|
+
"size": 64,
|
|
6615
8836
|
"fields": [
|
|
6616
8837
|
{
|
|
6617
8838
|
"name": "num_tokens",
|
|
@@ -6632,30 +8853,72 @@
|
|
|
6632
8853
|
"name": "v_size",
|
|
6633
8854
|
"type": "u32",
|
|
6634
8855
|
"offset": 12
|
|
8856
|
+
},
|
|
8857
|
+
{
|
|
8858
|
+
"name": "num_heads",
|
|
8859
|
+
"type": "u32",
|
|
8860
|
+
"offset": 16
|
|
8861
|
+
},
|
|
8862
|
+
{
|
|
8863
|
+
"name": "num_kv_heads",
|
|
8864
|
+
"type": "u32",
|
|
8865
|
+
"offset": 20
|
|
8866
|
+
},
|
|
8867
|
+
{
|
|
8868
|
+
"name": "head_dim",
|
|
8869
|
+
"type": "u32",
|
|
8870
|
+
"offset": 24
|
|
8871
|
+
},
|
|
8872
|
+
{
|
|
8873
|
+
"name": "workgroup_stride",
|
|
8874
|
+
"type": "u32",
|
|
8875
|
+
"offset": 28
|
|
8876
|
+
},
|
|
8877
|
+
{
|
|
8878
|
+
"name": "qk_rows",
|
|
8879
|
+
"type": "u32",
|
|
8880
|
+
"offset": 32
|
|
8881
|
+
},
|
|
8882
|
+
{
|
|
8883
|
+
"name": "total_v",
|
|
8884
|
+
"type": "u32",
|
|
8885
|
+
"offset": 36
|
|
8886
|
+
},
|
|
8887
|
+
{
|
|
8888
|
+
"name": "start_pos",
|
|
8889
|
+
"type": "u32",
|
|
8890
|
+
"offset": 40
|
|
8891
|
+
},
|
|
8892
|
+
{
|
|
8893
|
+
"name": "half_dim",
|
|
8894
|
+
"type": "u32",
|
|
8895
|
+
"offset": 44
|
|
8896
|
+
},
|
|
8897
|
+
{
|
|
8898
|
+
"name": "eps",
|
|
8899
|
+
"type": "f32",
|
|
8900
|
+
"offset": 48
|
|
8901
|
+
},
|
|
8902
|
+
{
|
|
8903
|
+
"name": "kv_dst_offset",
|
|
8904
|
+
"type": "u32",
|
|
8905
|
+
"offset": 52
|
|
8906
|
+
},
|
|
8907
|
+
{
|
|
8908
|
+
"name": "_pad1",
|
|
8909
|
+
"type": "u32",
|
|
8910
|
+
"offset": 56
|
|
8911
|
+
},
|
|
8912
|
+
{
|
|
8913
|
+
"name": "_pad2",
|
|
8914
|
+
"type": "u32",
|
|
8915
|
+
"offset": 60
|
|
6635
8916
|
}
|
|
6636
8917
|
]
|
|
6637
8918
|
},
|
|
6638
8919
|
"variants": {
|
|
6639
8920
|
"default": {
|
|
6640
|
-
"wgsl": "
|
|
6641
|
-
"entryPoint": "main",
|
|
6642
|
-
"workgroup": [
|
|
6643
|
-
256,
|
|
6644
|
-
1,
|
|
6645
|
-
1
|
|
6646
|
-
],
|
|
6647
|
-
"requires": [],
|
|
6648
|
-
"reachability": {
|
|
6649
|
-
"status": "selectable",
|
|
6650
|
-
"inlineConfigs": [],
|
|
6651
|
-
"ruleChains": [
|
|
6652
|
-
"split-qkv.rules.json#variant"
|
|
6653
|
-
],
|
|
6654
|
-
"wgslOnDisk": true
|
|
6655
|
-
}
|
|
6656
|
-
},
|
|
6657
|
-
"f16": {
|
|
6658
|
-
"wgsl": "split_qkv_f16.wgsl",
|
|
8921
|
+
"wgsl": "split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl",
|
|
6659
8922
|
"entryPoint": "main",
|
|
6660
8923
|
"workgroup": [
|
|
6661
8924
|
256,
|
|
@@ -6666,11 +8929,9 @@
|
|
|
6666
8929
|
"shader-f16"
|
|
6667
8930
|
],
|
|
6668
8931
|
"reachability": {
|
|
6669
|
-
"status": "
|
|
8932
|
+
"status": "unused",
|
|
6670
8933
|
"inlineConfigs": [],
|
|
6671
|
-
"ruleChains": [
|
|
6672
|
-
"split-qkv.rules.json#variant"
|
|
6673
|
-
],
|
|
8934
|
+
"ruleChains": [],
|
|
6674
8935
|
"wgslOnDisk": true
|
|
6675
8936
|
}
|
|
6676
8937
|
}
|
|
@@ -6831,9 +9092,11 @@
|
|
|
6831
9092
|
],
|
|
6832
9093
|
"requires": [],
|
|
6833
9094
|
"reachability": {
|
|
6834
|
-
"status": "
|
|
9095
|
+
"status": "selectable",
|
|
6835
9096
|
"inlineConfigs": [],
|
|
6836
|
-
"ruleChains": [
|
|
9097
|
+
"ruleChains": [
|
|
9098
|
+
"rep-penalty.rules.json#variant"
|
|
9099
|
+
],
|
|
6837
9100
|
"wgslOnDisk": true
|
|
6838
9101
|
}
|
|
6839
9102
|
},
|
|
@@ -6849,9 +9112,11 @@
|
|
|
6849
9112
|
"shader-f16"
|
|
6850
9113
|
],
|
|
6851
9114
|
"reachability": {
|
|
6852
|
-
"status": "
|
|
9115
|
+
"status": "selectable",
|
|
6853
9116
|
"inlineConfigs": [],
|
|
6854
|
-
"ruleChains": [
|
|
9117
|
+
"ruleChains": [
|
|
9118
|
+
"rep-penalty.rules.json#variant"
|
|
9119
|
+
],
|
|
6855
9120
|
"wgslOnDisk": true
|
|
6856
9121
|
}
|
|
6857
9122
|
}
|
|
@@ -7089,13 +9354,21 @@
|
|
|
7089
9354
|
"reachability": {
|
|
7090
9355
|
"status": "pinned",
|
|
7091
9356
|
"inlineConfigs": [
|
|
9357
|
+
"diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
|
|
7092
9358
|
"gemma3/gemma-3-1b-it-f16-af32",
|
|
7093
9359
|
"gemma3/gemma-3-1b-it-q4k-ehf16-af32",
|
|
9360
|
+
"gemma3/gemma-3-270m-it-f16-af32",
|
|
9361
|
+
"gemma3/gemma-3-270m-it-q4k-ehf16-af16",
|
|
7094
9362
|
"gemma3/gemma-3-270m-it-q4k-ehf16-af32",
|
|
7095
9363
|
"gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
|
|
7096
9364
|
"gemma3/translategemma-4b-it-q4k-ehf16-af32",
|
|
9365
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
|
|
9366
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
|
|
9367
|
+
"gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
|
|
9368
|
+
"gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
7097
9369
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
7098
9370
|
"gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
9371
|
+
"gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
7099
9372
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
|
|
7100
9373
|
"gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
7101
9374
|
"gemma4/gemma-4-moe-q4k-ehf16-af32",
|
|
@@ -9231,7 +11504,7 @@
|
|
|
9231
11504
|
"offset": 4
|
|
9232
11505
|
},
|
|
9233
11506
|
{
|
|
9234
|
-
"name": "
|
|
11507
|
+
"name": "dispatch_stride",
|
|
9235
11508
|
"type": "u32",
|
|
9236
11509
|
"offset": 8
|
|
9237
11510
|
},
|